-- Logs begin at Thu 2022-02-17 21:57:27 UTC, end at Thu 2022-02-17 23:48:36 UTC. -- Feb 17 22:34:33.002455 dv-neutron-805768-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 22:34:35.713013 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.common.config [-] Logging enabled! Feb 17 22:34:35.713822 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev41 Feb 17 22:34:35.713984 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 22:34:35.717309 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.common.config [-] Logging enabled! Feb 17 22:34:35.717580 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev41 Feb 17 22:34:35.717899 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 22:34:35.718904 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 22:34:35.719141 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 22:34:35.719561 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 22:34:35.719812 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 22:34:35.720041 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 22:34:35.720372 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.720675 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.720974 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.721246 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.721552 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.721847 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.722133 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.722423 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.722731 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.723021 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.723306 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.723596 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.723831 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.724120 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.724411 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.724700 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.724927 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.725242 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.725908 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.726111 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.726399 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.726691 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.726973 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.727959 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.728255 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.728549 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.729060 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] host = dv-neutron-805768-3-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.729380 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.729677 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.729968 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.730259 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.730539 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.730822 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.731110 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.731388 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.731666 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.731946 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.732236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.732525 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.732826 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.733053 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.733320 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.733629 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.733904 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.734188 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.734467 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.734743 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.735020 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.735297 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.735569 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.735859 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.736149 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.736434 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.736710 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.736991 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.737295 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.737572 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.737858 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.738133 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.738410 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.738684 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.739074 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.739248 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.739526 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.739835 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.740126 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.740408 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.740695 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.740974 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.741292 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.741570 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.741846 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.742119 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.742435 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.742709 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.743193 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.743475 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.743754 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.744032 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.744308 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.744603 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.744880 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:35.745213 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.745521 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.745828 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.746123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.746419 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.746705 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.746996 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.747277 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.747571 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.747863 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.748164 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.748446 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.748741 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.749026 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.749357 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.749676 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.749975 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.750270 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.750551 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.750830 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.751107 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.751392 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.751686 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.751985 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.752280 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.752559 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.752844 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.753169 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.753456 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.753736 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.754017 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.754312 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.754597 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.754877 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.755161 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.755440 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.755715 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.755989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.756269 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.756559 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.756841 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.757143 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.757417 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.757697 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.758541 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.758839 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.759119 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.759396 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.759671 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.759953 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.760229 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.760506 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.760786 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.761062 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.761370 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.761649 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.761919 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.762194 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.762475 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.762746 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.763018 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.763290 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.763569 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.763842 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.764116 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.764396 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.764673 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.764946 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.765266 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.765569 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.765851 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.766132 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.766414 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.766695 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.766976 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.767252 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.767530 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.767810 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.768082 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.768381 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.768671 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.768963 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.769278 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.769560 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.769855 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.770132 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.770417 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.770695 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.770982 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.771268 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.771553 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.771846 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.772140 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.772438 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.772732 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.773029 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.773343 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.774261 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.774551 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:35.774774 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 22:34:35.775032 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 22:34:36.185349 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading KWallet Feb 17 22:34:36.193373 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading SecretService Feb 17 22:34:36.197660 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading Windows Feb 17 22:34:36.199045 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading chainer Feb 17 22:34:36.199637 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading macOS Feb 17 22:34:36.235073 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 22:34:36.235345 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 22:34:36.235641 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 22:34:36.235987 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 22:34:36.635085 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.635382 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.635654 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.636877 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.637172 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.637559 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.674077 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.674347 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.674610 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.688212 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.688493 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.688755 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.720499 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.721148 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.721148 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.759082 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.759395 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:36.759568 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.000377 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.000658 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.000918 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.001202 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.001936 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.123733 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.124048 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.124334 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.124603 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.124871 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.125207 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.125476 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.125735 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.125984 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.126261 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.126516 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.126775 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.127033 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.127283 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.127542 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.127806 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.128057 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.128324 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.128571 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.128846 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.129211 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.129462 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.129705 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.129980 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.130222 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.130462 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.130850 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.131083 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.131313 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.131544 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.131774 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.132002 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.132366 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 22:34:37.135701 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 22:34:37.139658 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 22:34:37.143623 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 17 22:34:37.145280 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 22:34:37.145736 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 22:34:37.146069 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 22:34:37.146449 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 22:34:37.151266 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 22:34:37.151514 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 22:34:37.151869 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 22:34:37.181631 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 22:34:37.182085 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.182382 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 17 22:34:37.182736 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.184381 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 22:34:37.184669 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 22:34:37.184910 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 22:34:37.188273 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.188554 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.251211 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 22:34:37.251380 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 22:34:37.251590 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 22:34:37.251961 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 22:34:37.283583 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_db.sqlalchemy.engines [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 22:34:37.614034 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing driver for type 'gre' Feb 17 22:34:37.614477 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] gre ID ranges: [(1, 1000)] Feb 17 22:34:37.670014 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing driver for type 'local' Feb 17 22:34:37.670343 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing driver for type 'vlan' Feb 17 22:34:37.684469 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] VlanTypeDriver initialization complete Feb 17 22:34:37.684805 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing driver for type 'vxlan' Feb 17 22:34:37.685357 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] vxlan ID ranges: [(1, 1000)] Feb 17 22:34:37.742125 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing extension driver 'port_security' Feb 17 22:34:37.742784 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.extensions.port_security [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] PortSecurityExtensionDriver initialization complete Feb 17 22:34:37.742784 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing mechanism driver 'openvswitch' Feb 17 22:34:37.743609 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing mechanism driver 'hyperv' Feb 17 22:34:37.750285 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.plugin [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:37.750957 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.751322 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.751662 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.752189 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.752611 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.752959 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.753326 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.753713 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.754105 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.754442 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.754778 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.755158 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.755552 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.755890 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.756222 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.756603 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.756996 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.757358 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.757692 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.758805 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.759207 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > address_group after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.759547 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > address_group after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.759882 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.760269 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 22:34:37.760713 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] ML2 OVO RPC backend initialized. {{(pid=87585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 17 22:34:37.761447 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.761801 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.762208 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.762553 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > networks before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.762896 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.763230 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > ports before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.763566 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.763900 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnets before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.764240 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.764573 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.764902 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.765260 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.765590 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.765918 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.766252 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.766584 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.766913 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.767492 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.plugin [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Modular L2 Plugin initialization complete Feb 17 22:34:37.767815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading services supported by the core plugin {{(pid=87585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 22:34:37.768135 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Got port-security extension from driver 'port_security' Feb 17 22:34:37.768589 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.extensions.vlantransparent [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Disabled vlantransparent extension. Feb 17 22:34:37.769068 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 22:34:37.769397 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: router Feb 17 22:34:37.808774 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.809198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.809563 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router before_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.809923 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.810287 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.810636 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_delete 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.810990 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.811348 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.811687 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.812037 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.812379 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.812732 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.813156 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.813524 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.813857 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.814188 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.814521 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.814865 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.815206 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.815544 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.815880 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.816230 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.816572 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.816915 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.817300 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.817641 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.818000 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > agent after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.818343 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > agent after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.818681 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.819550 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Tracking information for resource: router configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.819879 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Tracking information for resource: floatingip configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 22:34:37.825052 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.db.l3_agentschedulers_db [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 22:34:37.825669 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.826028 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.826372 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.826721 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.827638 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router before_create 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.828002 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.828363 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_create 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.828716 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > router precommit_update 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.833204 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.provider_configuration [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service providers = [] {{(pid=87585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 22:34:37.833564 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.db.servicetype_db [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 22:34:37.837069 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 22:34:37.837495 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 22:34:37.837869 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 22:34:37.838794 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 22:34:37.839195 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.services.service_base [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 22:34:37.839668 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.840022 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 22:34:37.851155 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.851485 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: auto_allocate Feb 17 22:34:37.857811 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: network precommit_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.858184 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: network precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.858713 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.859026 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: tag Feb 17 22:34:37.866097 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.866364 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: timestamp Feb 17 22:34:37.870994 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.871324 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: network_ip_availability Feb 17 22:34:37.876694 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.877063 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.877453 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:37.878224 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.878538 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: flavors Feb 17 22:34:37.883993 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.884496 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading Plugin: revisions Feb 17 22:34:37.888856 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 22:34:37.889288 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.654s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 22:34:37.890046 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 22:34:37.890378 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Initializing extension manager. Feb 17 22:34:37.890876 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: __init__.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.891210 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: __pycache__ {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.891538 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.891865 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.892640 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.893259 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: address-group Feb 17 22:34:37.893581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: address_scope.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.894286 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.894793 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: address-scope Feb 17 22:34:37.895110 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.896039 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.896545 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: router-admin-state-down-before-update Feb 17 22:34:37.896863 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: agent.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.897588 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.898113 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: agent Feb 17 22:34:37.898408 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: agent_resources_synced.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.900057 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.900561 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: agent-resources-synced Feb 17 22:34:37.900878 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: allowedaddresspairs.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.902932 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.903451 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: allowed-address-pairs Feb 17 22:34:37.903775 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: auto_allocated_topology.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.904856 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.905398 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: auto-allocated-topology Feb 17 22:34:37.905748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.906859 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.907466 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: availability_zone Feb 17 22:34:37.907788 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: availability_zone_filter.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.908706 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.909256 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: availability_zone_filter Feb 17 22:34:37.909575 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: data_plane_status.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.910486 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.910988 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 22:34:37.911304 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: default_subnetpools.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.912208 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.912717 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: default-subnetpools Feb 17 22:34:37.913036 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.913896 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.915008 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: dhcp_agent_scheduler Feb 17 22:34:37.915321 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: dns.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.916226 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.916719 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 22:34:37.917033 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: dns_domain_ports.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.917972 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.918469 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 22:34:37.918784 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: dvr.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.919451 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.919953 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: dvr Feb 17 22:34:37.920269 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: empty_string_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.921207 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.921716 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: empty-string-filtering Feb 17 22:34:37.922034 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.922954 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.923454 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 22:34:37.923767 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.924669 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.925200 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 22:34:37.925519 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: external_net.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.926431 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.926935 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: external-net Feb 17 22:34:37.927252 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.928157 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.928660 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: extra_dhcp_opt Feb 17 22:34:37.928976 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: extraroute.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.929954 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.930550 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: extraroute Feb 17 22:34:37.930878 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: extraroute_atomic.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.931921 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.932436 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: extraroute-atomic Feb 17 22:34:37.932753 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: filter_validation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.933799 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.934301 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: filter-validation Feb 17 22:34:37.934614 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: fip_pf_description.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.935521 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.936026 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 22:34:37.936341 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: fip_port_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.937278 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.937784 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: fip-port-details Feb 17 22:34:37.938097 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: flavors.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.939341 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.939850 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: flavors Feb 17 22:34:37.940169 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.941892 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.942417 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 22:34:37.942746 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: floatingip_pools.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.943450 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.943955 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: floatingip-pools Feb 17 22:34:37.944275 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: ip_allocation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.945230 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.945778 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 22:34:37.946099 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.947010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.947517 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: ip-substring-filtering Feb 17 22:34:37.947841 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l2_adjacency.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.948752 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.949288 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 22:34:37.949609 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.950613 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.951128 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: router Feb 17 22:34:37.951454 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.953909 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.954436 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 22:34:37.954765 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.955698 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.956211 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: ext-gw-mode Feb 17 22:34:37.956538 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.957486 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.957995 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: l3-ha Feb 17 22:34:37.958316 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3_flavors.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.959219 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.959722 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: l3-flavors Feb 17 22:34:37.960043 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.960957 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.962030 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 22:34:37.962404 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: l3agentscheduler.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.963482 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.963986 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: l3_agent_scheduler Feb 17 22:34:37.964306 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: logging.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.965865 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.966376 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension logging not supported by any of loaded plugins Feb 17 22:34:37.966701 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: metering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.967440 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.968015 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: metering Feb 17 22:34:37.968341 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.969453 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.969966 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: metering_source_and_destination_fields Feb 17 22:34:37.970286 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: multiprovidernet.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.971203 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.971712 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: multi-provider Feb 17 22:34:37.972029 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: netmtu.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.972942 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.973481 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: net-mtu Feb 17 22:34:37.973801 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: netmtu_writable.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.974707 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.975209 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: net-mtu-writable Feb 17 22:34:37.975525 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: network_availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.976257 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.977324 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: network_availability_zone Feb 17 22:34:37.977756 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: network_ip_availability.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.978861 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.979374 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: network-ip-availability Feb 17 22:34:37.979693 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: network_segment_range.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.980459 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.980959 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 22:34:37.981302 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: pagination.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.982288 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.982618 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: pagination Feb 17 22:34:37.982931 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: port_device_profile.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.983840 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.984347 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: port-device-profile Feb 17 22:34:37.984663 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.985590 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.986093 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: port-mac-address-regenerate Feb 17 22:34:37.986407 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.987320 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.987827 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: port-numa-affinity-policy Feb 17 22:34:37.988146 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: port_resource_request.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.989123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.989640 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 22:34:37.989959 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: portbindings.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.990907 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.991419 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: binding Feb 17 22:34:37.991737 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: portbindings_extended.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.993326 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.993864 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: binding-extended Feb 17 22:34:37.994187 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: portsecurity.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.995141 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.995652 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: port-security Feb 17 22:34:37.995972 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: project_id.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.996966 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.997320 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: project-id Feb 17 22:34:37.997640 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: providernet.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:37.998596 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:37.999132 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: provider Feb 17 22:34:37.999450 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.003574 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.004138 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos not supported by any of loaded plugins Feb 17 22:34:38.004468 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.005904 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.006429 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 22:34:38.006757 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.007708 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.008774 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 22:34:38.009102 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_default.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.010106 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.010622 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-default not supported by any of loaded plugins Feb 17 22:34:38.010942 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_fip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.011629 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.012133 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 22:34:38.012456 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_gateway_ip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.013466 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.013976 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 22:34:38.014295 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_port_network_policy.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.015217 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.015722 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 22:34:38.016041 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_rule_type_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.016985 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.017537 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 22:34:38.017857 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: qos_rules_alias.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.018965 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.019475 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 22:34:38.019797 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: quotasv2.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.020793 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.021145 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: quotas Feb 17 22:34:38.021468 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: quotasv2_detail.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.023258 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.024227 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: quota_details Feb 17 22:34:38.024593 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: rbac.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.025731 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.026295 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: rbac-policies Feb 17 22:34:38.026624 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: rbac_address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.027627 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.028147 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: rbac-address-group Feb 17 22:34:38.028469 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: rbac_address_scope.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.029429 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.029945 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: rbac-address-scope Feb 17 22:34:38.030265 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: rbac_security_groups.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.031218 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.031730 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: rbac-security-groups Feb 17 22:34:38.032049 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: rbac_subnetpool.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.033022 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.033569 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: rbac-subnetpool Feb 17 22:34:38.033888 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: revisionifmatch.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.034827 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.035340 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: revision-if-match Feb 17 22:34:38.035658 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: revisions.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.036815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.037364 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: standard-attr-revisions Feb 17 22:34:38.037694 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: router_availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.038390 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.038901 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: router_availability_zone Feb 17 22:34:38.039766 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: routerservicetype.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.040799 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.041276 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 22:34:38.041598 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.042542 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.043056 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: security-groups-normalized-cidr Feb 17 22:34:38.043372 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.044484 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.045412 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: port-security-groups-filtering Feb 17 22:34:38.045412 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.046258 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.046775 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: security-groups-remote-address-group Feb 17 22:34:38.047092 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: securitygroup.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.058063 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.058904 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: security-group Feb 17 22:34:38.059239 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: segment.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.060144 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.060663 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension segment not supported by any of loaded plugins Feb 17 22:34:38.060990 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.062096 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.062630 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 22:34:38.062935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: servicetype.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.064108 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.064628 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: service-type Feb 17 22:34:38.064950 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: sorting.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.065999 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.066330 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: sorting Feb 17 22:34:38.066650 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: standard_attr_segment.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.067561 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.068081 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 22:34:38.068403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: standardattrdescription.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.069067 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.069596 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: standard-attr-description Feb 17 22:34:38.069915 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: stateful_security_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.070884 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.071405 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: stateful-security-group Feb 17 22:34:38.071721 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: stdattrs_common.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.072321 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 22:34:38.072640 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.073698 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.074213 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 22:34:38.074527 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnet_onboard.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.075626 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.076143 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: subnet_onboard Feb 17 22:34:38.076464 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.077420 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.077933 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 22:34:38.078249 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnet_service_types.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.079170 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.079683 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: subnet-service-types Feb 17 22:34:38.080003 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnetallocation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.081174 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.081690 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: subnet_allocation Feb 17 22:34:38.082021 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.082715 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.083230 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: subnetpool-prefix-ops Feb 17 22:34:38.083548 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.084533 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.085050 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 22:34:38.085399 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: tagging.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.086581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.087103 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: standard-attr-tag Feb 17 22:34:38.087425 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: timestamp.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.088742 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.089291 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loaded extension: standard-attr-timestamp Feb 17 22:34:38.089619 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: trunk.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.090694 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.091211 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension trunk not supported by any of loaded plugins Feb 17 22:34:38.091534 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: trunk_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.092483 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.092994 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 22:34:38.093342 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: uplink_status_propagation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.094303 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.094811 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 22:34:38.095135 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Loading extension file: vlantransparent.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 22:34:38.095825 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 22:34:38.096326 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 22:34:38.099043 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:network Feb 17 22:34:38.099822 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnet Feb 17 22:34:38.100645 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 22:34:38.101287 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:port Feb 17 22:34:38.103370 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.103837 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service FLAVORS assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.104473 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.104894 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.105263 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:router Feb 17 22:34:38.105989 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 22:34:38.106684 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service METERING assigned prefix: /metering {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.108183 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:38.108552 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:38.108898 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:34:38.111565 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 22:34:38.112012 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:security_group Feb 17 22:34:38.112716 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 22:34:38.113490 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.113819 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 22:34:38.114153 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] subnetpool is already registered Feb 17 22:34:38.114759 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.115085 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 22:34:38.115404 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] subnetpool is already registered Feb 17 22:34:38.231947 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.232383 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service FLAVORS assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.232978 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.234551 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.234551 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:router Feb 17 22:34:38.234551 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] router is already registered Feb 17 22:34:38.234942 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 22:34:38.235080 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] floatingip is already registered Feb 17 22:34:38.235659 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service METERING assigned prefix: /metering {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.236487 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 22:34:38.236813 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] rbac_policy is already registered Feb 17 22:34:38.237268 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:security_group Feb 17 22:34:38.237592 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] security_group is already registered Feb 17 22:34:38.238173 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 22:34:38.238498 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] security_group_rule is already registered Feb 17 22:34:38.239171 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.239495 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 22:34:38.239818 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] subnetpool is already registered Feb 17 22:34:38.240423 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 22:34:38.240745 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 22:34:38.241066 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] subnetpool is already registered Feb 17 22:34:38.241740 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: extensions {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.244005 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: address-groups {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.245714 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: address-scopes {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.246926 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.248078 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: auto-allocated-topology {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.249478 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: availability_zones {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.250719 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: dhcp-networks {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.252142 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: dhcp-agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.253617 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.255432 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: flavors {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.256616 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: service_profiles {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.258426 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: next_providers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.259982 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: service_profiles {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.261461 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: floatingip-pools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.262710 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.264526 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: floatingips {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.265749 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: l3-routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.267138 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: l3-agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.268664 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: metering-labels {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.269971 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: metering-label-rules {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.271263 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: network-ip-availabilities {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.272528 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: bindings {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.274919 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: quotas {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.276515 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: quotas {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.277924 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: rbac-policies {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.279242 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: security-groups {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.280453 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: security-group-rules {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.281711 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: service-providers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.283037 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: subnetpools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.284392 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: subnetpools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.285964 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.287842 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.290502 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.291625 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.294879 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.296732 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.298448 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.300372 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.302172 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.304046 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 22:34:38.310565 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING keystonemiddleware.auth_token [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 22:34:38.315374 dv-neutron-805768-3-hyperv neutron-server[87585]: WARNING keystonemiddleware.auth_token [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 22:34:38.324300 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Acquired lock "singleton_lock" {{(pid=87585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 22:34:38.324795 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Releasing lock "singleton_lock" {{(pid=87585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 22:34:38.328223 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Starting 2 workers Feb 17 22:34:38.330116 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Started child 87694 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 22:34:38.334594 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Started child 87695 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 22:34:38.335217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.336746 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO neutron.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 22:34:38.337615 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [-] (87694) wsgi starting up on http://0.0.0.0:9696 Feb 17 22:34:38.337806 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Notify callbacks [] for process, before_spawn {{(pid=87585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.339661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.340197 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Starting 1 workers Feb 17 22:34:38.341228 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [-] (87695) wsgi starting up on http://0.0.0.0:9696 Feb 17 22:34:38.344756 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Started child 87696 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 22:34:38.345300 dv-neutron-805768-3-hyperv neutron-server[87585]: INFO oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Starting 1 workers Feb 17 22:34:38.348332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] calling RpcWorker wait() {{(pid=87696) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 22:34:38.348936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] returning from RpcWorker wait() {{(pid=87696) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 22:34:38.351130 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Started child 87697 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 22:34:38.351285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.351362 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-b62887df-3645-4f42-804b-cba96ed8e186 None None] Notify callbacks [] for process, after_spawn {{(pid=87585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.351433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 22:34:38.353917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.354424 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.354424 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.354669 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.354800 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:38.355342 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.355474 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.355601 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:38.355728 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.355937 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.356197 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.356423 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.356586 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.356748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.356992 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.357247 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.357540 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.357802 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.358182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.358625 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.358914 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.359298 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.359722 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.360154 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.360588 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.360989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.361836 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.362146 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.362393 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.362633 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.362930 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.363181 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.363437 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.363669 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.363886 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.364119 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.364369 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.364599 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.364805 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.365018 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.365303 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.365515 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.365991 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host = dv-neutron-805768-3-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.366306 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.366449 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.366674 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.366897 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.367145 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.367386 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.367634 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.367870 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.368123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.368340 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.368591 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.368831 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.369059 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.369321 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.369489 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_options = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.369711 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.369983 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.370232 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.370425 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.370639 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.370907 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371067 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371200 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371370 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371583 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.371963 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.372174 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.372416 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.372666 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.372904 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.373155 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.373364 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.373603 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.373843 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.374062 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.374297 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.374552 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.374813 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.374994 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.375222 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.375449 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.375653 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.375878 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.376064 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377761 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377761 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.377761 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.378195 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.378195 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.378444 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.378663 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.378883 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.379098 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.380935 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.381501 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.381501 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.381501 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.381691 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.382056 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.382329 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.382639 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.383414 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.383643 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.383889 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.384255 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.384529 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.384603 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.384777 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.385318 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.385544 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.385822 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.386065 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.386517 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.386619 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.386843 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.387588 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.387588 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.388599 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.388599 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.388599 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.388599 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389350 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389350 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389350 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.389815 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.390794 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.390794 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.390794 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.390794 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.391316 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.391316 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.391474 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.391555 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.391765 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.392231 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.392231 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.392709 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.393067 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.393373 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.393608 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.393838 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.394104 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.394301 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.394528 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.394741 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.394974 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.395217 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.395453 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.395663 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.395873 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.396093 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.396313 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397123 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397411 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397702 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.397927 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.398153 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.398510 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.399268 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.399484 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.399666 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.399805 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.400411 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.400411 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.400411 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.400974 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.400974 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.401266 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.401266 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.401562 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.401696 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.401887 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.402081 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.402294 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.402477 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.402671 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.402894 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.403182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.403505 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.403739 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.404003 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.404263 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.404504 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.405560 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.405560 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.405560 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.405560 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406179 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406179 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406179 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406535 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406666 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.406800 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.407042 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.407267 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.407491 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.410172 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.410468 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.410727 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.411019 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.411265 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.411548 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.411823 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.412085 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.412366 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.412643 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.412920 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.417769 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.418151 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.418500 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.418796 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.419075 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.419329 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.419605 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.419888 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.420487 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.420754 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.422480 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.422732 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.422988 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.423285 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.423549 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.423800 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.424040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.424272 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.424644 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.424872 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.425763 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.426451 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.426747 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.426989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.427247 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.427546 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.427802 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.428066 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.428309 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.428537 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.428771 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.429002 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.429282 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.429519 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.430340 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.431778 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.431987 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.432234 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.432492 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.432722 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.432976 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.433237 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.433716 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.433940 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.434159 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.434396 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.434612 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.434850 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.435105 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.435328 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.435589 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.435825 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.436065 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.436322 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.436555 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.436825 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.437069 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.437554 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.438162 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.438415 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.438688 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.438904 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.439142 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.439359 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.439588 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.439799 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.440049 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.440485 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.440712 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.440956 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.441196 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.441433 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.441681 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.442027 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.442266 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.442651 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.442889 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.443293 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.443727 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.444700 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.444854 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.445849 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.446084 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.446422 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.448003 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.448307 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.448563 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.448789 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.449030 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.449307 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.449547 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.449762 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.450064 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.450317 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.450550 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.450811 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.451041 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.451274 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.451487 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.451719 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.451940 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.452151 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.452404 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.452657 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.452838 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.453055 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.454156 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.454941 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.455212 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.455443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.456046 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.456943 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.457415 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.458157 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.459442 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.459668 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.459968 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.460199 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.460426 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.460653 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.461493 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.463502 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.465353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.465734 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.466082 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.466462 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.466809 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.467100 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.467334 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.467765 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.468171 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.468272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:38.468576 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.468884 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.469165 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.469614 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.469878 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.470101 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.470345 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.470711 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.470941 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.471215 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.471446 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.471837 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.472162 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.472359 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.473569 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.474094 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.474316 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.474753 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.475053 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.475219 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 22:34:38.475758 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 22:34:38.478178 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 22:34:38.478691 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 22:34:38.478884 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 22:34:38.479078 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 22:34:38.479241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 22:34:38.479476 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.479696 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.479866 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.480030 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.480197 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.482403 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.485803 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486443 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.486895 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host = dv-neutron-805768-3-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.487557 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488374 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488374 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488374 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488696 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488696 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.488832 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489506 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_options = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489506 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489506 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489506 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.489989 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490263 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490263 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490412 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490537 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490684 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490837 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.490997 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491152 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491306 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491460 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491616 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491770 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.491927 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.492080 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.492811 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.493205 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.493764 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.493764 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.493764 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.493764 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494308 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494308 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494308 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494704 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494704 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.494704 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495096 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495096 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495096 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495470 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495470 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495470 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495936 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495936 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.495936 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.496368 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.496368 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.496685 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.496685 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.496685 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497620 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497620 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497892 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.497892 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.498215 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.498215 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 22:34:38.498483 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.498483 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.498790 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.498933 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.499069 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.499204 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.499769 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.499769 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.500121 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.500591 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.500591 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.500872 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.500872 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501171 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501171 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501426 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501562 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501698 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.501834 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.502255 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.502417 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.502563 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.502731 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.502885 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503021 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503164 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503320 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503458 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503617 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503767 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.503925 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504083 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504397 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504555 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504750 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.504889 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.505039 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.505286 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.505448 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.505608 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506092 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506260 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506446 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506652 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506837 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.506970 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.507126 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.507281 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.507457 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.507653 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.507876 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.508562 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509028 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509230 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509425 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509595 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509713 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509835 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.509972 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.510127 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.510311 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.510598 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.510713 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.510852 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511197 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511358 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511500 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511661 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511819 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.511977 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.512134 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.512292 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.512450 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.512610 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.512778 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513202 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513202 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513409 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513409 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513555 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.513917 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514064 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514249 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514482 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514566 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514706 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.514864 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.515043 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.515170 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.515323 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.515648 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.515812 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.516035 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.516199 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.516353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.516519 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517033 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517343 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517343 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517829 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517829 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.517829 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518217 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518217 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518665 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518665 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518665 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.518665 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519233 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519233 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519233 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519476 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519543 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519792 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.519938 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520071 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520156 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520565 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520565 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520725 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520976 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.520976 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521157 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521236 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521365 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521509 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521785 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521878 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.521980 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522139 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522573 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522573 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522744 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522744 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.522911 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523135 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523357 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523600 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523839 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.523993 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524129 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524286 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524442 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524600 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524756 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.524912 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525071 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525254 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525412 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525571 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.525885 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526068 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526286 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526446 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526605 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526779 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.526978 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.527136 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.527292 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.527451 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.527619 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.527817 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.528011 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.528161 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.528285 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.528579 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.528579 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.530198 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.531353 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532040 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.532748 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.533729 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.534581 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535241 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535499 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535576 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535721 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.535721 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536017 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536172 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536261 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536515 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536684 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.536848 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537137 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537288 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537463 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537548 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537668 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537827 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.537986 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.538145 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.538309 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.538459 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.538618 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.538783 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539091 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539182 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539329 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539462 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539640 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539854 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.539984 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540140 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540326 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540486 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540643 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540937 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.540937 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.541207 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.541334 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.541491 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.541663 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.541805 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542050 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542183 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542312 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542394 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542540 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542695 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.542853 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.543010 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.543166 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.543323 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 22:34:38.543473 dv-neutron-805768-3-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 22:34:38.712581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52106) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:34:38.721674 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067580 Feb 17 22:34:50.050556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a55b75-ca9e-459a-829d-2ca56a96ac60 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:34:50.186144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a55b75-ca9e-459a-829d-2ca56a96ac60 None None] No non-hosted networks {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 22:34:50.195863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d760-ad6e-4faf-b0e0-9ebe8b19cbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:52.296372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22a09ca6-d040-430f-9aea-1248196517a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:52.311156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3b6733b4-ecc3-4f90-8e75-2bed6fe6647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:53.198582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:53.199125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.199473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.199917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.200311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.200881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.200987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.201340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.201731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.202062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.202401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.202785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.203443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:53.204821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-805768-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:53.212249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-805768-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:53.374414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:54.792277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:34:56.385525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52198) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:34:56.998460 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING oslo_policy.policy [None req-50498343-6d40-4c7c-a69a-80d55596b204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:34:56.999029 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING oslo_policy.policy [None req-50498343-6d40-4c7c-a69a-80d55596b204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:34:57.227665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-50498343-6d40-4c7c-a69a-80d55596b204 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:34:57.228754 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-50498343-6d40-4c7c-a69a-80d55596b204 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8423312 Feb 17 22:34:59.524329 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.db.l3_hamode_db [None req-e022328a-5bfb-49f8-8f6e-1fde77802136 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 22:34:59.611447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022328a-5bfb-49f8-8f6e-1fde77802136 None None] Routers set() bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:34:59.611831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022328a-5bfb-49f8-8f6e-1fde77802136 None None] Router IDs set() for agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 22:34:59.670192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52212) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:00.032537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:00.142211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.policy [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87695) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 22:35:00.187348 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING oslo_policy.policy [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:00.187724 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING oslo_policy.policy [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:00.196809 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.quota [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Loaded quota_driver: . Feb 17 22:35:00.212309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:00.274780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194395550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194395979', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194386065', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194379725', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194631333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775194625987', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3447265', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3454285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-302209', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-394881'] for rbac-policy, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:00.340312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:00.341665 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-673d02c1-3286-4f49-a6a1-89f637184997 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6705174 Feb 17 22:35:03.049134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52226) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:03.397267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'name': 'private'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:03.402089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:03.406493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Usage tracker for resource:network and tenant:a9c93c1af0b0402384c405ccedf26107 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:03.411042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:03.417184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:03.426568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Made reservation on behalf of a9c93c1af0b0402384c405ccedf26107 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:03.429869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.448487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.463202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:03.466911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Usage tracker for resource:security_group_rule and tenant:a9c93c1af0b0402384c405ccedf26107 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:03.472064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:03.478130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:03.576405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.580026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.603586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:35:03.627525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775194921894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.628109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Unsubscribe: segment precommit_create {{(pid=87695) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 22:35:03.628608 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Added segment 9c962193-6c8e-4675-bc5a-740440e43c33 of type vlan for network 13b7a944-c455-49f9-b6fa-eb04e30b8930 Feb 17 22:35:03.677416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab6da2-5e2c-4b0c-87d1-2603742af3c4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.699558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.699916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.700252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.700576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.700902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.701275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.701598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.701913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.702226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.702536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.702844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.703150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Tracked resource versions report: Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: pushed versions: Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: { 'AddressGroup': {'1.2'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'ConntrackHelper': {'1.0'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Log': {'1.0'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Network': {'1.1'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Port': {'1.7'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'PortForwarding': {'1.2'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'QosPolicy': {'1.8'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroup': {'1.4'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SubPort': {'1.0'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Subnet': {'1.1'}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Trunk': {'1.1'}} Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: consumer versions: Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'ConntrackHelper': '1.0', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Log': '1.0', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Network': '1.1', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Port': '1.7', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'PortForwarding': '1.2', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'QosPolicy': '1.8', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroup': '1.4', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroupRule': '1.2', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SubPort': '1.0', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Subnet': '1.1', Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Trunk': '1.1'}} Feb 17 22:35:03.704557 dv-neutron-805768-3-hyperv neutron-server[87695]: {{(pid=87695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:35:03.742681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.783874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.784979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:03.785670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:03.896769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8465638 Feb 17 22:35:03.900159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb9d78-ccb7-4ee6-901e-fc51ccd6ad60 admin admin] Pushing event updated for resources: {'Network': ['ID=13b7a944-c455-49f9-b6fa-eb04e30b8930,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.912233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:35:06.603735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52242) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:07.058670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c5f02-c0d1-4ccc-ba96-aeeff9c3fdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:07.060045 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-103c5f02-c0d1-4ccc-ba96-aeeff9c3fdf5 admin admin] 10.222.0.42 "GET /v2.0/networks/13b7a944-c455-49f9-b6fa-eb04e30b8930 HTTP/1.1" status: 200 len: 824 time: 0.4553423 Feb 17 22:35:07.086600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bf7c3112-b697-48d2-ab3a-0ca964a4626d admin admin] 10.222.0.42 "GET /v2.0/subnetpools/099e4b4e-7480-45aa-8b97-d10ef8392ca1 HTTP/1.1" status: 200 len: 734 time: 0.0212679 Feb 17 22:35:07.094932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Request body: {'subnet': {'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'ip_version': 4, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1', 'name': 'private-subnet'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:07.099254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:07.102988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Usage tracker for resource:subnet and tenant:a9c93c1af0b0402384c405ccedf26107 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:07.105850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:07.111402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:07.121543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Made reservation on behalf of a9c93c1af0b0402384c405ccedf26107 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:07.123714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:07.418322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:07.499353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=975a2d74-cfae-495d-ad3f-5f55688b65c5,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:07.504605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Checking segment: {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:35:07.504987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Network hostable DHCP agents. Network: 13b7a944-c455-49f9-b6fa-eb04e30b8930, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:35:07.526810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:35:07.537855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 13b7a944-c455-49f9-b6fa-eb04e30b8930) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:07.542633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:07.543207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:07.547433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1547e6-4e7b-4da8-b578-51cdc3ea4662 None None] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:35:07.565596 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f92112ab-e595-496e-a365-3ee08ecc4bca admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4738815 Feb 17 22:35:07.861137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-13b7a944-c455-49f9-b6fa-eb04e30b8930', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:35:07.862326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.056826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Allocated IP 172.20.0.2 (13b7a944-c455-49f9-b6fa-eb04e30b8930/975a2d74-cfae-495d-ad3f-5f55688b65c5/151642e0-3e9e-416d-b184-eb00df2a5b31) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:08.304759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.320919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Transition to ACTIVE for port object 151642e0-3e9e-416d-b184-eb00df2a5b31 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:08.342175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Transition to ACTIVE for port object 151642e0-3e9e-416d-b184-eb00df2a5b31 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:08.349464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.415097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:08.418043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:08.425236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:35:08.427387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Pushing event updated for resources: {'Port': ['ID=151642e0-3e9e-416d-b184-eb00df2a5b31,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:08.465415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.465777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.466109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.466435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.466757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.467092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.467412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.467730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.468054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.468371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.468682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.468990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Tracked resource versions report: Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: pushed versions: Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: { 'AddressGroup': {'1.2'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'ConntrackHelper': {'1.0'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Log': {'1.0'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Network': {'1.1'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Port': {'1.7'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'PortForwarding': {'1.2'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'QosPolicy': {'1.8'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroup': {'1.4'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SubPort': {'1.0'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Subnet': {'1.1'}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Trunk': {'1.1'}} Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: consumer versions: Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'ConntrackHelper': '1.0', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Log': '1.0', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Network': '1.1', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Port': '1.7', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'PortForwarding': '1.2', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'QosPolicy': '1.8', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroup': '1.4', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroupRule': '1.2', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SubPort': '1.0', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Subnet': '1.1', Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Trunk': '1.1'}} Feb 17 22:35:08.470384 dv-neutron-805768-3-hyperv neutron-server[87696]: {{(pid=87696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:35:08.535481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Attempting to bind port 151642e0-3e9e-416d-b184-eb00df2a5b31 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:35:08.535875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Attempting to bind port 151642e0-3e9e-416d-b184-eb00df2a5b31 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:35:08.536299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Attempting to bind port 151642e0-3e9e-416d-b184-eb00df2a5b31 on network 13b7a944-c455-49f9-b6fa-eb04e30b8930 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:35:08.542240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:35:08.542616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Checking segment: {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:35:08.543100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.543478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Bound using segment: {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:35:08.543943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Bound port: 151642e0-3e9e-416d-b184-eb00df2a5b31, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:35:08.551556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.634316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] For port 151642e0-3e9e-416d-b184-eb00df2a5b31, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:35:08.638108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] For port 151642e0-3e9e-416d-b184-eb00df2a5b31, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=151642e0-3e9e-416d-b184-eb00df2a5b31,segment=NetworkSegment(9c962193-6c8e-4675-bc5a-740440e43c33),segment_id=9c962193-6c8e-4675-bc5a-740440e43c33)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:35:08.642414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:08.729952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce71bfc-b205-461e-b2bd-cbc7da1bb4d0 None None] Pushing event updated for resources: {'Port': ['ID=151642e0-3e9e-416d-b184-eb00df2a5b31,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:10.043620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 52252) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:10.666625 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING oslo_policy.policy [None req-ba113b58-6a26-40c1-ac6b-ebb07078a040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:10.667187 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING oslo_policy.policy [None req-ba113b58-6a26-40c1-ac6b-ebb07078a040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:10.895162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-ba113b58-6a26-40c1-ac6b-ebb07078a040 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:35:10.896430 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ba113b58-6a26-40c1-ac6b-ebb07078a040 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8507452 Feb 17 22:35:12.609568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fcdc5-a393-4988-85ad-67db22d95ac9 None None] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:35:12.696863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a580f58d-ca5c-48c1-93eb-6f6cec0a5f63 None None] Provisioning for port 151642e0-3e9e-416d-b184-eb00df2a5b31 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:12.966293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 151642e0-3e9e-416d-b184-eb00df2a5b31 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:13.047460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 151642e0-3e9e-416d-b184-eb00df2a5b31 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:13.054644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 151642e0-3e9e-416d-b184-eb00df2a5b31 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:13.055546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:13.175128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e6fefd93-c6f0-4b02-b273-94033a026eea None None] Provisioning complete for port 151642e0-3e9e-416d-b184-eb00df2a5b31 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:13.177848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6fefd93-c6f0-4b02-b273-94033a026eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:13.274487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:13.348040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 151642e0-3e9e-416d-b184-eb00df2a5b31, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=151642e0-3e9e-416d-b184-eb00df2a5b31,segment=NetworkSegment(9c962193-6c8e-4675-bc5a-740440e43c33),segment_id=9c962193-6c8e-4675-bc5a-740440e43c33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:35:13.356346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:13.408163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 52270) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:13.410879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6fefd93-c6f0-4b02-b273-94033a026eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:13.481627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=151642e0-3e9e-416d-b184-eb00df2a5b31,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:13.510428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-e6fefd93-c6f0-4b02-b273-94033a026eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:35:13.510840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-e6fefd93-c6f0-4b02-b273-94033a026eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:35:13.793605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-ddf8769b-8050-41fd-a004-b6fdc548c41f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:35:13.794558 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ddf8769b-8050-41fd-a004-b6fdc548c41f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3853881 Feb 17 22:35:14.931089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 151642e0-3e9e-416d-b184-eb00df2a5b31 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:14.999897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 151642e0-3e9e-416d-b184-eb00df2a5b31 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:15.000262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:16.501373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52282) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:16.853487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:16.857821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:16.861552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Usage tracker for resource:router and tenant:a9c93c1af0b0402384c405ccedf26107 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:16.865337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:16.871651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:16.882048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:16.883661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:16.908435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:17.016906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:17.034860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:17.036210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-99ebe084-0ee9-4ae7-a4a4-4493179d5aae admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5338471 Feb 17 22:35:19.393734 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:35:19.500668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52292) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:19.893494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-b9634e61-878d-4ca1-9740-6010099ee5ac admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:35:19.894506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b9634e61-878d-4ca1-9740-6010099ee5ac admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3927896 Feb 17 22:35:20.011538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3b76eb0d-c15f-4fbd-a207-3803ad49d4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.270436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1306615b-4ceb-40ff-b95e-552fc8eb7ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.345512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52302) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:22.719221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:22.724124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:22.728029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Usage tracker for resource:network and tenant:2ecf7b3ca0044f39beea4d1f77c8029b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:22.731278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:22.741133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:22.753896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Made reservation on behalf of 2ecf7b3ca0044f39beea4d1f77c8029b for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:22.757001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.768858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.783241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:22.786931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Usage tracker for resource:security_group_rule and tenant:2ecf7b3ca0044f39beea4d1f77c8029b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:22.790495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:22.796341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:22.882599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.886197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.909106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Reserving flat network on physical network physnet1 {{(pid=87695) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 22:35:22.922792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f0a582-6775-4e1e-9b8e-b67a7d44a91c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:22.929054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.929421 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Added segment 5ece9f36-b62e-4741-809d-d95d85844a9b of type flat for network 1ac22695-d445-46a1-95ef-3e6554e27a47 Feb 17 22:35:22.960926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.998669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:22.999719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:23.000347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:23.104969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7583499 Feb 17 22:35:23.105692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e415a-7282-484e-bfdf-ebd4cd0e150f admin admin] Pushing event updated for resources: {'Network': ['ID=1ac22695-d445-46a1-95ef-3e6554e27a47,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:23.115817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:35:23.234698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:23.318372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:24.755978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:25.565817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:25.770409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace37a0-b10b-4d30-a0bc-a74a0dad5501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:25.771739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0ace37a0-b10b-4d30-a0bc-a74a0dad5501 admin admin] 10.222.0.42 "GET /v2.0/subnets/975a2d74-cfae-495d-ad3f-5f55688b65c5 HTTP/1.1" status: 200 len: 849 time: 0.2049582 Feb 17 22:35:25.923252 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cce6f393-6cff-41ea-bc52-f95fbeac9218 admin admin] 10.222.0.42 "GET /v2.0/routers/2918b458-ad17-4cb7-b55e-29ee9c9b9739 HTTP/1.1" status: 200 len: 704 time: 0.1453190 Feb 17 22:35:26.378067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:26.632142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Allocated IP 172.20.0.1 (13b7a944-c455-49f9-b6fa-eb04e30b8930/975a2d74-cfae-495d-ad3f-5f55688b65c5/2acfa705-632f-4fb9-a147-9faf7f410df0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:26.783287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:26.800309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Transition to ACTIVE for port object 2acfa705-632f-4fb9-a147-9faf7f410df0 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:26.852767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:26.913949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:26.920498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:26.926095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:35:26.926095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.063384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Pushing event updated for resources: {'Port': ['ID=2acfa705-632f-4fb9-a147-9faf7f410df0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:27.076438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81ab8ace-fa40-45de-a3dd-a2aecd8ad86d None None] Provisioning for port 2acfa705-632f-4fb9-a147-9faf7f410df0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:27.082283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81ab8ace-fa40-45de-a3dd-a2aecd8ad86d None None] Provisioning complete for port 2acfa705-632f-4fb9-a147-9faf7f410df0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:27.082717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81ab8ace-fa40-45de-a3dd-a2aecd8ad86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.134739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81ab8ace-fa40-45de-a3dd-a2aecd8ad86d None None] Port 2acfa705-632f-4fb9-a147-9faf7f410df0 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:35:27.190022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.419867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.424485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.425252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.556927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Pushing event updated for resources: {'Port': ['ID=2acfa705-632f-4fb9-a147-9faf7f410df0,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:27.619916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:27.620977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:27.864685 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d276dadb-9390-45f0-8c32-03547df0892a None None] Provisioning complete for port 2acfa705-632f-4fb9-a147-9faf7f410df0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:27.865327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d276dadb-9390-45f0-8c32-03547df0892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:27.866615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:35:27.930063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d276dadb-9390-45f0-8c32-03547df0892a None None] Port 2acfa705-632f-4fb9-a147-9faf7f410df0 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:35:28.030306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:35:28.039708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-202c8603-b5db-4e99-a48c-5591295c4bbe admin admin] 10.222.0.42 "PUT /v2.0/routers/2918b458-ad17-4cb7-b55e-29ee9c9b9739/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1115086 Feb 17 22:35:28.040763 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Sync routers for ids ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:28.052680 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Routers {'2918b458-ad17-4cb7-b55e-29ee9c9b9739'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:35:28.054389 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:35:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:28.246297 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Set router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:35:28.668134 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:27Z', 'revision_number': 2, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port_host': None, '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:27Z', 'revision_number': 2, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:28.673622 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Checking router: 2918b458-ad17-4cb7-b55e-29ee9c9b9739 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:28.673987 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Updating router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 port 2acfa705-632f-4fb9-a147-9faf7f410df0 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:35:28.729449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.145964 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.165201 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Transition to ACTIVE for port object 2acfa705-632f-4fb9-a147-9faf7f410df0 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:29.172342 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.373793 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Pushing event updated for resources: {'Port': ['ID=2acfa705-632f-4fb9-a147-9faf7f410df0,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:29.419058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.419419 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.419764 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.420095 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.420420 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.420762 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.421118 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.421444 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.421771 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.422090 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.422406 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.422725 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Tracked resource versions report: Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: pushed versions: Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: { 'AddressGroup': {'1.2'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'ConntrackHelper': {'1.0'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Log': {'1.0'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Network': {'1.1'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Port': {'1.7'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'PortForwarding': {'1.2'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'QosPolicy': {'1.8'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroup': {'1.4'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SubPort': {'1.0'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Subnet': {'1.1'}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Trunk': {'1.1'}} Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: consumer versions: Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'ConntrackHelper': '1.0', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Log': '1.0', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Network': '1.1', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Port': '1.7', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'PortForwarding': '1.2', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'QosPolicy': '1.8', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroup': '1.4', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroupRule': '1.2', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SubPort': '1.0', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Subnet': '1.1', Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Trunk': '1.1'}} Feb 17 22:35:29.424199 dv-neutron-805768-3-hyperv neutron-server[87697]: {{(pid=87697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:35:29.448446 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Attempting to bind port 2acfa705-632f-4fb9-a147-9faf7f410df0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:35:29.448891 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Attempting to bind port 2acfa705-632f-4fb9-a147-9faf7f410df0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:35:29.449312 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Attempting to bind port 2acfa705-632f-4fb9-a147-9faf7f410df0 on network 13b7a944-c455-49f9-b6fa-eb04e30b8930 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:35:29.456983 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:35:29.457421 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Checking segment: {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:35:29.457905 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.458292 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Bound using segment: {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:35:29.458818 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Bound port: 2acfa705-632f-4fb9-a147-9faf7f410df0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c962193-6c8e-4675-bc5a-740440e43c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:35:29.459361 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.602792 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] For port 2acfa705-632f-4fb9-a147-9faf7f410df0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:35:29.609782 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] For port 2acfa705-632f-4fb9-a147-9faf7f410df0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2acfa705-632f-4fb9-a147-9faf7f410df0,segment=NetworkSegment(9c962193-6c8e-4675-bc5a-740440e43c33),segment_id=9c962193-6c8e-4675-bc5a-740440e43c33)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:35:29.615864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:29.793465 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb1f09-234b-4082-8ba3-3c5ecdee31e7 None None] Pushing event updated for resources: {'Port': ['ID=2acfa705-632f-4fb9-a147-9faf7f410df0,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:29.802172 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Routers {'2918b458-ad17-4cb7-b55e-29ee9c9b9739'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:35:29.802789 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:35:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:30.047109 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] Set router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:35:30.471576 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:27Z', 'revision_number': 2, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port_host': None, '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:29Z', 'revision_number': 4, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:30.479666 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b603f7-24b3-4f20-990a-e6e836827277 None None] The sync data for ids ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'] in dv-neutron-805768-3-hyperv is: [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:27Z', 'revision_number': 2, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port_host': None, '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:29Z', 'revision_number': 4, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:30.986007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52348) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:31.270782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c810a85-fab1-4391-9888-66f24bb1509d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:31.271700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c810a85-fab1-4391-9888-66f24bb1509d admin admin] Synchronizing usage tracker for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:35:31.304604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c810a85-fab1-4391-9888-66f24bb1509d admin admin] Unset dirty status for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:35:31.306169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8c810a85-fab1-4391-9888-66f24bb1509d admin admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 842 time: 0.3187740 Feb 17 22:35:31.323474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'name': 'public-subnet', 'cidr': '172.26.7.0/24'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:31.330837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:35:31.338759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Usage tracker for resource:subnet and tenant:2ecf7b3ca0044f39beea4d1f77c8029b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:35:31.343233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:35:31.353360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:35:31.369062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Made reservation on behalf of 2ecf7b3ca0044f39beea4d1f77c8029b for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:31.373698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:31.823094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:35:31.823565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:31.901575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f93d99a-7faf-4b9d-98b2-e013a13c329b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:31.913629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:35:31.913978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Network hostable DHCP agents. Network: 1ac22695-d445-46a1-95ef-3e6554e27a47, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:35:31.934955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:35:31.945799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 1ac22695-d445-46a1-95ef-3e6554e27a47) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:31.950864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:31.951951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:31.958444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77106045-f58a-40bf-b35c-2a19b2f686f8 None None] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:35:31.990618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-225d6874-4e9c-4fa1-8d67-a3cf786a7655 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6731539 Feb 17 22:35:32.251634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe63e55-1594-4877-b5df-bc484c359330 None None] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:35:32.981369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2acfa705-632f-4fb9-a147-9faf7f410df0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:33.087761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2acfa705-632f-4fb9-a147-9faf7f410df0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:33.096331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2acfa705-632f-4fb9-a147-9faf7f410df0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:33.096802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:33.246403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:33.295562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2acfa705-632f-4fb9-a147-9faf7f410df0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2acfa705-632f-4fb9-a147-9faf7f410df0,segment=NetworkSegment(9c962193-6c8e-4675-bc5a-740440e43c33),segment_id=9c962193-6c8e-4675-bc5a-740440e43c33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:35:33.299928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:33.386180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2acfa705-632f-4fb9-a147-9faf7f410df0,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:34.540486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 52358) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:34.702037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.policy [None req-f977cca3-32b3-414d-a5e1-dec283132413 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87694) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 22:35:34.750569 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING oslo_policy.policy [None req-f977cca3-32b3-414d-a5e1-dec283132413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:34.751001 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING oslo_policy.policy [None req-f977cca3-32b3-414d-a5e1-dec283132413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 22:35:34.956229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2acfa705-632f-4fb9-a147-9faf7f410df0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:35.027086 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f977cca3-32b3-414d-a5e1-dec283132413 admin admin] 10.222.0.42 "GET /v2.0/routers/2918b458-ad17-4cb7-b55e-29ee9c9b9739 HTTP/1.1" status: 200 len: 710 time: 0.4823365 Feb 17 22:35:35.056420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2acfa705-632f-4fb9-a147-9faf7f410df0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:35.057012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:35.208719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4452a0-cb92-46e7-be99-098e3607d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:35.211209 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ef4452a0-cb92-46e7-be99-098e3607d9e0 admin admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 886 time: 0.1817133 Feb 17 22:35:35.222710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:35.733971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:36.160836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:36.247681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:36.431973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Allocated IP 172.26.7.189 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/de38d47f-2d97-4493-b3cc-1545cd86b77a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:36.630331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:36.700991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:36.763535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:36.764935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:36.821052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:35:36.877483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Pushing event updated for resources: {'Port': ['ID=de38d47f-2d97-4493-b3cc-1545cd86b77a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:36.909475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.909823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.910156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.910488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.910836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.911181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.911518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.911857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.912909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.913070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.913413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.913724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Tracked resource versions report: Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: pushed versions: Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: { 'AddressGroup': {'1.2'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'ConntrackHelper': {'1.0'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Log': {'1.0'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Network': {'1.1'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Port': {'1.7'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'PortForwarding': {'1.2'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'QosPolicy': {'1.8'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroup': {'1.4'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SubPort': {'1.0'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Subnet': {'1.1'}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Trunk': {'1.1'}} Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: consumer versions: Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'ConntrackHelper': '1.0', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Log': '1.0', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Network': '1.1', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Port': '1.7', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'PortForwarding': '1.2', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'QosPolicy': '1.8', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroup': '1.4', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroupRule': '1.2', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SubPort': '1.0', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Subnet': '1.1', Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Trunk': '1.1'}} Feb 17 22:35:36.915109 dv-neutron-805768-3-hyperv neutron-server[87694]: {{(pid=87694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:35:37.349167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:37.742377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:37.745943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:37.935114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:35:38.124801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:35:38.136302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:38.137577 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e6a5d110-8486-43af-a8fc-810c5b51890c admin admin] 10.222.0.42 "PUT /v2.0/routers/2918b458-ad17-4cb7-b55e-29ee9c9b9739 HTTP/1.1" status: 200 len: 890 time: 2.9186656 Feb 17 22:35:38.137802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Sync routers for ids ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:38.153716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Routers {'2918b458-ad17-4cb7-b55e-29ee9c9b9739'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:35:38.154776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:35:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:38.421548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Set router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:35:38.826239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:37Z', 'revision_number': 4, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port': {'id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:36Z', 'updated_at': '2022-02-17T22:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:33Z', 'revision_number': 5, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:38.835564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Checking router: 2918b458-ad17-4cb7-b55e-29ee9c9b9739 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:38.836128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Updating router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 port de38d47f-2d97-4493-b3cc-1545cd86b77a binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:35:38.908824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.330823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.345429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Transition to ACTIVE for port object de38d47f-2d97-4493-b3cc-1545cd86b77a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:39.353795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.448611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Attempting to bind port de38d47f-2d97-4493-b3cc-1545cd86b77a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:35:39.449027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Attempting to bind port de38d47f-2d97-4493-b3cc-1545cd86b77a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:35:39.449438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Attempting to bind port de38d47f-2d97-4493-b3cc-1545cd86b77a on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:35:39.456542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dddb7c-0abc-468a-9c9a-ec329b5834a0 None None] Pushing event updated for resources: {'Port': ['ID=de38d47f-2d97-4493-b3cc-1545cd86b77a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:39.463889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:35:39.464264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:35:39.464665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.465270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:35:39.465764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Bound port: de38d47f-2d97-4493-b3cc-1545cd86b77a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:35:39.466250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.553588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] For port de38d47f-2d97-4493-b3cc-1545cd86b77a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:35:39.557752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] For port de38d47f-2d97-4493-b3cc-1545cd86b77a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=de38d47f-2d97-4493-b3cc-1545cd86b77a,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:35:39.562958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:39.664981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Routers {'2918b458-ad17-4cb7-b55e-29ee9c9b9739'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:35:39.665661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:35:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:39.730339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dddb7c-0abc-468a-9c9a-ec329b5834a0 None None] Pushing event updated for resources: {'Port': ['ID=de38d47f-2d97-4493-b3cc-1545cd86b77a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:39.887552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] Set router 2918b458-ad17-4cb7-b55e-29ee9c9b9739 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:35:40.314074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:37Z', 'revision_number': 4, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port': {'id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:36Z', 'updated_at': '2022-02-17T22:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:33Z', 'revision_number': 5, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:40.319327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e6d9-4916-45ae-b98f-01da634ec4dc None None] The sync data for ids ['2918b458-ad17-4cb7-b55e-29ee9c9b9739'] in dv-neutron-805768-3-hyperv is: [{'id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'name': 'router1', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:16Z', 'updated_at': '2022-02-17T22:35:37Z', 'revision_number': 4, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'gw_port': {'id': 'de38d47f-2d97-4493-b3cc-1545cd86b77a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:36Z', 'updated_at': '2022-02-17T22:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2acfa705-632f-4fb9-a147-9faf7f410df0', 'name': '', 'network_id': '13b7a944-c455-49f9-b6fa-eb04e30b8930', 'tenant_id': 'a9c93c1af0b0402384c405ccedf26107', 'mac_address': 'fa:16:3e:2d:d6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2918b458-ad17-4cb7-b55e-29ee9c9b9739', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:26Z', 'updated_at': '2022-02-17T22:35:33Z', 'revision_number': 5, 'project_id': 'a9c93c1af0b0402384c405ccedf26107', 'subnets': [{'id': '975a2d74-cfae-495d-ad3f-5f55688b65c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099e4b4e-7480-45aa-8b97-d10ef8392ca1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:40.705823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 52374) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:35:40.838041 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7f1cf416-ba2f-444d-a2e1-fdb3018ef07e admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1306503 Feb 17 22:35:41.004163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device de38d47f-2d97-4493-b3cc-1545cd86b77a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:41.120694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port de38d47f-2d97-4493-b3cc-1545cd86b77a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:41.127648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port de38d47f-2d97-4493-b3cc-1545cd86b77a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:41.128011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:41.294361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:41.320881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port de38d47f-2d97-4493-b3cc-1545cd86b77a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=de38d47f-2d97-4493-b3cc-1545cd86b77a,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:35:41.326539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:41.412707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=de38d47f-2d97-4493-b3cc-1545cd86b77a,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:42.970366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device de38d47f-2d97-4493-b3cc-1545cd86b77a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:35:43.056842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port de38d47f-2d97-4493-b3cc-1545cd86b77a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:43.057548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:50.026352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-267a2723-4196-47cb-94f6-2cec7db4ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:52.294970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc05d-0e6e-425e-8a36-794fe91ba5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:53.194912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:53.337835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:54.765142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:35:56.393227 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:36:20.014206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2922ab27-e9fb-46b3-b2d5-8c03e0ac1da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:22.279891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-724ccced-467a-4b6c-97e6-9472b71eb120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:23.188401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:23.325454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:24.762156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:33.391700 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:36:50.017065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9499-4d97-4f91-8345-3bace0ea0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:52.284871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd2d3-3cfe-4987-a2dc-f44456225981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:53.194955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:53.328448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:36:54.765653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:10.393509 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:37:20.015051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-79091bca-f358-45bd-821f-398e12cd9dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:22.294717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a5addaeb-58d8-4d3a-9f6b-38ed2a6562ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:23.188156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:23.330673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:24.768882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:47.393164 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:37:50.010858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c04db08d-12ef-46ab-9105-17dc1845e653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:52.287954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6034a711-aa41-45d9-b035-dc67cae96cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:53.193140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:53.334190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:53.984120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52976) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:37:54.056375 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af91c6-234d-4ff8-860b-fc860a41cb1b admin admin] GET failed (client error): The resource could not be found. Feb 17 22:37:54.058616 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-32af91c6-234d-4ff8-860b-fc860a41cb1b admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719478 Feb 17 22:37:54.198290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60db3a-622e-46a4-a74c-806e9e4ba79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:54.199713 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8e60db3a-622e-46a4-a74c-806e9e4ba79e admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1372612 Feb 17 22:37:54.771482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:56.394725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 52986) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:37:56.510674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8ff08-a6bd-46bf-bdf1-3f9d6244470f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:56.512050 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a2f8ff08-a6bd-46bf-bdf1-3f9d6244470f admin admin] 10.222.0.42 "GET /v2.0/subnets/975a2d74-cfae-495d-ad3f-5f55688b65c5 HTTP/1.1" status: 200 len: 849 time: 0.1163864 Feb 17 22:37:56.521289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:56.648537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Notify callbacks [] for subnet, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:56.855551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415'] for subnet, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:56.904482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:56.905066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:56.907245 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] 10.222.0.42 "PUT /v2.0/subnets/975a2d74-cfae-495d-ad3f-5f55688b65c5 HTTP/1.1" status: 200 len: 868 time: 0.3889942 Feb 17 22:37:56.928361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffeadc5-97a7-4bcc-be12-6c22fb0b1608 None None] Network 13b7a944-c455-49f9-b6fa-eb04e30b8930 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:37:56.945642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=975a2d74-cfae-495d-ad3f-5f55688b65c5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:56.968038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.968550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.969188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.969814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.970153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.970648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.971119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.971912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.972056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.972553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.972901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:56.973344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3786ad-e496-448a-a08c-a60072db51fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.399597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bbb8b6e8-d906-4e78-a63b-07f5077d5030 None None] Provisioning complete for port 151642e0-3e9e-416d-b184-eb00df2a5b31 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:57.399962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b6e8-d906-4e78-a63b-07f5077d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:57.577407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bbb8b6e8-d906-4e78-a63b-07f5077d5030 None None] Provisioning complete for port 2acfa705-632f-4fb9-a147-9faf7f410df0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:57.577623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b6e8-d906-4e78-a63b-07f5077d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:37:59.151330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 52996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:37:59.330515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81586173-ef2b-486e-b42a-1cc21047f494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.330893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81586173-ef2b-486e-b42a-1cc21047f494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.332478 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-81586173-ef2b-486e-b42a-1cc21047f494 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1801307 Feb 17 22:38:01.564485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53006) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:01.743930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07f7ca-6dd7-40d5-ae60-b74940c6b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:01.744312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07f7ca-6dd7-40d5-ae60-b74940c6b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:01.745875 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7d07f7ca-6dd7-40d5-ae60-b74940c6b17a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1804016 Feb 17 22:38:04.025797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53016) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:04.311291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44f810-939a-4354-8829-204732d42cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:04.313304 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dc44f810-939a-4354-8829-204732d42cf7 admin admin] 10.222.0.42 "GET /v2.0/networks/13b7a944-c455-49f9-b6fa-eb04e30b8930 HTTP/1.1" status: 200 len: 868 time: 0.2863901 Feb 17 22:38:06.644531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53026) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:06.851532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92dfbf-08c4-4d85-ad45-ffa412586104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:06.853065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff92dfbf-08c4-4d85-ad45-ffa412586104 admin admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 886 time: 0.2073879 Feb 17 22:38:09.131185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53036) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:09.255647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d96158-d386-4484-889e-5a371c9a5286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:09.256292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d96158-d386-4484-889e-5a371c9a5286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:09.257227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-79d96158-d386-4484-889e-5a371c9a5286 admin admin] Synchronizing usage tracker for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:38:09.278281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-79d96158-d386-4484-889e-5a371c9a5286 admin admin] Unset dirty status for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:38:09.279881 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-79d96158-d386-4484-889e-5a371c9a5286 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475630 Feb 17 22:38:11.638481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:11.753505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c2627-5e13-43c3-9d08-215551c05ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:11.753946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c2627-5e13-43c3-9d08-215551c05ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:11.755452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ca6c2627-5e13-43c3-9d08-215551c05ea9 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159387 Feb 17 22:38:13.999008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53056) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:14.105473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39908b11-22bc-46e6-8611-29c52ece8c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:14.106861 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-39908b11-22bc-46e6-8611-29c52ece8c6e admin admin] 10.222.0.42 "GET /v2.0/subnets/2f93d99a-7faf-4b9d-98b2-e013a13c329b HTTP/1.1" status: 200 len: 816 time: 0.1059804 Feb 17 22:38:16.336640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53066) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:16.512193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ed6f7-370f-4830-9fb2-29939a0a17c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:16.513611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f59ed6f7-370f-4830-9fb2-29939a0a17c8 admin admin] 10.222.0.42 "GET /v2.0/subnets/975a2d74-cfae-495d-ad3f-5f55688b65c5 HTTP/1.1" status: 200 len: 868 time: 0.1759765 Feb 17 22:38:20.020275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ed70eacf-cbdd-48ea-9527-28ae4a77c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:22.305786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7ed23f16-3b71-444a-b043-565d1fdafff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:23.198973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:23.347796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:24.393954 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:38:24.779709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:36.900664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53112) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:36.975589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-38afbb20-b06f-4567-a842-9e5a9b721932 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:38:36.976585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-38afbb20-b06f-4567-a842-9e5a9b721932 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748954 Feb 17 22:38:39.417654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:39.499085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f471b-06e5-4018-af9c-26606d0d5878 admin admin] GET failed (client error): The resource could not be found. Feb 17 22:38:39.500689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-717f471b-06e5-4018-af9c-26606d0d5878 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0820930 Feb 17 22:38:39.643631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d072a8-af22-405d-9887-59a4e7138894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:39.645182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7d072a8-af22-405d-9887-59a4e7138894 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399975 Feb 17 22:38:41.957818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53132) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:42.017482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:42.022766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:38:42.036463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:38:42.053358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Made reservation on behalf of 2ecf7b3ca0044f39beea4d1f77c8029b for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:42.057265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:42.184901 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.services.revisions.revision_plugin [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Could not find related network for resource to bump revision. Feb 17 22:38:42.199197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:42.212105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:42.212435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Added segment 5495d29e-2666-49fa-9efb-500e651f38e4 of type vlan for network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d Feb 17 22:38:42.243960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:42.280409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:42.281577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:42.282168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:42.395308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:42.398744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4394579 Feb 17 22:38:42.405414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.405414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.405414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.405995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.405995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.406294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.406564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.406908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.407237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.407572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.407894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.408205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb32cb-005e-4817-8809-c35a266e5b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:42.425515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:38:44.668091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53142) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:38:44.743520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4016da19-8ff2-45ec-8d48-638d4df2fa2b admin admin] GET failed (client error): The resource could not be found. Feb 17 22:38:44.744043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4016da19-8ff2-45ec-8d48-638d4df2fa2b admin admin] Synchronizing usage tracker for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:38:44.760483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4016da19-8ff2-45ec-8d48-638d4df2fa2b admin admin] Unset dirty status for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:38:44.761784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4016da19-8ff2-45ec-8d48-638d4df2fa2b admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0927174 Feb 17 22:38:44.874568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6551753-7f9e-426d-ac55-350e906c7d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:44.876156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b6551753-7f9e-426d-ac55-350e906c7d9b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1093888 Feb 17 22:38:44.887144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Request body: {'subnet': {'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:44.892463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:38:44.902742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:38:44.913911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Made reservation on behalf of 2ecf7b3ca0044f39beea4d1f77c8029b for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:44.916505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:45.135018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:45.207836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ce4839-a79c-474d-a30d-490702182306,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:45.217614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Checking segment: {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:38:45.218068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Network hostable DHCP agents. Network: ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:45.240335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:45.251130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:45.255803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:45.256375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:45.262991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee6cf4-c298-4f6f-8b68-0264720cd154 None None] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:38:45.286398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5fefe6f7-eaa7-4197-8519-2c3e39c6ddfa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4036660 Feb 17 22:38:45.500280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d', 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d', 'tenant_id': '2ecf7b3ca0044f39beea4d1f77c8029b', 'fixed_ips': [{'subnet_id': 'b3ce4839-a79c-474d-a30d-490702182306'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:38:45.501599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:45.717376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Allocated IP 192.168.233.2 (ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d/b3ce4839-a79c-474d-a30d-490702182306/dc10cb40-1f23-481f-9d19-c3f4df36a0d6) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:45.978588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:45.992327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Transition to ACTIVE for port object dc10cb40-1f23-481f-9d19-c3f4df36a0d6 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:38:46.035078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Transition to ACTIVE for port object dc10cb40-1f23-481f-9d19-c3f4df36a0d6 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:38:46.049406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:46.163049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:46.166131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:46.170822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:38:46.180856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Pushing event updated for resources: {'Port': ['ID=dc10cb40-1f23-481f-9d19-c3f4df36a0d6,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:46.223406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.223992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.224223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.224474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.224810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.225192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.225541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.225870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.226213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.226538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.226854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.227169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:46.291469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Attempting to bind port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:38:46.292116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Attempting to bind port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:38:46.292235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Attempting to bind port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 on network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:38:46.299078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:38:46.299435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Checking segment: {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:38:46.299839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:46.300230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Bound using segment: {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:38:46.300694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Bound port: dc10cb40-1f23-481f-9d19-c3f4df36a0d6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:38:46.301192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:46.410827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] For port dc10cb40-1f23-481f-9d19-c3f4df36a0d6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:38:46.417424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] For port dc10cb40-1f23-481f-9d19-c3f4df36a0d6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dc10cb40-1f23-481f-9d19-c3f4df36a0d6,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:38:46.424398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:46.508515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1485ca-afe1-49e9-8809-ce215e5d58a1 None None] Pushing event updated for resources: {'Port': ['ID=dc10cb40-1f23-481f-9d19-c3f4df36a0d6,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:47.119073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dc10cb40-1f23-481f-9d19-c3f4df36a0d6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:38:47.245124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:38:47.514675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b202f-ea5d-49df-bb99-37cec3893231 None None] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:38:47.649032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Provisioning for port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:38:47.663310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Provisioning complete for port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:47.663684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:47.967090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:48.030430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] For port dc10cb40-1f23-481f-9d19-c3f4df36a0d6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dc10cb40-1f23-481f-9d19-c3f4df36a0d6,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:38:48.038663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:48.141019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d6130-0c01-4726-aa40-02a85e0ff7c3 None None] Pushing event updated for resources: {'Port': ['ID=dc10cb40-1f23-481f-9d19-c3f4df36a0d6,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:48.264155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9facf06-176c-49da-9640-fa1f75c9b445 None None] Provisioning complete for port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:48.265203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9facf06-176c-49da-9640-fa1f75c9b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:49.068375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dc10cb40-1f23-481f-9d19-c3f4df36a0d6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:38:49.143524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port dc10cb40-1f23-481f-9d19-c3f4df36a0d6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:49.143878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:50.027716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a101efcd-a717-4fe6-b28c-67e0351ac97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:52.290907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb847f1d-8386-433c-b645-9f278e3c8f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:53.196187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:53.340692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:38:54.787864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:01.392453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:39:20.011732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4473ab3e-4889-483e-a0c0-cd1ceb57667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:22.296747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1143-1d77-4f97-8b9b-48fa57907b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:23.189676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:23.346265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:24.780693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:38.391787 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:39:50.018355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-303a73fb-e240-4793-a1c0-dbdb3569261f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:52.299779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-285e66c5-2595-454e-b725-9e4971d71bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:53.194175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:53.347376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:39:54.787409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:12.796141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53188) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:40:12.802077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-445114ac-e3e9-42c7-b468-ea3cb972c903 tempest-verify_tempest_config-1156490443 tempest-verify_tempest_config-1156490443-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:40:12.803025 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-445114ac-e3e9-42c7-b468-ea3cb972c903 tempest-verify_tempest_config-1156490443 tempest-verify_tempest_config-1156490443-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059185 Feb 17 22:40:13.121103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53206) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:40:13.241072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.255312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:40:13.259022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Usage tracker for resource:security_group_rule and tenant:bc00a65692f24ceeb3104af07ee5c40a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:40:13.262993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:40:13.270676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:40:13.361204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.366561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.413547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Synchronizing usage tracker for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:40:13.415892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf55c07-8077-4575-ab1a-2e7db392006e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:13.423680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.424044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.424380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.424712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.425037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.425411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.425738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.426061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.426382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.426701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.427017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.427333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:13.443570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] Unset dirty status for tenant:2ecf7b3ca0044f39beea4d1f77c8029b on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:40:13.444712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec28a1aa-4727-4d27-8ffe-1faa00c939ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc00a65692f24ceeb3104af07ee5c40a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3226259 Feb 17 22:40:13.448196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53212) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:40:13.515051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.546809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.649507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.664183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf55c07-8077-4575-ab1a-2e7db392006e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:13.672112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:13.673279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e3806ae1-4120-4737-8c20-49538d380205 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/baf55c07-8077-4575-ab1a-2e7db392006e HTTP/1.1" status: 204 len: 168 time: 0.2241299 Feb 17 22:40:15.391538 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:40:20.022794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ec62e61b-e660-4d41-9faa-45c580b7b334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:22.302546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5c12-8873-4a85-a837-33cc6d2035c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:23.197664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:23.348544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:24.788696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:50.018722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4aaf58a8-affd-4d22-9a64-41386b4126b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:52.307509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-89ca464b-571b-4ab6-9cdd-206f8cbc3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:52.390555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 5 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:40:53.201521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:53.352052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:40:54.787038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:20.022595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bf5b61ef-9cf1-4cb3-bff9-b9d50b15c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:22.316356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-65c871aa-1c76-4514-8e66-8b48fe8394d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:23.203711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:23.355200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:24.792980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:28.034378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918177'] for agent, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:29.390216 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:41:42.809977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53282) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:41:42.922410 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ada51d40-9dfb-4445-badd-de8288040ba9 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1113343 Feb 17 22:41:45.168659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53292) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:41:45.227796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-15bd5d87-46b7-4ce7-b850-8e8285dabd43 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0578818 Feb 17 22:41:50.027393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f489c8a4-632d-4c8a-a9c0-cbf5a71a29c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:52.308927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-423d79f0-3dcb-4171-aa83-facc367f6909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:53.206773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:53.358477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:54.793753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:41:58.018026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:06.389723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:42:20.079564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fadf3168-85ee-4e03-9ec0-b6e6d5455d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:22.314646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a24-699f-4f6c-b81c-92faff620fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:23.213561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:23.363138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:24.796208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:28.018828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:43.388472 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:42:50.036146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-824a9e90-0bf0-4a3e-9d3e-c73e956bf330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:52.313464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1474a3c-dc4a-4704-9a09-71ecc454caee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:53.207152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:53.365052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:54.799063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:42:58.017481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:09.996006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53420) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:10.277030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-379247895-network', 'tenant_id': '808b5569125949579196ba0ef246a288'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:10.281991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:10.286633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Usage tracker for resource:network and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:10.289536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:10.295795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:10.307300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Made reservation on behalf of 808b5569125949579196ba0ef246a288 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:10.311535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.327583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.344648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:10.349258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Usage tracker for resource:security_group_rule and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:10.352247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:10.358391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:10.444957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.450655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.487378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:10.492711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79844b0-60a0-42f6-ac8a-75d1a8198303,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:10.501887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.502243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.503326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.503920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.504245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.504741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.505264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.505664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.505913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.506236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.506550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.506868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Tracked resource versions report: Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: pushed versions: Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: { 'AddressGroup': {'1.2'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'ConntrackHelper': {'1.0'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Log': {'1.0'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Network': {'1.1'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Port': {'1.7'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'PortForwarding': {'1.2'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'QosPolicy': {'1.8'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroup': {'1.4'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SubPort': {'1.0'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Subnet': {'1.1'}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Trunk': {'1.1'}} Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: consumer versions: Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: HyperV agent@hv-neutron-8057: {}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'ConntrackHelper': '1.0', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Log': '1.0', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Network': '1.1', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Port': '1.7', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'PortForwarding': '1.2', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'QosPolicy': '1.8', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroup': '1.4', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SecurityGroupRule': '1.2', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'SubPort': '1.0', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Subnet': '1.1', Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: 'Trunk': '1.1'}} Feb 17 22:43:10.508001 dv-neutron-805768-3-hyperv neutron-server[87695]: {{(pid=87695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:43:10.512787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.513140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Added segment 4a319509-d7b0-4208-bc38-242190920bc1 of type vlan for network 37d87357-7f17-4bab-9c44-87ee8c191d38 Feb 17 22:43:10.541732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.575410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.576020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:10.576801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:10.676984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] Pushing event updated for resources: {'Network': ['ID=37d87357-7f17-4bab-9c44-87ee8c191d38,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:10.693552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:10.697215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:10.700268 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1ecf4249-29e0-4aaf-a626-af980012a872 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7032666 Feb 17 22:43:10.709403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Request body: {'subnet': {'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-379247895-subnet', 'tenant_id': '808b5569125949579196ba0ef246a288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:10.711113 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.quota [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Loaded quota_driver: . Feb 17 22:43:10.717543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:10.723186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Usage tracker for resource:subnet and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:10.726892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:10.734484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:10.750181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Made reservation on behalf of 808b5569125949579196ba0ef246a288 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:10.754067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.037530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.131984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:11.149748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.150264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.150968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.151321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.151984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.152345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.152680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.153022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.153517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.153708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.154031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.154351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Tracked resource versions report: Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: pushed versions: Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: { 'AddressGroup': {'1.2'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'ConntrackHelper': {'1.0'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Log': {'1.0'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Network': {'1.1'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Port': {'1.7'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'PortForwarding': {'1.2'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'QosPolicy': {'1.8'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroup': {'1.4'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SubPort': {'1.0'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Subnet': {'1.1'}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Trunk': {'1.1'}} Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: consumer versions: Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: HyperV agent@hv-neutron-8057: {}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'ConntrackHelper': '1.0', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Log': '1.0', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Network': '1.1', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Port': '1.7', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'PortForwarding': '1.2', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'QosPolicy': '1.8', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroup': '1.4', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SecurityGroupRule': '1.2', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'SubPort': '1.0', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Subnet': '1.1', Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: 'Trunk': '1.1'}} Feb 17 22:43:11.155636 dv-neutron-805768-3-hyperv neutron-server[87694]: {{(pid=87694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:43:11.161679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Checking segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:11.162175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Network hostable DHCP agents. Network: 37d87357-7f17-4bab-9c44-87ee8c191d38, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:11.181858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53482) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:11.191187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:11.210436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 37d87357-7f17-4bab-9c44-87ee8c191d38) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:11.215119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:11.215719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.223213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92fd80-1230-4ed3-9d53-b7b125ce894d None None] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:11.243049 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-adfaa373-6c51-4bf4-918a-52fca144c267 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5439456 Feb 17 22:43:11.245889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53490) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:11.250976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:11.255650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:11.260543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Usage tracker for resource:router and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:11.263658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:11.270535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:11.283464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.284851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.302913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.391010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53498) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:11.527434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53506) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:11.536404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-37d87357-7f17-4bab-9c44-87ee8c191d38', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:11.537892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.558598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-751443173-network', 'tenant_id': 'a664e7c342c24610bd879010bcd89768'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:11.563985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:11.573046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Usage tracker for resource:network and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:11.581842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:11.591596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:11.616849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Made reservation on behalf of a664e7c342c24610bd879010bcd89768 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:11.619750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.640102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.640327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.670892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:11.675703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Usage tracker for resource:security_group_rule and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:11.680012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:11.687172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:11.715469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53514) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:11.817510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.823778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.860287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f888238-7c5f-43a5-aa55-5f180e9ca7c7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:11.888411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:11.893578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Allocated IP 172.20.0.2 (37d87357-7f17-4bab-9c44-87ee8c191d38/c32b6cf3-ca81-4faf-bf24-014c2fe6eac9/d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:11.903985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775194921894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:11.905073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Unsubscribe: segment precommit_create {{(pid=87694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 22:43:11.905889 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Added segment 5f047543-baa3-4dfc-91a1-2d18f7b4fc33 of type vlan for network a7f335c2-baac-42a9-a552-569b039f757a Feb 17 22:43:11.954546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.017208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2091478333-network', 'tenant_id': '487149e9d26f4d78884756aa53efa88e'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:12.026761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.030607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:12.031620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.072326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.083197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.150615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.156644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9740865 Feb 17 22:43:12.186889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Usage tracker for resource:network and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.197575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53528) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:12.200262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.224010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Request body: {'subnet': {'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-751443173-subnet', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:12.226601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3775a-2a70-4c3e-a49c-301848edd12b admin admin] Pushing event updated for resources: {'Network': ['ID=a7f335c2-baac-42a9-a552-569b039f757a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.243557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network a7f335c2-baac-42a9-a552-569b039f757a details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:12.247747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-358272599'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:12.257773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.261910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:network and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.265345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.265509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.272309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.280406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.283043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.296297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1473097323'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:12.299619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:12.303728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.328582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Usage tracker for resource:subnet and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.334833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.338139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Transition to ACTIVE for port object d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:12.355895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.371917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.378786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:network and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.382111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.386170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Allocated IP 172.26.7.106 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/a074000c-c7d1-4cfd-8201-c4d3d0502380) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:12.390313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.392718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Transition to ACTIVE for port object d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:12.400919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.405098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.410479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:security_group_rule and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.413855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.420128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.493971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:12.497583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:12.504489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Pushing event updated for resources: {'Port': ['ID=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.509357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:12.519938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.520794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.521459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.521954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.522760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.523252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.523736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.524214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.524892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.525391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.525863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.526337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Tracked resource versions report: Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: pushed versions: Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: { 'AddressGroup': {'1.2'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'ConntrackHelper': {'1.0'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Log': {'1.0'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Network': {'1.1'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Port': {'1.7'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'PortForwarding': {'1.2'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'QosPolicy': {'1.8'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroup': {'1.4'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SubPort': {'1.0'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Subnet': {'1.1'}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Trunk': {'1.1'}} Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: consumer versions: Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: HyperV agent@hv-neutron-8057: {}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'ConntrackHelper': '1.0', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Log': '1.0', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Network': '1.1', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Port': '1.7', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'PortForwarding': '1.2', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'QosPolicy': '1.8', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroup': '1.4', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SecurityGroupRule': '1.2', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'SubPort': '1.0', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Subnet': '1.1', Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: 'Trunk': '1.1'}} Feb 17 22:43:12.527625 dv-neutron-805768-3-hyperv neutron-server[87696]: {{(pid=87696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:43:12.534724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.541513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:12.546298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.562152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.564388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.577840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.583888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.591332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:12.603088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.603436 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Added segment ac401aa2-7e9a-4733-b8f1-3c25b4142b85 of type vlan for network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f Feb 17 22:43:12.625057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.636013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.637338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Attempting to bind port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:12.637708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Attempting to bind port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:12.638059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Attempting to bind port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 on network 37d87357-7f17-4bab-9c44-87ee8c191d38 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:12.645442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:12.645820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Checking segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:12.646192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.646572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Bound using segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:12.647132 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Bound port: d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:12.647556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.669711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.674122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:security_group_rule and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.677790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:12.684270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:12.744089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Pushing event updated for resources: {'Port': ['ID=a074000c-c7d1-4cfd-8201-c4d3d0502380,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.767550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] For port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:12.772816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:12.773153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] For port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:12.775032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:12.778855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.785592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:12.813355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.824476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Made reservation on behalf of 487149e9d26f4d78884756aa53efa88e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:12.828558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.880677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0558bf-790d-4677-b532-03bf6b47b227 None None] Pushing event updated for resources: {'Port': ['ID=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.912329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82f4ead-653f-4d94-a6d3-8ca27b53d44e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.921284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.936432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:12.949382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.949732 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Added segment 6f2fe597-c72a-48d1-a88d-0067ed4a8333 of type vlan for network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 Feb 17 22:43:12.964888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:12.989130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:12.994255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Usage tracker for resource:security_group_rule and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:12.997799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:13.005601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:13.051111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.057164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:13.057833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.061920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Made reservation on behalf of a664e7c342c24610bd879010bcd89768 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:13.063717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.363291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.395932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Network': ['ID=96bf4379-21d6-473e-b0e5-d7ed4fa6f72f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:13.410086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:13.450825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7a671-d132-4c75-ba76-0313ccc7102e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:13.479334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.535827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a3eb360b-a600-4b91-a2ef-67441a75d652 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0072606 Feb 17 22:43:13.538191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.541243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:13.559468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'subnet': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:13.711020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.734439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:13.752151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:subnet and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:13.773825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:13.795397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.801885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:13.802672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:13.834345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:13.836447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:13.965858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53586) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:13.994317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c3ffbc-770b-4db1-8e02-63590e0b4ac7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:14.010867 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2894976 Feb 17 22:43:14.044642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.068561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:14.091814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.092272 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Added segment b5fffc4c-f48e-4f77-8d30-b0566399214a of type vlan for network db95ac7e-92bf-4c34-a809-02443791f387 Feb 17 22:43:14.093680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf48eb-d398-48ad-81e4-d748b97fa31e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Network': ['ID=4a0b7b35-3c0c-4806-9f38-f42c32b2e523,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:14.102331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:14.107253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:14.118789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.218836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53600) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.253339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.315015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.319606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1578b-3bd5-498c-9152-20280866c97b None None] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:14.379858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.461896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:14.474524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0b434560-770a-4805-93fb-e411e5b3dafd None None] Provisioning for port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:14.476402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:14.491298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:14.537684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.538758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:14.539362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.568779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1172579421'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:14.574702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a019a29c-42ac-4b87-b948-ed3a61a8c2c2,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:14.590340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:14.597050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-94c4a395-b683-4184-a1e2-46eec26f181c tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:14.629557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:14.646031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:14.652099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.658049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Checking segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:14.658411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Network hostable DHCP agents. Network: a7f335c2-baac-42a9-a552-569b039f757a, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:14.670647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Usage tracker for resource:network and tenant:99854660285e4b5b88c1eabefffa2b65 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:14.671779 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2794602 Feb 17 22:43:14.683547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:14.685765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53612) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.703083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Request body: {'subnet': {'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2091478333-subnet', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:14.712816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:14.723101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132ecaf-1cf8-4f65-8430-af9a4cf23013 admin admin] Pushing event updated for resources: {'Network': ['ID=db95ac7e-92bf-4c34-a809-02443791f387,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:14.729048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53616) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.730352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Usage tracker for resource:subnet and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:14.737330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network db95ac7e-92bf-4c34-a809-02443791f387 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:14.737538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:14.760774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:14.781115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Network a7f335c2-baac-42a9-a552-569b039f757a is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:14.787325 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-94c4a395-b683-4184-a1e2-46eec26f181c tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "PUT /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d HTTP/1.1" status: 200 len: 366 time: 0.5613735 Feb 17 22:43:14.789600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:14.793994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53622) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.809881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Made reservation on behalf of 99854660285e4b5b88c1eabefffa2b65 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:14.813500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.833217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, a7f335c2-baac-42a9-a552-569b039f757a) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:14.837879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:14.838544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.839485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.850800 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c3b6847d-601a-48e5-85ba-c70fdc96142e tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0530083 Feb 17 22:43:14.858496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53626) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.875625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:14.875949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Made reservation on behalf of 487149e9d26f4d78884756aa53efa88e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:14.878992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:14.886766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Usage tracker for resource:security_group_rule and tenant:99854660285e4b5b88c1eabefffa2b65 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:14.890259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55eff0-4608-4a88-9f7a-187d440697ab None None] Network a7f335c2-baac-42a9-a552-569b039f757a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:14.891573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:14.900138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:14.902933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:43:14.928465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-84a45a13-e767-4e1b-82b5-86172095d2c2 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d HTTP/1.1" status: 200 len: 366 time: 0.0649531 Feb 17 22:43:14.956039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53630) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:14.989954 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6124efb2-3eed-4132-b9c1-7949b8441244 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.7912550 Feb 17 22:43:14.990768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53634) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.009560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:15.018513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:15.034243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:15.042633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:15.045395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:floatingip and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:15.050776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:15.056093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.063627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Usage tracker for resource:router and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:15.103837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:15.106715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:15.120962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:15.169921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.193955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.195072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.223041 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-92b9501e-56eb-4c89-b924-a9d847010a20 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d HTTP/1.1" status: 204 len: 168 time: 0.2616646 Feb 17 22:43:15.231860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.236687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-a7f335c2-baac-42a9-a552-569b039f757a', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:15.237759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.244029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Subnet': ['ID=1ee075df-9310-48f6-8170-a5533bba8e79,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:15.296623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:15.306319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:15.312104 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Sync routers for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:15.322797 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:15.323409 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:42:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:15.375380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.386316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.427855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Checking segment: {'id': 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:15.428310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network hostable DHCP agents. Network: 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:15.439226 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b5c97f24-1e14-4661-a126-bfd034aa3735 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1968927 Feb 17 22:43:15.443618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53644) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.478037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.484324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.492395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=09183a8d-0393-45e3-9f14-2a4b2a47976c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:15.500380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:15.511748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:15.512121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.515019 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:15.545462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2113c1c-0f30-4e77-b342-1eb8a890d40d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:15.555248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Allocated IP 172.20.0.2 (a7f335c2-baac-42a9-a552-569b039f757a/a019a29c-42ac-4b87-b948-ed3a61a8c2c2/e3601b13-c821-4000-998c-86711e49fcb0) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:15.562363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:15.587692 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4dd3a913-e631-4e92-a6a6-bbda78a1e296 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d HTTP/1.1" status: 200 len: 370 time: 0.1354992 Feb 17 22:43:15.588515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53648) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.596648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:15.608765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:15.610221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c6870-cec8-4d6b-baa7-561a04dd71e8 None None] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:15.644198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.646248 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-56d5d65d-3b82-4c9a-a42e-7a19af520e9e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3991985 Feb 17 22:43:15.648871 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b03096fd-21c6-4e15-a5cf-7564490c9fc2 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d/default HTTP/1.1" status: 200 len: 370 time: 0.0542941 Feb 17 22:43:15.653182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53652) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.653852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53654) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.658283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:15.659513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.664027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:15.664614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network hostable DHCP agents. Network: 4a0b7b35-3c0c-4806-9f38-f42c32b2e523, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:15.678449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.679172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Added segment ca02585e-bace-4d28-82aa-9cac360902b2 of type vlan for network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 Feb 17 22:43:15.698984 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-19dd791e-5178-4b51-8aae-a93bd199ad9d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1555288 Feb 17 22:43:15.709645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53660) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:15.721017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-328063484'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:15.791293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-03423b4f-a5f6-419e-9d72-f51c1d701434 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] delete failed (client error): The resource could not be found. Feb 17 22:43:15.792945 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-03423b4f-a5f6-419e-9d72-f51c1d701434 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/376d80d21f3d48c5b5e5492909eefd6d HTTP/1.1" status: 404 len: 348 time: 0.1367917 Feb 17 22:43:15.808734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:15.856533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:15.861339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4a0b7b35-3c0c-4806-9f38-f42c32b2e523) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:15.881959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c3ebe-d3cd-4fc8-9138-e3b98c44ef94 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:15.884918 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 3, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:15.892108 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Checking router: 1c7ac488-ed40-40c2-b7a2-a17580fcb278 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:15.893712 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Updating router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 port a074000c-c7d1-4cfd-8201-c4d3d0502380 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:15.937656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:15.938602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.003905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.021339 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.050604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53668) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:16.066039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:16.085032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:port and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:16.092772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:16.122848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.137194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Transition to ACTIVE for port object e3601b13-c821-4000-998c-86711e49fcb0 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:16.165395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Transition to ACTIVE for port object e3601b13-c821-4000-998c-86711e49fcb0 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:16.171834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-849dae83-1b7e-459e-a753-e9bc8c638b7b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1136813 Feb 17 22:43:16.177286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53672) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:16.182276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.187674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:16.188605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.195725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'name': 'tempest-NetworksTestDHCPv6-1136817728'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:16.226538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:16.228782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.334107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:16.398279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.405918 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:network and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:16.435923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4664462 Feb 17 22:43:16.437319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53676) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:16.449163 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.457019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:16.461559 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Transition to ACTIVE for port object a074000c-c7d1-4cfd-8201-c4d3d0502380 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:16.470465 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.475519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.479110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.485075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Request body: {'subnet': {'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:16.520677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:16.529411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.535641 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Attempting to bind port a074000c-c7d1-4cfd-8201-c4d3d0502380 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:16.536277 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Attempting to bind port a074000c-c7d1-4cfd-8201-c4d3d0502380 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:16.536823 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Attempting to bind port a074000c-c7d1-4cfd-8201-c4d3d0502380 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:16.541688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.549486 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:16.550106 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:16.550689 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.551241 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:16.551879 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Bound port: a074000c-c7d1-4cfd-8201-c4d3d0502380, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:16.552579 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.559001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021b20-93b0-40b0-bf64-8c3f39e3d3c5 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event updated for resources: {'Network': ['ID=fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:16.614684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Network a7f335c2-baac-42a9-a552-569b039f757a is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:16.616426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f611f6-c876-4fea-8b10-271a39801bd4,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:16.622088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:16.626422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:16.632319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '09183a8d-0393-45e3-9f14-2a4b2a47976c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:16.634215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.644700 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] For port a074000c-c7d1-4cfd-8201-c4d3d0502380, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:16.648213 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] For port a074000c-c7d1-4cfd-8201-c4d3d0502380, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a074000c-c7d1-4cfd-8201-c4d3d0502380,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:16.659726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.664180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:16.677374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:16.692153 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:16.692574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:16.693278 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:42:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:16.698826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:16.703268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:subnet and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:16.716946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:16.726495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port 50b157af-9f6d-4d51-82fa-d8745f641b51 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:16.767683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Checking segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:16.768403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Network hostable DHCP agents. Network: db95ac7e-92bf-4c34-a809-02443791f387, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:16.785292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:16.789579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:16.800215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:16.833454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:16.841176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:16.899862 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:16.957706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:subnetpool and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.015022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Network db95ac7e-92bf-4c34-a809-02443791f387 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:17.027072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.038615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:17.098109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Usage tracker for resource:subnet and tenant:99854660285e4b5b88c1eabefffa2b65 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.116643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.121197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, db95ac7e-92bf-4c34-a809-02443791f387) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:17.126015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:17.126597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.156370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:17.159780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::2ec (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/09183a8d-0393-45e3-9f14-2a4b2a47976c/0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:17.166315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:port and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.207806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d27be3-b5b1-4f4f-8ff4-05dce796f3c7 None None] Network db95ac7e-92bf-4c34-a809-02443791f387 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:17.224400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.232336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Allocated IP 172.26.7.161 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/0ff68a34-6e37-4f5d-930f-6b88f6e15f2e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:17.263448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.265321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::84 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/50b157af-9f6d-4d51-82fa-d8745f641b51) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:17.277253 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4c6dd87d-bc5b-46b8-b5d6-369376ee7a3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5846283 Feb 17 22:43:17.279351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53684) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:17.341493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:17.353408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:router and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.355935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Made reservation on behalf of 99854660285e4b5b88c1eabefffa2b65 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:17.359943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.372338 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Pushing event updated for resources: {'Port': ['ID=a074000c-c7d1-4cfd-8201-c4d3d0502380,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:17.384363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Attempting to bind port e3601b13-c821-4000-998c-86711e49fcb0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:17.385352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Attempting to bind port e3601b13-c821-4000-998c-86711e49fcb0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:17.385991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Attempting to bind port e3601b13-c821-4000-998c-86711e49fcb0 on network a7f335c2-baac-42a9-a552-569b039f757a {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:17.387590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:17.395860 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.396243 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.396585 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.397111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.397449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.397780 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.398156 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.398485 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.399058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.399389 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.399711 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.400029 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Tracked resource versions report: Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: pushed versions: Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: { 'AddressGroup': {'1.2'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'ConntrackHelper': {'1.0'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Log': {'1.0'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Network': {'1.1'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Port': {'1.7'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'PortForwarding': {'1.2'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'QosPolicy': {'1.8'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroup': {'1.4'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SubPort': {'1.0'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Subnet': {'1.1'}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Trunk': {'1.1'}} Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: consumer versions: Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: { DHCP agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: HyperV agent@hv-neutron-8057: {}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: L3 agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: Metadata agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: Metering agent@dv-neutron-805768-3-hyperv: {}, Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: Open vSwitch agent@dv-neutron-805768-3-hyperv: { 'AddressGroup': '1.2', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'ConntrackHelper': '1.0', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Log': '1.0', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Network': '1.1', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Port': '1.7', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'PortForwarding': '1.2', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'QosPolicy': '1.8', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroup': '1.4', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SecurityGroupRule': '1.2', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'SubPort': '1.0', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Subnet': '1.1', Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: 'Trunk': '1.1'}} Feb 17 22:43:17.401232 dv-neutron-805768-3-hyperv neutron-server[87697]: {{(pid=87697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:43:17.468811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'tenant_id': '506c561d9fb84aa7b2029ed3ac208af1', 'fixed_ips': [{'subnet_id': '1ee075df-9310-48f6-8170-a5533bba8e79'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:17.470011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.483824 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c703c-464a-4e6e-b3f9-3200abddf0c9 None None] Pushing event updated for resources: {'Port': ['ID=a074000c-c7d1-4cfd-8201-c4d3d0502380,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:17.492221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:17.510202 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 3, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:17.514409 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8accd3-f58a-4cef-b445-7a066c921eb3 None None] The sync data for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv is: [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 3, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:17.519433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.523982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Usage tracker for resource:router and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.538761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.542491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:17.542863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Checking segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:17.543257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.543646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Bound using segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:17.544123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Bound port: e3601b13-c821-4000-998c-86711e49fcb0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:17.544491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.579494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:17.619413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Pushing event updated for resources: {'Port': ['ID=e3601b13-c821-4000-998c-86711e49fcb0,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:17.620882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.641821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:floatingip and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:17.655995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:17.679782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:17.707136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Allocated IP 172.20.0.1 (37d87357-7f17-4bab-9c44-87ee8c191d38/c32b6cf3-ca81-4faf-bf24-014c2fe6eac9/99b95860-8520-4a22-9495-c950be9a0252) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:17.736833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-db95ac7e-92bf-4c34-a809-02443791f387', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:17.737689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.751831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.753919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.803798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:17.986420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] For port e3601b13-c821-4000-998c-86711e49fcb0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:18.027744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] For port e3601b13-c821-4000-998c-86711e49fcb0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e3601b13-c821-4000-998c-86711e49fcb0,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:18.039357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:18.051151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.052863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:18.058177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:18.067387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:18.070776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.075588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:18.103857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.127536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.152227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0866c67d-1e9a-4f93-879f-5e179413e596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9707003 Feb 17 22:43:18.152448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73fdb9-1385-4ebf-b5c2-640fc954cdee None None] Pushing event updated for resources: {'Port': ['ID=e3601b13-c821-4000-998c-86711e49fcb0,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:18.152585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Transition to ACTIVE for port object 99b95860-8520-4a22-9495-c950be9a0252 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:18.153373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53690) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:18.182437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/09183a8d-0393-45e3-9f14-2a4b2a47976c/16ab84c4-a07c-4565-b30c-bc630dac4a17) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:18.256704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.276718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:18.277104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.314411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c996898-258f-4f97-be85-b860d4295e55 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:18.315767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2c996898-258f-4f97-be85-b860d4295e55 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:18.356037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:18.364863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:18.373275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:18.373736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.391136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.416829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.420464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2c996898-258f-4f97-be85-b860d4295e55 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:18.425726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2c996898-258f-4f97-be85-b860d4295e55 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2711213 Feb 17 22:43:18.426977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53694) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:18.429623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Pushing event updated for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:18.465443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:18.466570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.469847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Allocated IP 172.20.0.2 (db95ac7e-92bf-4c34-a809-02443791f387/b6f611f6-c876-4fea-8b10-271a39801bd4/04dac7e9-5f4c-48ee-bc1b-2024162e6789) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:18.511336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:18.574690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:18.575032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.621110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:18.638374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event updated for resources: {'Subnet': ['ID=3611c381-3d53-479b-9dca-c008ad3c44ce,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:18.950413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:18.972921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Transition to ACTIVE for port object 16ab84c4-a07c-4565-b30c-bc630dac4a17 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:18.995787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Transition to ACTIVE for port object 16ab84c4-a07c-4565-b30c-bc630dac4a17 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:19.026796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.110826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.119141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Checking segment: {'id': 'ca02585e-bace-4d28-82aa-9cac360902b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:19.119539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Network hostable DHCP agents. Network: fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:19.169167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.181317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.182025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Transition to ACTIVE for port object 04dac7e9-5f4c-48ee-bc1b-2024162e6789 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:19.201517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Transition to ACTIVE for port object 04dac7e9-5f4c-48ee-bc1b-2024162e6789 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:19.210556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.222376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:19.223421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.266303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.423300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Allocated IP 172.26.7.176 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/0cad3d4b-6575-491c-9442-a1a438e4b364) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:19.457733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Pushing event updated for resources: {'Port': ['ID=04dac7e9-5f4c-48ee-bc1b-2024162e6789,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:19.466694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e3601b13-c821-4000-998c-86711e49fcb0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:19.537166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6d3fb969-e2e7-49b1-9d1b-5d56992e7351 None None] Provisioning for port 99b95860-8520-4a22-9495-c950be9a0252 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:19.537390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=0ff68a34-6e37-4f5d-930f-6b88f6e15f2e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:19.591556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6d3fb969-e2e7-49b1-9d1b-5d56992e7351 None None] Provisioning complete for port 99b95860-8520-4a22-9495-c950be9a0252 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:19.592516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb969-e2e7-49b1-9d1b-5d56992e7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.616795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.624505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.644134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:19.667817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Network db95ac7e-92bf-4c34-a809-02443791f387 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:19.668374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:security_group and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:19.671806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fb969-e2e7-49b1-9d1b-5d56992e7351 None None] Port 99b95860-8520-4a22-9495-c950be9a0252 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:19.678870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.682722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:19.683258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:19.694892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:19.695973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:19.697182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:19.701259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:19.751610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057afe3-9b7d-4ce4-a802-4e79ae9cb550 None None] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:19.774803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:19.774803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.775291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:19.837264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Usage tracker for resource:security_group_rule and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:19.940340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Attempting to bind port 16ab84c4-a07c-4565-b30c-bc630dac4a17 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:19.941119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object 50b157af-9f6d-4d51-82fa-d8745f641b51 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:19.941623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Attempting to bind port 16ab84c4-a07c-4565-b30c-bc630dac4a17 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:19.942191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Attempting to bind port 16ab84c4-a07c-4565-b30c-bc630dac4a17 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:19.967336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:19.968532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:19.969178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.969765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:19.970451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Bound port: 16ab84c4-a07c-4565-b30c-bc630dac4a17, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:19.971586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.990077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:19.992378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b59677-e72d-47e6-bbe0-14bb0c6ddfc6 None None] Network a7f335c2-baac-42a9-a552-569b039f757a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:20.021033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.021984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.027962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:20.040076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e3601b13-c821-4000-998c-86711e49fcb0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:20.056601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.068643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.152402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] For port 16ab84c4-a07c-4565-b30c-bc630dac4a17, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:20.156182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] For port 16ab84c4-a07c-4565-b30c-bc630dac4a17, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=16ab84c4-a07c-4565-b30c-bc630dac4a17,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:20.272690 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-33075927-dd7a-4b2d-b372-db1e15e55ee5 tempest-QuotasTest-962745504 tempest-QuotasTest-962745504-project-admin] 10.222.0.42 "GET /v2.0/quotas/6cc034d19e3e4fb797711e63fc39c226/details.json HTTP/1.1" status: 200 len: 703 time: 4.2082818 Feb 17 22:43:20.304202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.314778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Pushing event updated for resources: {'Port': ['ID=16ab84c4-a07c-4565-b30c-bc630dac4a17,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:20.318464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.324646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a074000c-c7d1-4cfd-8201-c4d3d0502380 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:20.329765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:20.335325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:20.335836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.349470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Pushing event updated for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:20.382454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.400620 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:43:20.531237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:20.535939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4f3f8a45-b154-4023-9bc9-efc08044a598 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 HTTP/1.1" status: 204 len: 168 time: 2.0979924 Feb 17 22:43:20.613068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53708) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:20.637294 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-163a7e82-eba2-403c-b24e-07c772206146 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1904023 Feb 17 22:43:20.652389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Attempting to bind port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:20.653007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Attempting to bind port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:20.653693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Attempting to bind port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 on network db95ac7e-92bf-4c34-a809-02443791f387 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:20.660787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53712) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:20.664391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:20.682731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:20.682994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Checking segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:20.683461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.684570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Bound using segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:20.685183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Bound port: 04dac7e9-5f4c-48ee-bc1b-2024162e6789, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:20.685673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.688772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:20.700262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c391cb63-a6ff-4af6-8052-aae1938485f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.701827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Request body: {'port': {'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975', 'name': 'tempest-DHCPAgentSchedulersTestJSON-904739164'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:20.722344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:20.726407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Provisioning for port e3601b13-c821-4000-998c-86711e49fcb0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:20.728109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:20.728744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.748274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Provisioning complete for port e3601b13-c821-4000-998c-86711e49fcb0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:20.748748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:20.888288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Allocated IP 2001:db8::2 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/4ab8a1de-c2ea-481c-a8bd-280768f5765a) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:21.054589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:21.058108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:43:21.179166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=50b157af-9f6d-4d51-82fa-d8745f641b51,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:21.193037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5143e0-05a8-44f2-85a4-b1c2e451be2c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:21.195493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5143e0-05a8-44f2-85a4-b1c2e451be2c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:21.196679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce5143e0-05a8-44f2-85a4-b1c2e451be2c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:21.222686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604523e-5e6d-4310-8d0d-d320be07d0e9 None None] Pushing event updated for resources: {'Port': ['ID=16ab84c4-a07c-4565-b30c-bc630dac4a17,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:21.309408 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e53cadd7-cb7a-46b9-8a9a-28bf1fd20fd1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.5968602 Feb 17 22:43:21.320233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a074000c-c7d1-4cfd-8201-c4d3d0502380 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:21.328513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53724) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:21.345009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-940756063', 'allowed_address_pairs': [{'ip_address': '2001:db8::84', 'mac_address': 'fa:16:3e:4d:84:a1'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:21.372080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.386424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a074000c-c7d1-4cfd-8201-c4d3d0502380 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:21.386703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.404339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:21.406408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce5143e0-05a8-44f2-85a4-b1c2e451be2c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:21.407740 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce5143e0-05a8-44f2-85a4-b1c2e451be2c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7934031 Feb 17 22:43:21.409468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:21.426415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-df10dafd-b584-4bb9-a577-e90a88893409 admin admin] 10.222.0.42 "PUT /v2.0/routers/1c7ac488-ed40-40c2-b7a2-a17580fcb278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7570190 Feb 17 22:43:21.427990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] For port 04dac7e9-5f4c-48ee-bc1b-2024162e6789, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:21.428199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53728) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:21.499784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Usage tracker for resource:security_group_rule and tenant:a96af6b5056c4bcb81e6d9bef11beaae is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:21.510620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.521290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:21.541317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:21.553542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Sync routers for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:21.606960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 09183a8d-0393-45e3-9f14-2a4b2a47976c {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:43:21.618606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] For port 04dac7e9-5f4c-48ee-bc1b-2024162e6789, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=04dac7e9-5f4c-48ee-bc1b-2024162e6789,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:21.622706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.646982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975', 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975', 'tenant_id': '99854660285e4b5b88c1eabefffa2b65', 'fixed_ips': [{'subnet_id': '3611c381-3d53-479b-9dca-c008ad3c44ce'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:21.647969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.665566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:21.673584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.687687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.692015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.714411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:21.717008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:21.726628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.758901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:21.759613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:42:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:21.808805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:21.866051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cad3d4b-6575-491c-9442-a1a438e4b364,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:21.873264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:21.882518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Usage tracker for resource:port and tenant:99854660285e4b5b88c1eabefffa2b65 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:21.895060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.037689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:22.092089 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:43:22.105283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:22.116012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] For port e3601b13-c821-4000-998c-86711e49fcb0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e3601b13-c821-4000-998c-86711e49fcb0,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:22.136817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.140196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.168478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92a3d7-9a14-4129-b216-d8258a36e1f4 None None] Pushing event updated for resources: {'Port': ['ID=04dac7e9-5f4c-48ee-bc1b-2024162e6789,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:22.171121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.204789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:22.208567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.236069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.263298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.265582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:port and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:22.277312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Made reservation on behalf of 99854660285e4b5b88c1eabefffa2b65 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:22.281877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.312674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:22.330578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=09183a8d-0393-45e3-9f14-2a4b2a47976c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:22.343829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:22.435109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.442511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a96af6b5056c4bcb81e6d9bef11beaae&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3811028 Feb 17 22:43:22.444127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53744) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:22.445739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f45c2-ad81-4e67-b606-d89380efdc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a70db3d-bcd0-4106-a35e-41d4850db55a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:22.446990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.475561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.492061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3f47f003-ca1f-4069-b1cb-97292b51a7d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/09183a8d-0393-45e3-9f14-2a4b2a47976c HTTP/1.1" status: 204 len: 168 time: 1.0732481 Feb 17 22:43:22.496675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53748) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:22.585542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f692d-4417-4a41-8fde-96e312f9db4b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:22.593561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] device_id is not set on port 339b2200-52c1-4a38-80df-7fb685e7020d yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:22.624321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Transition to ACTIVE for port object 4ab8a1de-c2ea-481c-a8bd-280768f5765a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:22.696412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=0ff68a34-6e37-4f5d-930f-6b88f6e15f2e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:22.742508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ee42d334-3acd-4092-acc7-58d218a4bd25 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156933 Feb 17 22:43:22.751765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53754) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:22.761104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:22.773799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3b21893-7beb-425d-975d-e3ae720a9448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.797454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:22.808987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.825633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:22.848973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.850397 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca3d9e86-a08c-492d-a709-d7e6a26479e6 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1157312 Feb 17 22:43:22.880446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Transition to ACTIVE for port object 4ab8a1de-c2ea-481c-a8bd-280768f5765a will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:22.907078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:22.916573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53758) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:22.917865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:22.925953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:22.934187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Provisioning complete for port e3601b13-c821-4000-998c-86711e49fcb0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:22.934726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.966633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:22.966633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:22.966633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:22.976630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.080207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53762) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:23.085132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-289071943'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:23.091293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.109126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e79e3-ae0c-441a-b2a0-72f687d2523f None None] Pushing event updated for resources: {'Port': ['ID=e3601b13-c821-4000-998c-86711e49fcb0,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:23.133972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:23.144574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972453443', 'description': 'tempest-description--356398376'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:23.160487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:network and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:23.166950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:23.176033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:23.259857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port a074000c-c7d1-4cfd-8201-c4d3d0502380, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a074000c-c7d1-4cfd-8201-c4d3d0502380,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:23.282969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:23.311252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.392156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:23.406581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.423145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:23.428534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:23.434283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.439114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Allocated IP 172.20.0.2 (fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975/3611c381-3d53-479b-9dca-c008ad3c44ce/5c31c1c3-18a4-4320-832d-6c50b8c5b8f6) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:23.448150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Allocated IP 172.26.7.73 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/5127ab5e-2dcf-41bf-b5bb-b8de68c79130) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:23.453643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Usage tracker for resource:security_group and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:23.491019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:23.512245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:23.542282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:23.549995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:23.553236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.579564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:23.582020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.583440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Made reservation on behalf of 9f0dbaf2da5e4479b0930030a4168f70 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:23.591013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.592847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.616712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=e37e782b-5ad3-4dc7-95c2-2850e8ba3d42,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:23.649072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a70db3d-bcd0-4106-a35e-41d4850db55a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:23.664213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-23b302a5-45d3-4be9-b42b-1c7f497ae94f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9109826 Feb 17 22:43:23.665835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.666894 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-12fb8469-7fa2-44aa-baa0-4ac6cacbcaf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a70db3d-bcd0-4106-a35e-41d4850db55a HTTP/1.1" status: 204 len: 168 time: 1.1882107 Feb 17 22:43:23.667774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53766) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:23.687035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'name': 'tempest-NetworksTestDHCPv6-1393454854'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:23.730325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.741910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.779864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7824d-4a8a-4275-b0b7-8b84e5b9bade None None] Network db95ac7e-92bf-4c34-a809-02443791f387 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:23.844822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:23.866387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:23.874624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port 6b0c43cd-69f4-42c1-af1b-76c6216cb964 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:23.921170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:security_group_rule and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:23.936866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:23.953023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:23.963671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e3601b13-c821-4000-998c-86711e49fcb0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:23.967750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:23.968341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:23.972476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:23.975727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:23.981997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:23.985243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Usage tracker for resource:security_group_rule and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:23.995668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:24.000960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.012033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:24.032929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 4e7750a4-48f6-4749-9cd3-606665f5c2e4 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:24.064301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.099127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:24.192493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53776) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:24.227228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.246570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.260306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:24.272101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc034d19e3e4fb797711e63fc39c226 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:24.276430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:24.291425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::16b (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/e37e782b-5ad3-4dc7-95c2-2850e8ba3d42/4e7750a4-48f6-4749-9cd3-606665f5c2e4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:24.294173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:24.308241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Pushing event updated for resources: {'Port': ['ID=4ab8a1de-c2ea-481c-a8bd-280768f5765a,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:24.369985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.370637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Provisioning complete for port 99b95860-8520-4a22-9495-c950be9a0252 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:24.370985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.444532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::140 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/6b0c43cd-69f4-42c1-af1b-76c6216cb964) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:24.546525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.551209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Attempting to bind port 4ab8a1de-c2ea-481c-a8bd-280768f5765a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:24.551592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Attempting to bind port 4ab8a1de-c2ea-481c-a8bd-280768f5765a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:24.551962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Attempting to bind port 4ab8a1de-c2ea-481c-a8bd-280768f5765a on network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:24.555485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.581876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Port 99b95860-8520-4a22-9495-c950be9a0252 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:24.584147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e3601b13-c821-4000-998c-86711e49fcb0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:24.584510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.599506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.609178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.624216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.635096 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cc034d19e3e4fb797711e63fc39c226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419248 Feb 17 22:43:24.640915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.644457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.644794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53780) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:24.646088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.649437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.651989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdf9af-3acb-4c45-b915-d86423302291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c43e14f-9efe-4b72-90e7-28ae9f839b23,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:24.652547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=a074000c-c7d1-4cfd-8201-c4d3d0502380,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:24.657957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:24.658900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Checking segment: {'id': 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:24.659302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.660168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Bound using segment: {'id': 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:24.660168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Bound port: 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:24.660523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.690759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 4e7750a4-48f6-4749-9cd3-606665f5c2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:24.742816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.775694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.782610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.822517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7a388deb-c1b7-4855-86ac-62144d92dfe3 None None] Provisioning for port 16ab84c4-a07c-4565-b30c-bc630dac4a17 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:24.829031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:43:24.857777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:24.864225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:24.878848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:24.880909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29e257-0d88-4c69-844c-77b663ede44b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:24.888989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:24.893419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:24.897467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:24.902636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:24.908609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:24.909632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.913626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=4e7750a4-48f6-4749-9cd3-606665f5c2e4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:24.928131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Deleting port 16ab84c4-a07c-4565-b30c-bc630dac4a17 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:24.929341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.952747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-40e68fb2-7c69-4761-a8ba-ee9dee806c22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2838852 Feb 17 22:43:24.956235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:24.958977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.962327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.962655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c43e14f-9efe-4b72-90e7-28ae9f839b23 HTTP/1.1" status: 204 len: 168 time: 0.3157527 Feb 17 22:43:24.992100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.995313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:24.995665 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Added segment ec8337b6-e402-4408-9bbd-de9f05ff8be3 of type vlan for network 9eb7bf25-c095-4d81-876e-0828eab49509 Feb 17 22:43:25.040115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 2, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:25.062499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.065411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.066974 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ecc9ad07-bd17-40b9-b185-5f414902b2a7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9560108 Feb 17 22:43:25.080007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:25.089956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05250c-e86d-4def-a2f0-40682d2f6413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c43e14f-9efe-4b72-90e7-28ae9f839b23,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:25.093750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53792) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:25.105194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Checking router: 1c7ac488-ed40-40c2-b7a2-a17580fcb278 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:25.105550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Updating router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 port 99b95860-8520-4a22-9495-c950be9a0252 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:25.108367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'security_group_rule': {'security_group_id': '9d29e257-0d88-4c69-844c-77b663ede44b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:25.116443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:25.128256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Usage tracker for resource:security_group_rule and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:25.132169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:25.139927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:25.164055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] For port 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:25.211133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Transition to ACTIVE for port object 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:25.217748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a0c74-5dde-4831-98f9-d57f1b3c1124 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:25.223776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a0c74-5dde-4831-98f9-d57f1b3c1124 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:25.224556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-070a0c74-5dde-4831-98f9-d57f1b3c1124 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:25.227275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.274116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] For port 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4ab8a1de-c2ea-481c-a8bd-280768f5765a,segment=NetworkSegment(ac401aa2-7e9a-4733-b8f1-3c25b4142b85),segment_id=ac401aa2-7e9a-4733-b8f1-3c25b4142b85)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:25.275414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5b6f667e-6cc4-4872-8b6f-91678acbfed0 None None] Provisioning for port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:25.286341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-070a0c74-5dde-4831-98f9-d57f1b3c1124 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:25.287536 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-070a0c74-5dde-4831-98f9-d57f1b3c1124 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3303642 Feb 17 22:43:25.290752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53796) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:25.308228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.351680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.375541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.379330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Transition to ACTIVE for port object 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:25.386890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 4e7750a4-48f6-4749-9cd3-606665f5c2e4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:25.387286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.403601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 04dac7e9-5f4c-48ee-bc1b-2024162e6789 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:25.519138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.574311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0434fb1-0bf2-4d81-8e9f-f197071f8b22,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:25.606535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.709828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:25.710725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Allocated IP 172.20.0.8 (fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975/3611c381-3d53-479b-9dca-c008ad3c44ce/339b2200-52c1-4a38-80df-7fb685e7020d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:25.735178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c957-85a3-463d-871a-2a0f208c1aae None None] Pushing event updated for resources: {'Port': ['ID=4ab8a1de-c2ea-481c-a8bd-280768f5765a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:25.738697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:25.743584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.829116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:25.914559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.944558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.950169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:25.950808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:25.997613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.015711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 4e7750a4-48f6-4749-9cd3-606665f5c2e4 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:26.156170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object 6b0c43cd-69f4-42c1-af1b-76c6216cb964 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:26.202557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d22a33-2ee3-41eb-8876-57d73fa785cb,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.318836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.327149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.328670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-70f5db6b-d021-4065-be9b-e56bf276d987 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2330587 Feb 17 22:43:26.332670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53820) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:26.350335 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4249573 Feb 17 22:43:26.350545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'security_group_rule': {'security_group_id': '9d29e257-0d88-4c69-844c-77b663ede44b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:26.362096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:26.367049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Usage tracker for resource:security_group_rule and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:26.371412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:26.374029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53824) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:26.378307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:26.390004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a43d-2091-4849-a91c-680594aebba9 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Network': ['ID=9eb7bf25-c095-4d81-876e-0828eab49509,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.397916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Request body: {'subnet': {'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:26.416597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:43:26.472524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Pushing event updated for resources: {'Port': ['ID=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.517049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.528791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=4e7750a4-48f6-4749-9cd3-606665f5c2e4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.538764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9eb7bf25-c095-4d81-876e-0828eab49509 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:26.568619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.591925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] For port 16ab84c4-a07c-4565-b30c-bc630dac4a17, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=16ab84c4-a07c-4565-b30c-bc630dac4a17,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:26.592341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.662016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.664795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.674653 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3467b69c-6ef7-4f6c-b368-b6590fab7270 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/4e7750a4-48f6-4749-9cd3-606665f5c2e4 HTTP/1.1" status: 204 len: 168 time: 1.3805509 Feb 17 22:43:26.676495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53832) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:26.677424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.757670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.794034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Calling delete_port for 16ab84c4-a07c-4565-b30c-bc630dac4a17 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:26.821671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6008de-d74f-4d6d-92f7-59cc26017990 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:26.823220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6008de-d74f-4d6d-92f7-59cc26017990 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:26.824033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ef6008de-d74f-4d6d-92f7-59cc26017990 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:26.826905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319c4aaf-f846-4b3c-bc19-3cbbf149ddb7,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.832253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.834613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bd00cf39-cf90-4519-bdb5-61c32969b82f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5011935 Feb 17 22:43:26.839230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53840) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:26.849406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:26.857740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:26.864140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Usage tracker for resource:floatingip and tenant:808b5569125949579196ba0ef246a288 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:26.866915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ef6008de-d74f-4d6d-92f7-59cc26017990 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:26.867773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ef6008de-d74f-4d6d-92f7-59cc26017990 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1851544 Feb 17 22:43:26.868804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:26.872221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53844) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:26.928414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:26.935916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:26.967965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Transition to ACTIVE for port object 339b2200-52c1-4a38-80df-7fb685e7020d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:26.976315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.044807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet e37e782b-5ad3-4dc7-95c2-2850e8ba3d42 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:43:27.151288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.181768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.199340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:27.209730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.265860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.276120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.321700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53854) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.322719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Transition to ACTIVE for port object 99b95860-8520-4a22-9495-c950be9a0252 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:27.325498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ced8b7-daa8-4db2-89d6-7ac59406c25e None None] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:27.353346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:27.355439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:subnet and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:27.365425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:27.393779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:27.414606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:27.420814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:27.421517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.422145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.428723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=6b0c43cd-69f4-42c1-af1b-76c6216cb964,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.441994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:27.457790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Attempting to bind port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:27.458156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Attempting to bind port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ca02585e-bace-4d28-82aa-9cac360902b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:27.458497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Attempting to bind port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 on network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:27.464621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.465634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.521355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.530774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=e37e782b-5ad3-4dc7-95c2-2850e8ba3d42,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.542510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:27.542985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Checking segment: {'id': 'ca02585e-bace-4d28-82aa-9cac360902b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:27.543349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.543673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Bound using segment: {'id': 'ca02585e-bace-4d28-82aa-9cac360902b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:27.544140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Bound port: 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca02585e-bace-4d28-82aa-9cac360902b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:27.544514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.563655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-437466242'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:27.575755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:27.584054 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9b68ced2-64d8-475c-9996-aa5bfbdcaca3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/e37e782b-5ad3-4dc7-95c2-2850e8ba3d42 HTTP/1.1" status: 204 len: 168 time: 0.7086585 Feb 17 22:43:27.586734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53860) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.587883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Usage tracker for resource:router and tenant:98ef1c445ab540e1b1ac57b807687aec is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:27.594943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:27.619592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:27.644031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:27.657199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] No DVR routers for this DVR port 16ab84c4-a07c-4565-b30c-bc630dac4a17 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:27.664637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:27.664998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.688966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:27.695864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:27.710558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c42af0b3-78ed-432f-b0dc-f628e86c5143 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168413 Feb 17 22:43:27.711684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:27.712692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53864) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.717287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:27.717874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.720404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.722325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:27.724436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-45f11570-b2e4-49b3-b751-2f2c8e0e434b None None] Provisioning complete for port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:27.724436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-45f11570-b2e4-49b3-b751-2f2c8e0e434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.724623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Made reservation on behalf of 9f0dbaf2da5e4479b0930030a4168f70 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:27.727955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.742287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:27.751499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.752911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.761167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Sync routers for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:27.772702 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:27.773611 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:27.817155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b938-c8bd-40ef-bc65-ead014d3d7d7 None None] Pushing event deleted for resources: {'Port': ['ID=16ab84c4-a07c-4565-b30c-bc630dac4a17,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.837936 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-867f7749-c190-4f6d-9923-e8d0cc447d06 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.5060635 Feb 17 22:43:27.844424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53868) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.846063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Allocated IP 172.26.7.194 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/4f9fff4a-b1d2-4a94-9daa-71928548295a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:27.883203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event updated for resources: {'Port': ['ID=339b2200-52c1-4a38-80df-7fb685e7020d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.906116 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aa6f9a3f-f14f-4b47-837e-3d86e78b2513 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2398849 Feb 17 22:43:27.911894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.912115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.913070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53876) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.917331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:27.921977 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d97e055-d8b4-417e-895b-0b8795ea54d8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.9199705 Feb 17 22:43:27.923079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53880) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:27.978525 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:28.036378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Deleting port 339b2200-52c1-4a38-80df-7fb685e7020d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:28.036730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.196706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb75674-c8db-4468-afb0-c99d073f3526 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:28.356149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.415791 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 3, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:28.420856 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Checking router: 192f85c9-70b1-40f4-9cd0-cdb70dc05487 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:28.421460 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Updating router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 port 0cad3d4b-6575-491c-9442-a1a438e4b364 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:28.478345 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.490186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Calling delete_port for 339b2200-52c1-4a38-80df-7fb685e7020d owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:28.547059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.694703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:28.706401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.711340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:43:28.728601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.776402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:28.794515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:28.812730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.821333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 04dac7e9-5f4c-48ee-bc1b-2024162e6789, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=04dac7e9-5f4c-48ee-bc1b-2024162e6789,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:28.821517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876ec81-ec70-4811-8742-0766c08e3f0d None None] Pushing event updated for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:28.821610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:28.844212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.844997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16ab84c4-a07c-4565-b30c-bc630dac4a17 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:28.869347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.875272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:28.879540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.906544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Attempting to bind port 99b95860-8520-4a22-9495-c950be9a0252 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:28.906902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Attempting to bind port 99b95860-8520-4a22-9495-c950be9a0252 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:28.907251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Attempting to bind port 99b95860-8520-4a22-9495-c950be9a0252 on network 37d87357-7f17-4bab-9c44-87ee8c191d38 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:28.951051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:28.951637 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-abc4dd3c-236f-402e-8db4-52ef67b3b0c9 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6224611 Feb 17 22:43:28.962743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53888) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:28.969655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] For port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:28.977198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 16ab84c4-a07c-4565-b30c-bc630dac4a17 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:43:28.977546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16ab84c4-a07c-4565-b30c-bc630dac4a17 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 17 22:43:29.039815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acd16b-1bd5-4169-bb01-ded88029e8a6 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:29.046154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acd16b-1bd5-4169-bb01-ded88029e8a6 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:29.049323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] For port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,segment=NetworkSegment(ca02585e-bace-4d28-82aa-9cac360902b2),segment_id=ca02585e-bace-4d28-82aa-9cac360902b2)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:29.052019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acd16b-1bd5-4169-bb01-ded88029e8a6 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:29.058469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a2acd16b-1bd5-4169-bb01-ded88029e8a6 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 1.2068448 Feb 17 22:43:29.070668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53894) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:29.099664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Subnet': ['ID=b6557e5d-2326-4058-82a3-62ec1c58ca94,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:29.152545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 16ab84c4-a07c-4565-b30c-bc630dac4a17 not found, will not notify nova. {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 17 22:43:29.154443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=04dac7e9-5f4c-48ee-bc1b-2024162e6789,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:29.163196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:29.163732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Checking segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:29.164240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.164865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Bound using segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:29.165776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Bound port: 99b95860-8520-4a22-9495-c950be9a0252, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:29.166370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.195613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event deleted for resources: {'Port': ['ID=339b2200-52c1-4a38-80df-7fb685e7020d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:29.252064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.262491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.266097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.268540 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c8bed8d4-3a11-4d6e-a0f7-d92e7825748d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "DELETE /v2.0/ports/339b2200-52c1-4a38-80df-7fb685e7020d HTTP/1.1" status: 204 len: 168 time: 1.3545005 Feb 17 22:43:29.276411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:29.312302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port 6b0c43cd-69f4-42c1-af1b-76c6216cb964 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:29.312864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.442987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a074000c-c7d1-4cfd-8201-c4d3d0502380 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:29.500326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Provisioning for port 4ab8a1de-c2ea-481c-a8bd-280768f5765a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:29.553958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.585030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9dd5-44a9-4abb-b2ec-7ad5d1388372 None None] Pushing event updated for resources: {'Port': ['ID=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:29.610626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] For port 99b95860-8520-4a22-9495-c950be9a0252, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:29.647526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] For port 99b95860-8520-4a22-9495-c950be9a0252, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99b95860-8520-4a22-9495-c950be9a0252,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:29.648822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Checking segment: {'id': 'ec8337b6-e402-4408-9bbd-de9f05ff8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:29.649301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network hostable DHCP agents. Network: 9eb7bf25-c095-4d81-876e-0828eab49509, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:43:29.665194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.669462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.764882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Provisioning for port 6b0c43cd-69f4-42c1-af1b-76c6216cb964 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:29.798352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Provisioning complete for port 6b0c43cd-69f4-42c1-af1b-76c6216cb964 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:29.799377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:29.838414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b2f7290f-d7c2-41f1-ba0b-78d23f642f69 tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5608714 Feb 17 22:43:29.839232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53904) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:29.885740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:29.911527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-587024261'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:29.933344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:29.935750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:29.950390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:29.977222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Usage tracker for resource:network and tenant:99854660285e4b5b88c1eabefffa2b65 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:29.982458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:29.999748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.016763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 9eb7bf25-c095-4d81-876e-0828eab49509 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:30.038668 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.068829 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Transition to ACTIVE for port object 0cad3d4b-6575-491c-9442-a1a438e4b364 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:30.081608 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.086292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Port 6b0c43cd-69f4-42c1-af1b-76c6216cb964 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:30.093620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a074000c-c7d1-4cfd-8201-c4d3d0502380 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:30.109005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.194479 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a32d7-8f75-40e6-bc98-a94279826492 None None] Pushing event updated for resources: {'Port': ['ID=0cad3d4b-6575-491c-9442-a1a438e4b364,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.197877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Sync routers for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:30.203736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9eb7bf25-c095-4d81-876e-0828eab49509) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:30.218009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.226814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:30.227493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.229981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:30.230713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.235276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.238383 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e4940d68-6338-4579-ad11-cdf213703dc3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9324491 Feb 17 22:43:30.238530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82a87f-3a81-443a-b0a2-841ce29d1e93 None None] Network 9eb7bf25-c095-4d81-876e-0828eab49509 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:30.259892 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Attempting to bind port 0cad3d4b-6575-491c-9442-a1a438e4b364 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:30.260597 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Attempting to bind port 0cad3d4b-6575-491c-9442-a1a438e4b364 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:30.261823 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Attempting to bind port 0cad3d4b-6575-491c-9442-a1a438e4b364 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:30.272032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:30.272936 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:30.273708 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.274410 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:30.275137 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Bound port: 0cad3d4b-6575-491c-9442-a1a438e4b364, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:30.275875 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.279040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:30.280098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'Port': ['ID=4f9fff4a-b1d2-4a94-9daa-71928548295a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.291765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:30.333489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:30.334733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:30.396446 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] For port 0cad3d4b-6575-491c-9442-a1a438e4b364, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:30.401132 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] For port 0cad3d4b-6575-491c-9442-a1a438e4b364, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cad3d4b-6575-491c-9442-a1a438e4b364,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:30.406697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:30.407514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.407745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:30.461915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876ec81-ec70-4811-8742-0766c08e3f0d None None] Pushing event updated for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.497386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Provisioning for port 50b157af-9f6d-4d51-82fa-d8745f641b51 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:30.515479 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a32d7-8f75-40e6-bc98-a94279826492 None None] Pushing event updated for resources: {'Port': ['ID=0cad3d4b-6575-491c-9442-a1a438e4b364,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.539186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.555900 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:30.556637 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:30.557675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.558174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f22eaae-363c-4175-b6cd-677ab121b6f5 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:43:30.562622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Provisioning complete for port 50b157af-9f6d-4d51-82fa-d8745f641b51 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:30.563352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.576559 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fe7bb43a-003b-4e20-9d42-523858ba4f53 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1954412 Feb 17 22:43:30.582072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.585858 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a1332960-d600-48ab-94b7-649e6b35ed53 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6f22eaae-363c-4175-b6cd-677ab121b6f5 HTTP/1.1" status: 204 len: 168 time: 1.6164830 Feb 17 22:43:30.585976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:30.586263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53916) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:30.594605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Request body: {'router': {'name': 'tempest-router-711690567', 'distributed': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:30.600020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:30.604005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Usage tracker for resource:router and tenant:98ef1c445ab540e1b1ac57b807687aec is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:30.607298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:30.614404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:30.627811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-660544877', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:30.887138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:30.923587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Allocated IP 172.20.0.1 (a7f335c2-baac-42a9-a552-569b039f757a/a019a29c-42ac-4b87-b948-ed3a61a8c2c2/2dcd8333-3c1b-4596-b930-b760b6e20e88) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:30.966627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:30.970971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:30.972706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.007776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.044352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:router and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:31.048861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:31.061755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:31.097628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.117564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Made reservation on behalf of 99854660285e4b5b88c1eabefffa2b65 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:31.121420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.125366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.126388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.167301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.196966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0e11e-ff8e-4348-8a73-3548f86a403f None None] Port 50b157af-9f6d-4d51-82fa-d8745f641b51 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:31.201832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.211691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a294f-7a36-4cf9-a5d5-809361ea2f9e None None] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:31.212074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:31.213496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.243167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Transition to ACTIVE for port object 2dcd8333-3c1b-4596-b930-b760b6e20e88 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:31.249875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.251340 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8d5725fa-c071-4579-a8ea-ff2aa57b05d3 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6619508 Feb 17 22:43:31.255596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:43:31.266273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.267175 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Added segment a604f57f-6f1a-4291-a180-1ae0697c5180 of type vlan for network 557dbc97-b8aa-46d0-9b22-89de6688db6c Feb 17 22:43:31.298148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.312541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:31.313792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53922) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:31.321107 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 3, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:31.328283 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7f318-83af-4b5e-a191-808e820a50ab None None] The sync data for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv is: [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 3, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:31.352762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:31.371640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:31.379959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=a9d73e9c-c7d2-46d4-a785-6820edd16c8a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:31.399639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:31.400481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.419810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279575b-1e57-40b1-a0b4-c589e5557b1b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:31.429767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.436047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:31.436898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.507666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4ab8a1de-c2ea-481c-a8bd-280768f5765a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:31.589733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.615292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.689601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.865827 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3d20f821-ce35-4924-bb62-b47be8812352 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1527634 Feb 17 22:43:31.867301 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0039742 Feb 17 22:43:31.880827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53926) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:31.881201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53928) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:31.886221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for 6b0c43cd-69f4-42c1-af1b-76c6216cb964 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:31.894267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.901326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:31.921478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'name': 'tempest-NetworksTestDHCPv6-1749740057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:31.922429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb0d1-844b-47ca-8baf-7b114cd9fe3a tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event updated for resources: {'Network': ['ID=557dbc97-b8aa-46d0-9b22-89de6688db6c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:32.000862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9eb7bf25-c095-4d81-876e-0828eab49509', 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509', 'tenant_id': '9f0dbaf2da5e4479b0930030a4168f70', 'fixed_ips': [{'subnet_id': 'b6557e5d-2326-4058-82a3-62ec1c58ca94'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:32.002598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.055451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 557dbc97-b8aa-46d0-9b22-89de6688db6c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:43:32.290323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Network a7f335c2-baac-42a9-a552-569b039f757a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:32.328378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.352425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:32.425704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:32.426260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.428809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-373ac602-1e17-44d2-a072-cc52ab99eadf None None] Provisioning for port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:32.438816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.484416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4ab8a1de-c2ea-481c-a8bd-280768f5765a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:32.578059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.581185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=6b0c43cd-69f4-42c1-af1b-76c6216cb964,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:32.606148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.640913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.651989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4ab8a1de-c2ea-481c-a8bd-280768f5765a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:32.652351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.656400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Pushing event updated for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:32.670258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.797403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.797886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbe8ad9f-78c4-4146-82f4-d760467482fb {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:43:32.836881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-373ac602-1e17-44d2-a072-cc52ab99eadf None None] Could not find standard attr ID for object 6b0c43cd-69f4-42c1-af1b-76c6216cb964. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:43:32.959163 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-feaf0f0e-8e71-4409-a1ad-24f7c6fc8c8a tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks HTTP/1.1" status: 200 len: 8078 time: 1.0677326 Feb 17 22:43:32.964624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:32.970922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:32.976257 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-094366d7-926c-4dcb-af12-009daa6d764a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "DELETE /v2.0/routers/dbe8ad9f-78c4-4146-82f4-d760467482fb HTTP/1.1" status: 204 len: 168 time: 1.6570837 Feb 17 22:43:32.976257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53934) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:32.979999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53936) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:32.983392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:32.996583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:33.005934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:33.063804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.095445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Request body: {'router': {'name': 'tempest-router-20632442', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fb5499a3d77440f897281570b999dc3e'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:33.099792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.108767 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2608950 Feb 17 22:43:33.113126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Allocated IP 172.20.0.2 (9eb7bf25-c095-4d81-876e-0828eab49509/b6557e5d-2326-4058-82a3-62ec1c58ca94/e38682d0-126c-4841-a21a-535c234df466) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:33.121532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.129742 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a6d26740-0a98-496c-8bf2-267bd5838ce1 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/6b0c43cd-69f4-42c1-af1b-76c6216cb964 HTTP/1.1" status: 204 len: 168 time: 4.0550725 Feb 17 22:43:33.138929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53944) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:33.163618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'a9d73e9c-c7d2-46d4-a785-6820edd16c8a'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:33.164458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.176155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:33.181231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.184990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-373ac602-1e17-44d2-a072-cc52ab99eadf None None] Provisioning complete for port 50b157af-9f6d-4d51-82fa-d8745f641b51 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:33.185577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-373ac602-1e17-44d2-a072-cc52ab99eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.216122 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd01a606-1fbb-418e-813b-1a8d6059a033 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] GET failed (client error): The resource could not be found. Feb 17 22:43:33.216839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd01a606-1fbb-418e-813b-1a8d6059a033 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Synchronizing usage tracker for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:33.219763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980104c1-a59f-412f-b2f3-6ab1d93220ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'Port': ['ID=4f9fff4a-b1d2-4a94-9daa-71928548295a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.228407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:33.254459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Usage tracker for resource:router and tenant:fb5499a3d77440f897281570b999dc3e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:33.256515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd01a606-1fbb-418e-813b-1a8d6059a033 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Unset dirty status for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:33.263632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53950) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:33.270999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:33.277701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bd01a606-1fbb-418e-813b-1a8d6059a033 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports/6b0c43cd-69f4-42c1-af1b-76c6216cb964 HTTP/1.1" status: 404 len: 333 time: 0.1375179 Feb 17 22:43:33.290136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-359772620'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:33.315944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:33.321911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 961660c0-a1c7-48fd-8083-5af1ac34aeea yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:33.357416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Allocated IP 172.20.0.1 (db95ac7e-92bf-4c34-a809-02443791f387/b6f611f6-c876-4fea-8b10-271a39801bd4/1b93049e-f998-483c-b7d0-d5d8f9c21226) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:33.400520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.517495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.540414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Transition to ACTIVE for port object 1b93049e-f998-483c-b7d0-d5d8f9c21226 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:33.570511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.578991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a9d73e9c-c7d2-46d4-a785-6820edd16c8a/3718df09-9f89-42ff-b32e-5bd4fdbc510c) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:33.661749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Network db95ac7e-92bf-4c34-a809-02443791f387 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:33.665375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:33.677047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:33.677931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.794593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.833694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Pushing event updated for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.858727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.903747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.904467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:33.926056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:34.023814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.048903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.066662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:34.076507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.077729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.096696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Transition to ACTIVE for port object 3718df09-9f89-42ff-b32e-5bd4fdbc510c will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:34.114037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:34.118933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.135544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-373ac602-1e17-44d2-a072-cc52ab99eadf None None] Port 50b157af-9f6d-4d51-82fa-d8745f641b51 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:34.145670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:29Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:34.158799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d15ce-7434-4a44-9102-67d73265adef None None] The sync data for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv is: [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:29Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:34.180615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4ab8a1de-c2ea-481c-a8bd-280768f5765a,segment=NetworkSegment(ac401aa2-7e9a-4733-b8f1-3c25b4142b85),segment_id=ac401aa2-7e9a-4733-b8f1-3c25b4142b85)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:34.199050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Transition to ACTIVE for port object 3718df09-9f89-42ff-b32e-5bd4fdbc510c will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:34.199996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.207073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.207238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.208361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.255197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff45fbc-b360-4ebb-9234-be669929158a tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] Network 557dbc97-b8aa-46d0-9b22-89de6688db6c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:43:34.321845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port b029e8b0-51f9-4bb7-b0c1-52f3631db038 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:34.339922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53978) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:34.387769 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 22:43:34.403268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:25Z', 'revision_number': 3, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:34.411333 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0ff45fbc-b360-4ebb-9234-be669929158a tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "POST /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4326992 Feb 17 22:43:34.458616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.472199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Transition to ACTIVE for port object e38682d0-126c-4841-a21a-535c234df466 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:34.483492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:34.501400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Transition to ACTIVE for port object e38682d0-126c-4841-a21a-535c234df466 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:34.511839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16ab84c4-a07c-4565-b30c-bc630dac4a17 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:43:34.562820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.570077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Pushing event updated for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:34.592323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8f29e-4758-49a4-ad54-ea045970e57e None None] Network 557dbc97-b8aa-46d0-9b22-89de6688db6c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:34.613482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8472901d-1ba1-484c-bf21-63126eb6359e tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Synchronizing usage tracker for tenant:808b5569125949579196ba0ef246a288 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:34.622474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Pushing event updated for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:34.677313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.718007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:34.761805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::1f3 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a9d73e9c-c7d2-46d4-a785-6820edd16c8a/961660c0-a1c7-48fd-8083-5af1ac34aeea) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:34.804303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8472901d-1ba1-484c-bf21-63126eb6359e tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Unset dirty status for tenant:808b5569125949579196ba0ef246a288 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:34.805947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8472901d-1ba1-484c-bf21-63126eb6359e tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1972453443&fields=id&tenant_id=808b5569125949579196ba0ef246a288 HTTP/1.1" status: 200 len: 267 time: 0.4424131 Feb 17 22:43:34.885654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Network db95ac7e-92bf-4c34-a809-02443791f387 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:34.908571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Checking router: 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:34.909583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Updating router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:34.951509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:35.144146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 16ab84c4-a07c-4565-b30c-bc630dac4a17 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:43:35.146200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16ab84c4-a07c-4565-b30c-bc630dac4a17 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:43:35.189904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:35.362231 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5470ae28-cec7-4e2e-8651-9f8f4e462755 tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.8455069 Feb 17 22:43:35.373707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 53986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:35.433216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-f095a876-08c0-4d09-a29d-d11bf5a880b7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:35.435110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-f095a876-08c0-4d09-a29d-d11bf5a880b7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Synchronizing usage tracker for tenant:808b5569125949579196ba0ef246a288 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:35.450666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Provisioning for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:35.466161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Network 9eb7bf25-c095-4d81-876e-0828eab49509 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:35.489034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:35.515976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Network a7f335c2-baac-42a9-a552-569b039f757a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:35.529720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:35.532094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4ab8a1de-c2ea-481c-a8bd-280768f5765a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:35.536547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Provisioning complete for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:35.537193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:35.549595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-f095a876-08c0-4d09-a29d-d11bf5a880b7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Unset dirty status for tenant:808b5569125949579196ba0ef246a288 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:35.550765 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-f095a876-08c0-4d09-a29d-d11bf5a880b7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 811 time: 0.7266462 Feb 17 22:43:35.562300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:35.613879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:35.616059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:35.618475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cad3d4b-6575-491c-9442-a1a438e4b364 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:35.634722 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1bb28138-a124-4d4e-b865-c1b89c1a87a2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/quotas/808b5569125949579196ba0ef246a288 HTTP/1.1" status: 200 len: 375 time: 0.0341980 Feb 17 22:43:35.639815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:43:35.645530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::263 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/b029e8b0-51f9-4bb7-b0c1-52f3631db038) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:35.842885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:35.875872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:35.968518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:35.974810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-07db28a2-4657-4301-a83e-05e0ef6f873d tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "DELETE /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks/557dbc97-b8aa-46d0-9b22-89de6688db6c HTTP/1.1" status: 204 len: 168 time: 0.5616698 Feb 17 22:43:36.014733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0cad3d4b-6575-491c-9442-a1a438e4b364 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:36.032668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 53990) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:36.075206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.114808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Attempting to bind port 3718df09-9f89-42ff-b32e-5bd4fdbc510c on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:36.115235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Attempting to bind port 3718df09-9f89-42ff-b32e-5bd4fdbc510c by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:36.115932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Attempting to bind port 3718df09-9f89-42ff-b32e-5bd4fdbc510c on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:36.121375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:36.142372 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e84b969-6d43-4820-8b09-066a16330e78 admin admin] 10.222.0.42 "PUT /v2.0/routers/1e8db1a8-f62b-45a0-a2b1-78a5a05c0444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8490837 Feb 17 22:43:36.150548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-629d9f7d-0679-4e0f-8679-6d6db21c9c62 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Synchronizing usage tracker for tenant:808b5569125949579196ba0ef246a288 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:36.176319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a039034-4110-4222-ad1b-b91027d0e861 req-629d9f7d-0679-4e0f-8679-6d6db21c9c62 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Unset dirty status for tenant:808b5569125949579196ba0ef246a288 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:36.181198 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-629d9f7d-0679-4e0f-8679-6d6db21c9c62 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5453525 Feb 17 22:43:36.204839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0cad3d4b-6575-491c-9442-a1a438e4b364 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:36.205445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.246957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.249274 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ee96adf7-0678-4b10-b365-e891ff7004dc tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 3.2626448 Feb 17 22:43:36.254217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54000) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:36.266025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:36.314460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:36.315358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:36.315358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.315606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:36.316093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Bound port: 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:36.316469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.321814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.326701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Port 1b93049e-f998-483c-b7d0-d5d8f9c21226 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:36.360394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Pushing event updated for resources: {'Port': ['ID=3718df09-9f89-42ff-b32e-5bd4fdbc510c,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:36.448756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object b029e8b0-51f9-4bb7-b0c1-52f3631db038 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:36.453324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Pushing event updated for resources: {'Port': ['ID=e38682d0-126c-4841-a21a-535c234df466,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:36.473985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.479019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Attempting to bind port e38682d0-126c-4841-a21a-535c234df466 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:36.479391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Attempting to bind port e38682d0-126c-4841-a21a-535c234df466 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ec8337b6-e402-4408-9bbd-de9f05ff8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:36.479764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Attempting to bind port e38682d0-126c-4841-a21a-535c234df466 on network 9eb7bf25-c095-4d81-876e-0828eab49509 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:36.505203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:36.505578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Checking segment: {'id': 'ec8337b6-e402-4408-9bbd-de9f05ff8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:36.505981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.506376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Bound using segment: {'id': 'ec8337b6-e402-4408-9bbd-de9f05ff8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:36.506863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Bound port: e38682d0-126c-4841-a21a-535c234df466, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8337b6-e402-4408-9bbd-de9f05ff8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:36.507293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.527271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 961660c0-a1c7-48fd-8083-5af1ac34aeea will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:36.578607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.588496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Provisioning for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:36.661733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.674801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:43:36.676915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-9a1160d6-d5d4-4beb-a1fc-c920d3ba1346 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:43:36.678215 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-9a1160d6-d5d4-4beb-a1fc-c920d3ba1346 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1201603 Feb 17 22:43:36.689289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Provisioning complete for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:36.690356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.718240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:36.741587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:36.752173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7fabb-a47f-471b-8f01-4bb344e87c21 None None] Port 2dcd8333-3c1b-4596-b930-b760b6e20e88 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:36.752543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:36.753316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:36.759654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:36.760278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.829707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] For port 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:36.859551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] For port 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3718df09-9f89-42ff-b32e-5bd4fdbc510c,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:36.866166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] For port e38682d0-126c-4841-a21a-535c234df466, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:36.886775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:36.934018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Could not find standard attr ID for object 339b2200-52c1-4a38-80df-7fb685e7020d. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:43:36.942353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:36.949154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] For port e38682d0-126c-4841-a21a-535c234df466, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e38682d0-126c-4841-a21a-535c234df466,segment=NetworkSegment(ec8337b6-e402-4408-9bbd-de9f05ff8be3),segment_id=ec8337b6-e402-4408-9bbd-de9f05ff8be3)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:36.977453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:37.010927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448503997', 'description': 'tempest-description--1770474414'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:37.019161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:37.020730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.024845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:37.025793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.031207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.032750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:37.044086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.044563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.063437 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-30e729a4-984b-49ee-83cd-c1837e0973fb tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks HTTP/1.1" status: 200 len: 8078 time: 1.0224819 Feb 17 22:43:37.064219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Provisioning complete for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:37.064219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.071548 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7925024 Feb 17 22:43:37.081902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54014) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:37.082336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54016) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:37.094484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::84', 'mac_address': 'fa:16:3e:4d:84:a1'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:37.104267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Usage tracker for resource:security_group and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:37.123043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:37.181395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 0cad3d4b-6575-491c-9442-a1a438e4b364, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cad3d4b-6575-491c-9442-a1a438e4b364,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:37.182905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c550b-d937-43a1-b27d-8853ca2fb0ac tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=b029e8b0-51f9-4bb7-b0c1-52f3631db038,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:37.183449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.208203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a2fd1-c7eb-4ad1-b475-aa0a895f283d None None] Pushing event updated for resources: {'Port': ['ID=3718df09-9f89-42ff-b32e-5bd4fdbc510c,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:37.246126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:37.268024 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3776815 Feb 17 22:43:37.283676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54022) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:37.284782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:37.296535 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Sync routers for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:37.307977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:37.312347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Transition to ACTIVE for port object 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:37.315504 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:37.372232 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-123b5aec-79d2-4dfc-9957-866113cecc3f admin admin] 10.222.0.42 "PUT /v2.0/routers/192f85c9-70b1-40f4-9cd0-cdb70dc05487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4431486 Feb 17 22:43:37.375544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.377494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:37.418910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-a2df3dfd-f56d-4f34-8161-60f8243de120 service neutron] 10.222.0.42 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313395 Feb 17 22:43:37.422912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87695) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 17 22:43:37.424139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Router a9874e96-0571-486c-969a-e0dfbf8e6b6a migrating from provider to provider. {{(pid=87695) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 17 22:43:37.424746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.480640 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-165a9359-64f4-4acc-af55-3ade74a8c090 tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/networks/fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3920000 Feb 17 22:43:37.484616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76174-480a-4db5-bb7f-e143d189d4f2 None None] Pushing event updated for resources: {'Port': ['ID=e38682d0-126c-4841-a21a-535c234df466,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:37.485216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54028) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:37.505250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.509821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Port 1b93049e-f998-483c-b7d0-d5d8f9c21226 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:37.668047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.710469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:37.727218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.743084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:37.769917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.783536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:37.784203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.813530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Allocated IP 172.26.7.239 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/68f8dd7f-3d84-4a25-8377-8d5972f9c3bb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:37.888968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Attempting to bind port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:37.889597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Attempting to bind port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:37.890062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Attempting to bind port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:37.899118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Provisioning complete for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:37.899663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.917328 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:37.941000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:37.945114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:37.945853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:37.946361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:37.946969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Bound port: 5127ab5e-2dcf-41bf-b5bb-b8de68c79130, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:37.947452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.008491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.058532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.082472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a43f3-972b-48c2-88da-0e32f2021c77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=961660c0-a1c7-48fd-8083-5af1ac34aeea,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:38.150532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Usage tracker for resource:security_group_rule and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:38.172239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:38.206821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:38.216842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=0cad3d4b-6575-491c-9442-a1a438e4b364,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:38.236551 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.scheduler.l3_agent_scheduler [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] No L3 agents can host the router a9874e96-0571-486c-969a-e0dfbf8e6b6a Feb 17 22:43:38.241149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-508b05d7-69fd-4586-a804-8955bcca88b1 tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/networks/fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.7512803 Feb 17 22:43:38.243916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54036) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:38.253218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:38.309911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:38.311774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54040) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:38.355992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:38.375362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-356df9d8-cadb-4e0e-8e6a-252158d48754 None None] Port 2dcd8333-3c1b-4596-b930-b760b6e20e88 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:38.395924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ed9f3-4938-4d8b-8f6a-d1bd413a10a0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:38.399418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.412323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ed9f3-4938-4d8b-8f6a-d1bd413a10a0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:38.413503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-112ed9f3-4938-4d8b-8f6a-d1bd413a10a0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:38.462228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613376f8-8b6e-4bd0-a48c-c5eec1766ca2 None None] Pushing event updated for resources: {'Port': ['ID=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:38.472900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] For port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:38.484569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-112ed9f3-4938-4d8b-8f6a-d1bd413a10a0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:38.486840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-112ed9f3-4938-4d8b-8f6a-d1bd413a10a0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2018917 Feb 17 22:43:38.489904 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 2, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:38.494513 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Checking router: 192f85c9-70b1-40f4-9cd0-cdb70dc05487 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:38.494864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Updating router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 port 2dcd8333-3c1b-4596-b930-b760b6e20e88 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:38.504457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] For port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:38.513218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,segment=NetworkSegment(ca02585e-bace-4d28-82aa-9cac360902b2),segment_id=ca02585e-bace-4d28-82aa-9cac360902b2)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:38.515935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.582370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54044) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:38.601072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-058d4ed5-ab53-45bf-af00-8dfa42c46c14 None None] Provisioning for port b029e8b0-51f9-4bb7-b0c1-52f3631db038 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:38.602572 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.604417 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-cb0c95ef-2b2f-4f81-b2bc-ff3b21accec7 service neutron] 10.222.0.42 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1746879 Feb 17 22:43:38.613524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.614358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99b95860-8520-4a22-9495-c950be9a0252 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:38.647048 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d7f25894-2847-4944-8571-4a8cc65672e8 tempest-DHCPAgentSchedulersTestJSON-1267353501 tempest-DHCPAgentSchedulersTestJSON-1267353501-project-admin] 10.222.0.42 "GET /v2.0/agents/d95cbb9f-d275-4c43-a72d-6c64b0f43294/dhcp-networks HTTP/1.1" status: 200 len: 8078 time: 0.3761256 Feb 17 22:43:38.648282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=68f8dd7f-3d84-4a25-8377-8d5972f9c3bb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:38.653632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006489753', 'description': 'tempest-description--657075804'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:38.661390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:38.665908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:security_group and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:38.669454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:38.677124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:38.688269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54048) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:38.763123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-058d4ed5-ab53-45bf-af00-8dfa42c46c14 None None] Provisioning complete for port b029e8b0-51f9-4bb7-b0c1-52f3631db038 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:38.765765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-058d4ed5-ab53-45bf-af00-8dfa42c46c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.789266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.820237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:38.859802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Hosts for router a9874e96-0571-486c-969a-e0dfbf8e6b6a: [] {{(pid=87695) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 17 22:43:38.885368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc632a-564b-4975-bee6-a246d697944b None None] Network 9eb7bf25-c095-4d81-876e-0828eab49509 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:38.974690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 961660c0-a1c7-48fd-8083-5af1ac34aeea {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:38.975018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.067860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Hosts for other DVR routers connected to router a9874e96-0571-486c-969a-e0dfbf8e6b6a: set() {{(pid=87695) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 17 22:43:39.099908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54072) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:39.159487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.171048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.295580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.297009 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-93d1ac6e-8e82-453e-acbc-bf1142994c17 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "PUT /v2.0/routers/a9874e96-0571-486c-969a-e0dfbf8e6b6a HTTP/1.1" status: 200 len: 715 time: 3.0417984 Feb 17 22:43:39.340353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54078) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:39.343444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613376f8-8b6e-4bd0-a48c-c5eec1766ca2 None None] Pushing event updated for resources: {'Port': ['ID=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:39.347947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-058d4ed5-ab53-45bf-af00-8dfa42c46c14 None None] Port b029e8b0-51f9-4bb7-b0c1-52f3631db038 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:39.374798 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.385657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.390500 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Transition to ACTIVE for port object 2dcd8333-3c1b-4596-b930-b760b6e20e88 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:39.396007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:39.399459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.428488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:security_group_rule and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:39.438869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:39.461506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:39.539982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.545279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5979443 Feb 17 22:43:39.547145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54084) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:39.571403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:39.572047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:39.586902 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9760d-8086-4e88-ab31-4748a06c78f5 None None] Pushing event updated for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:39.601980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'security_group_rule': {'security_group_id': '38ce15d8-0486-445a-b90c-2c28a2563906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:39.622943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:39.628845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Usage tracker for resource:security_group_rule and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:39.632455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:39.639086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:39.653242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806ce69-7cbb-4b8c-b585-e89c70ac3ac6 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce15d8-0486-445a-b90c-2c28a2563906,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:39.672286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e1481dd8-683f-4ee1-aaee-ff5ebd4204e7 req-d3dd9e28-9e08-490c-b16c-2a654255625b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.5288055 Feb 17 22:43:39.729687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:39.881798 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Attempting to bind port 2dcd8333-3c1b-4596-b930-b760b6e20e88 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:39.882348 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Attempting to bind port 2dcd8333-3c1b-4596-b930-b760b6e20e88 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:39.882720 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Attempting to bind port 2dcd8333-3c1b-4596-b930-b760b6e20e88 on network a7f335c2-baac-42a9-a552-569b039f757a {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:39.890252 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:39.890629 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Checking segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:39.891029 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.891420 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Bound using segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:39.894218 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Bound port: 2dcd8333-3c1b-4596-b930-b760b6e20e88, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:39.894666 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:39.937004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8f9cd4e6-802b-44c8-9ce0-75408079313d None None] Provisioning for port e38682d0-126c-4841-a21a-535c234df466 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:39.948844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 99b95860-8520-4a22-9495-c950be9a0252 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:39.975890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 99b95860-8520-4a22-9495-c950be9a0252 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:39.976318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.044217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.059186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:40.071956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff640174-09ff-4ee6-8253-19808c0eb4a0 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "GET /v2.0/routers/a9874e96-0571-486c-969a-e0dfbf8e6b6a HTTP/1.1" status: 200 len: 715 time: 0.7117579 Feb 17 22:43:40.087785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54100) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:40.120592 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] For port 2dcd8333-3c1b-4596-b930-b760b6e20e88, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:40.125155 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] For port 2dcd8333-3c1b-4596-b930-b760b6e20e88, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2dcd8333-3c1b-4596-b930-b760b6e20e88,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:40.134150 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.328103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.336831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.339130 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:40.339882 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:40.355919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.374003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.453799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-37d70636-7c51-41ae-806f-d476820187a5 None None] Provisioning for port 3718df09-9f89-42ff-b32e-5bd4fdbc510c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:40.529723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment before_delete 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.537387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.538411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.538847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_create 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.539299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_delete 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.539752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_update 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.540244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment after_delete 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.540736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_create 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.541182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_delete 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.541597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_update 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.650013 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:40.668960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 961660c0-a1c7-48fd-8083-5af1ac34aeea owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:40.719530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.753642 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9760d-8086-4e88-ab31-4748a06c78f5 None None] Pushing event updated for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:40.810410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-37d70636-7c51-41ae-806f-d476820187a5 None None] Provisioning for port 961660c0-a1c7-48fd-8083-5af1ac34aeea completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:40.869167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-37d70636-7c51-41ae-806f-d476820187a5 None None] Provisioning complete for port 961660c0-a1c7-48fd-8083-5af1ac34aeea triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:40.869777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-37d70636-7c51-41ae-806f-d476820187a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.916799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 99b95860-8520-4a22-9495-c950be9a0252, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99b95860-8520-4a22-9495-c950be9a0252,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:40.931873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:40.933034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 04dac7e9-5f4c-48ee-bc1b-2024162e6789 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:40.965897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_create 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.966413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_delete 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.966856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet before_create 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.967292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet before_update 55550000 {{(pid=87694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:40.967764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557dbc97-b8aa-46d0-9b22-89de6688db6c']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:41.040814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-37d70636-7c51-41ae-806f-d476820187a5 None None] Port 961660c0-a1c7-48fd-8083-5af1ac34aeea cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:41.067571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a604f57f-6f1a-4291-a180-1ae0697c5180') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:41.068026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a604f57f-6f1a-4291-a180-1ae0697c5180') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:41.094186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:41.098308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.110292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:41.110973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.190747 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:41.197311 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ca38e-3417-4ed9-bd8b-d200b1b455cd None None] The sync data for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv is: [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:41.213623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 2, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:41.225056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33e818-c5fa-427e-9c32-c6a483caf488 None None] The sync data for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv is: [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 2, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:41.238467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.263869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.311685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.337541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.350841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.363995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33c9a71-a899-4959-8cd3-ebb5ac46ef44,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:41.397832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:43:41.398302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: from cryptography.utils import int_from_bytes Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: from cryptography.utils import int_from_bytes Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn_limited( Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn_limited( Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:43:41.443547 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:43:41.451237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:43:41.576802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf9e9330-eff8-4e17-a84e-b69c533840bd req-38aef318-dd1a-4d6c-8195-60b586268804 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.2408416 Feb 17 22:43:41.675683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.679467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcd5368-04aa-4eca-94b8-87341a9c2194,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:41.684876 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-607678eb-9f61-4bbe-9211-17b179c6b3a2 tempest-RoutersTestDVR-1470451321 tempest-RoutersTestDVR-1470451321-project] 10.222.0.42 "GET /v2.0/routers/a9874e96-0571-486c-969a-e0dfbf8e6b6a HTTP/1.1" status: 200 len: 681 time: 1.5832732 Feb 17 22:43:41.686137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=961660c0-a1c7-48fd-8083-5af1ac34aeea,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:41.706526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54120) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:41.718819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.724278 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7f6c5565-2d27-4a08-903a-4af3b8366ee0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1509645 Feb 17 22:43:41.738713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54124) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:41.802069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.802309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cad3d4b-6575-491c-9442-a1a438e4b364 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:41.804625 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2ba6a3b9-c96d-42c0-87a3-607e710ca1f2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/961660c0-a1c7-48fd-8083-5af1ac34aeea HTTP/1.1" status: 204 len: 168 time: 3.2197144 Feb 17 22:43:41.811136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54128) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:41.843118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.855307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:41.856769 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0176b39a-db91-41c2-ad81-f031c1a6ebf4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5250034 Feb 17 22:43:41.918512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f3cfe-dfb6-4f0c-8414-75c5d68a1880 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:41.920465 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f3cfe-dfb6-4f0c-8414-75c5d68a1880 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:41.921515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7c5f3cfe-dfb6-4f0c-8414-75c5d68a1880 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:41.931463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54132) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:41.981778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0cad3d4b-6575-491c-9442-a1a438e4b364 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:41.982158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.012002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'security_group_rule': {'security_group_id': '9bcd5368-04aa-4eca-94b8-87341a9c2194', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:42.020266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:42.033615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:security_group_rule and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:42.033615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:42.038132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:42.060157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7c5f3cfe-dfb6-4f0c-8414-75c5d68a1880 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:42.060157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7c5f3cfe-dfb6-4f0c-8414-75c5d68a1880 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2422478 Feb 17 22:43:42.060157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.43', 61997) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:42.074458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54136) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:42.081647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'security_group_rule': {'security_group_id': '38ce15d8-0486-445a-b90c-2c28a2563906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:42.167676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.206039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:42.268939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.270467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:42.317000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.397561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet a9d73e9c-c7d2-46d4-a785-6820edd16c8a {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:43:42.411735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:42.412323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.446321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.451756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.571059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Usage tracker for resource:security_group_rule and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:42.574735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] In _notify_port_updated(), no bound segment for port b029e8b0-51f9-4bb7-b0c1-52f3631db038 on network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:43:42.585359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:42.586282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.591533 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "PUT /v2.0/ports/b029e8b0-51f9-4bb7-b0c1-52f3631db038 HTTP/1.1" status: 200 len: 1001 time: 5.5060649 Feb 17 22:43:42.602688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3718df09-9f89-42ff-b32e-5bd4fdbc510c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:42.739404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.744993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54146) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:42.763587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event deleted for resources: {'Network': ['ID=557dbc97-b8aa-46d0-9b22-89de6688db6c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:42.784224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3718df09-9f89-42ff-b32e-5bd4fdbc510c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:42.791105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.791520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3718df09-9f89-42ff-b32e-5bd4fdbc510c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:42.791898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.861355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:42.864666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dc910-0a62-41b8-a2b3-2d068e5228e9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=b029e8b0-51f9-4bb7-b0c1-52f3631db038,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:42.880904 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7a96e6a6-5676-453e-b341-b25aef87958d tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "DELETE /v2.0/networks/557dbc97-b8aa-46d0-9b22-89de6688db6c HTTP/1.1" status: 204 len: 168 time: 4.1053801 Feb 17 22:43:42.922146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:42.992142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port b029e8b0-51f9-4bb7-b0c1-52f3631db038 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:42.992486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.038866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.070552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7500c7e8-19d7-4241-bd40-b7b65f2b7245 None None] Provisioning complete for port b029e8b0-51f9-4bb7-b0c1-52f3631db038 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:43.074876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7500c7e8-19d7-4241-bd40-b7b65f2b7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.108182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54158) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.117971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.192689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bdb83b-08bc-448f-9273-29bd458e902a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:43.220834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7500c7e8-19d7-4241-bd40-b7b65f2b7245 None None] Port b029e8b0-51f9-4bb7-b0c1-52f3631db038 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:43.232240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:43.281648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.324694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.334892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.337020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:43:43.337667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:43:43.361437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.407788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d73e9c-c7d2-46d4-a785-6820edd16c8a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:43.418585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.418863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9614e96-94fa-4c4c-b42d-11801df87c15 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:43.474044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-93a6ff6b-d7e5-4c3a-bc08-4d9ad5d530b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a9d73e9c-c7d2-46d4-a785-6820edd16c8a HTTP/1.1" status: 204 len: 168 time: 1.2985888 Feb 17 22:43:43.490836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.498580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54178) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.501225 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f07e45-f585-4e7c-afa0-7771d0248cd9 req-46618fed-d83f-43c2-8410-2513dec01ca0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.3097804 Feb 17 22:43:43.502473 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cebbec6-05ff-485e-8b1d-3185473d8516 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:43.503033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cebbec6-05ff-485e-8b1d-3185473d8516 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:43.507430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0cebbec6-05ff-485e-8b1d-3185473d8516 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "DELETE /v2.0/ports/339b2200-52c1-4a38-80df-7fb685e7020d HTTP/1.1" status: 404 len: 333 time: 0.2777877 Feb 17 22:43:43.514688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54180) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.626664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.628440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.629743 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0c59b662-9cfa-47d8-af13-d8039b34f24d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6873772 Feb 17 22:43:43.635374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54188) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.640961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.656978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'security_group_rule': {'security_group_id': '9bcd5368-04aa-4eca-94b8-87341a9c2194', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:43.664318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:43.671362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:security_group_rule and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:43.678992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:43.690206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:43.754183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.758732 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9845393 Feb 17 22:43:43.762406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54192) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.764520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191df0d-5fd7-4aa2-b64b-0d70ad04b2b9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb7a41c-2233-4661-8271-e7894700f841,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:43.774442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:43.779679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.799164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:43:43.804078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Deleting port 3718df09-9f89-42ff-b32e-5bd4fdbc510c {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:43.804345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.823769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:43.829898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:43:43.841842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-07ccc01f-debe-44f6-80e2-492588f1d561 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3326886 Feb 17 22:43:43.842385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:43.842602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9874e96-0571-486c-969a-e0dfbf8e6b6a {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:43:43.851441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54196) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:43.853331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Usage tracker for resource:floatingip and tenant:487149e9d26f4d78884756aa53efa88e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:43.896003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:43.911874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:44.021467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-0f5c9cb6-0712-4915-86bb-61b37aaa218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:44.029489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-0f5c9cb6-0712-4915-86bb-61b37aaa218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 811 time: 1.9510858 Feb 17 22:43:44.040129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.066339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.067472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b2335e50-136c-409c-8226-6b10d6f02d5a tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a9874e96-0571-486c-969a-e0dfbf8e6b6a HTTP/1.1" status: 204 len: 168 time: 2.3507121 Feb 17 22:43:44.075041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54200) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:44.111560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Request body: {'router': {'name': 'tempest-router-581559183', 'distributed': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:44.112512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.130375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Deleting subnet 3611c381-3d53-479b-9dca-c008ad3c44ce {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:43:44.180068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.277551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:44.341977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3718df09-9f89-42ff-b32e-5bd4fdbc510c,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:44.348595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Usage tracker for resource:router and tenant:98ef1c445ab540e1b1ac57b807687aec is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:44.353465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.354312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2dcd8333-3c1b-4596-b930-b760b6e20e88 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:44.421745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:44.493334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:44.521257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.596324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.604282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] For port 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3718df09-9f89-42ff-b32e-5bd4fdbc510c,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:44.604673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.617152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8372f5ae-8a0d-4a93-8a87-01ed1e2742c2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808b5569125949579196ba0ef246a288 HTTP/1.1" status: 200 len: 380 time: 0.3566785 Feb 17 22:43:44.640267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.646853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.654430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636c4cbb-f8fe-4fd5-a55e-6ede135e4a23,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:44.677288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:43:44.683858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.705676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.707287 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4919f5e4-84b3-4938-b365-efbd22a6756d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0579026 Feb 17 22:43:44.711788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.714559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.716785 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-52a193bc-239b-4e93-a543-af23751aa9eb tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 14.1290834 Feb 17 22:43:44.717815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54208) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:44.718174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54210) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:44.721681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.727403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:44.734223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:44.738663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'port': {'device_id': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'admin_state_up': True, 'tenant_id': '808b5569125949579196ba0ef246a288', 'security_groups': ['9d29e257-0d88-4c69-844c-77b663ede44b']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:44.758542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:floatingip and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:44.763356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:44.792790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:44.804494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=3718df09-9f89-42ff-b32e-5bd4fdbc510c,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:44.826112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.876122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:44.932036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:45.041026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Calling delete_port for 3718df09-9f89-42ff-b32e-5bd4fdbc510c owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:45.137392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] Sync routers for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:45.301821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:45.325757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:45.338818 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0cf5e3b-adee-4751-90aa-4b48ac364258 req-79a89538-153c-4cb9-85d9-6b7d4abdff0f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.3050210 Feb 17 22:43:45.347032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:45.350859 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8d696fdd-4e52-474e-b1ac-98d3440c086d tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2616782 Feb 17 22:43:45.358223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54220) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:45.369550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:45.374558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:45.416955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Allocated IP 172.26.7.102 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/722a1888-5092-41cd-9ed0-00d81f55949d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:45.577161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:45.588385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:45.645903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:45.646869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:45.726229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:43:45.727599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Made reservation on behalf of 808b5569125949579196ba0ef246a288 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:45.728154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:43:45.728790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:45.729337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:45.731300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:45.759343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for b029e8b0-51f9-4bb7-b0c1-52f3631db038 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:45.795830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:45.796533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0a80a-e1f1-40e6-96d0-e6a6eb44dd44 None None] The sync data for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:45.823335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:45.859245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7beee2-9c68-4df7-9e42-201971128cd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:45.860355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9d7beee2-9c68-4df7-9e42-201971128cd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:45.993049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.020529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.129800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2dcd8333-3c1b-4596-b930-b760b6e20e88, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2dcd8333-3c1b-4596-b930-b760b6e20e88,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:46.140465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.141927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99b95860-8520-4a22-9495-c950be9a0252 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:46.289548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Deleting port 3718df09-9f89-42ff-b32e-5bd4fdbc510c {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:46.289548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.352779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.490807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9d7beee2-9c68-4df7-9e42-201971128cd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:46.495589 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9d7beee2-9c68-4df7-9e42-201971128cd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 2.5381207 Feb 17 22:43:46.507395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54226) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:46.512150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.614724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:46.648799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.696075 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Sync routers for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:46.711678 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:46.712917 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:46.742045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.742419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df368a6-c316-4872-8dd5-5323abd7f819 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:43:46.799417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 99b95860-8520-4a22-9495-c950be9a0252 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:46.799786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.842256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] For port 3718df09-9f89-42ff-b32e-5bd4fdbc510c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3718df09-9f89-42ff-b32e-5bd4fdbc510c,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:46.842501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.843028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.855164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d338de-7b49-480a-99d3-b2620ad835fe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:46.856084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d5d338de-7b49-480a-99d3-b2620ad835fe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:46.926283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:46.934185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d1a540a-9767-4f0f-b9ab-a1da39cfc859 tempest-RoutersTestDVR-816166198 tempest-RoutersTestDVR-816166198-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1df368a6-c316-4872-8dd5-5323abd7f819 HTTP/1.1" status: 204 len: 168 time: 1.5610664 Feb 17 22:43:47.040315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:47.116758 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:47.142935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36f798cf-5793-4ce2-be2f-49a0252c99e3 req-e0ff750c-a1aa-4027-8305-e39c4a21cd2f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.1421003 Feb 17 22:43:47.151920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Calling delete_port for 3718df09-9f89-42ff-b32e-5bd4fdbc510c owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:47.341554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Allocated IP 172.20.0.13 (37d87357-7f17-4bab-9c44-87ee8c191d38/c32b6cf3-ca81-4faf-bf24-014c2fe6eac9/374dc1ea-edfc-453a-b162-15bcccde87db) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:47.483828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:47.494704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d5d338de-7b49-480a-99d3-b2620ad835fe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:47.500148 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d5d338de-7b49-480a-99d3-b2620ad835fe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9912050 Feb 17 22:43:47.506182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:47.506860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54232) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:47.604930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:47.652751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:47.655190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4ab8a1de-c2ea-481c-a8bd-280768f5765a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:47.774953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54238) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:47.778565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:47.814713 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 2, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:47.816650 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Checking router: 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:47.817013 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Updating router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 port 1b93049e-f998-483c-b7d0-d5d8f9c21226 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:43:47.818628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d990bd7b-4461-4c9d-922d-28ba655036ff tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3086734 Feb 17 22:43:47.824625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54242) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:47.848050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:47.861519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] Pushing event deleted for resources: {'Port': ['ID=3718df09-9f89-42ff-b32e-5bd4fdbc510c,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:47.889906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4c673-8121-447f-b293-10bf905ff1cf None None] No DVR routers for this DVR port 3718df09-9f89-42ff-b32e-5bd4fdbc510c on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:47.897517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4ab8a1de-c2ea-481c-a8bd-280768f5765a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:47.897888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:47.898149 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.141043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'Port': ['ID=722a1888-5092-41cd-9ed0-00d81f55949d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:48.144876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Allocated IP 172.26.7.169 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/a4cc4178-121f-45d3-9296-a040e259bcc4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:48.147670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:48.164123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e38682d0-126c-4841-a21a-535c234df466 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:48.180922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:48.421920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:48.438971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.465229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e38682d0-126c-4841-a21a-535c234df466 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:48.478618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e38682d0-126c-4841-a21a-535c234df466 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:48.479872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.515332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.539228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Transition to ACTIVE for port object 374dc1ea-edfc-453a-b162-15bcccde87db will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:48.574130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.739741 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.758150 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Transition to ACTIVE for port object 1b93049e-f998-483c-b7d0-d5d8f9c21226 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:48.772555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.774081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.808068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.912452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e38682d0-126c-4841-a21a-535c234df466, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e38682d0-126c-4841-a21a-535c234df466,segment=NetworkSegment(ec8337b6-e402-4408-9bbd-de9f05ff8be3),segment_id=ec8337b6-e402-4408-9bbd-de9f05ff8be3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:48.923052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:48.929942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.045700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:49.046668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.066508 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Usage tracker for resource:security_group_rule and tenant:fb5499a3d77440f897281570b999dc3e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:49.075355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:49.097736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:49.208767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e38682d0-126c-4841-a21a-535c234df466,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:49.237213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336d72-e489-4f66-8e6a-2564636342f7 None None] Network fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:49.275483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.309631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=b029e8b0-51f9-4bb7-b0c1-52f3631db038,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:49.314296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.321445 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64230c78-7ced-4b8c-a13e-07513f93c6b3 None None] Pushing event updated for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:49.336937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.495374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2dcd8333-3c1b-4596-b930-b760b6e20e88 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:49.526991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event deleted for resources: {'Subnet': ['ID=3611c381-3d53-479b-9dca-c008ad3c44ce,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:49.533526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-777d61a9-4fc0-441e-8c71-1065349ee648 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "DELETE /v2.0/subnets/3611c381-3d53-479b-9dca-c008ad3c44ce HTTP/1.1" status: 204 len: 168 time: 6.0154474 Feb 17 22:43:49.536753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54250) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:49.549169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:49.567822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:49.600737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.602678 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3626d90d-f23e-4cd1-b4af-2ae2622e79d0 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/b029e8b0-51f9-4bb7-b0c1-52f3631db038 HTTP/1.1" status: 204 len: 168 time: 6.8480213 Feb 17 22:43:49.620539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54254) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:49.632293 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Attempting to bind port 1b93049e-f998-483c-b7d0-d5d8f9c21226 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:49.632724 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Attempting to bind port 1b93049e-f998-483c-b7d0-d5d8f9c21226 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:49.633011 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Attempting to bind port 1b93049e-f998-483c-b7d0-d5d8f9c21226 on network db95ac7e-92bf-4c34-a809-02443791f387 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:49.638949 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:49.639321 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Checking segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:49.640423 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.641019 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Bound using segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:49.642086 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Bound port: 1b93049e-f998-483c-b7d0-d5d8f9c21226, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:49.642484 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.643073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:49.650977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.681303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:49.682045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.798532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.855415 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] For port 1b93049e-f998-483c-b7d0-d5d8f9c21226, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:49.867441 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] For port 1b93049e-f998-483c-b7d0-d5d8f9c21226, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1b93049e-f998-483c-b7d0-d5d8f9c21226,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:49.874881 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb5499a3d77440f897281570b999dc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0688014 Feb 17 22:43:49.880531 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:49.885689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54258) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:50.039404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bc6a8-6313-42f8-8207-1048f37c1a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e255195-4556-4530-891e-c6dd343bc9b2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:50.040138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3314023 Feb 17 22:43:50.084500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8aab5caa-9def-49e6-860a-7f90a5c3f006 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:43:50.092066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-41dd9173-eb42-423e-9901-8768d244f8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.099643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-8aab5caa-9def-49e6-860a-7f90a5c3f006 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0367515 Feb 17 22:43:50.114815 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:43:50.116485 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:50.130931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2dcd8333-3c1b-4596-b930-b760b6e20e88 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:50.131452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.244918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dcf53a5b-051a-40fd-89d4-c357c6f01fe5 None None] Provisioning for port 374dc1ea-edfc-453a-b162-15bcccde87db completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:50.253532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dcf53a5b-051a-40fd-89d4-c357c6f01fe5 None None] Provisioning complete for port 374dc1ea-edfc-453a-b162-15bcccde87db triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:50.254319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dcf53a5b-051a-40fd-89d4-c357c6f01fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.299555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0b66-5ca7-415e-996c-663cf65c6da0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:50.338406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.368157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] DHCP port deletion for fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:43:50.375312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-49915e62-03fc-4348-bf84-713da6b441c2 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] GET failed (client error): The resource could not be found. Feb 17 22:43:50.376734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-49915e62-03fc-4348-bf84-713da6b441c2 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Synchronizing usage tracker for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:50.401603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dcf53a5b-051a-40fd-89d4-c357c6f01fe5 None None] Port 374dc1ea-edfc-453a-b162-15bcccde87db cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:50.418787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Deleting port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:50.419541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.432361 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64230c78-7ced-4b8c-a13e-07513f93c6b3 None None] Pushing event updated for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:50.458860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=5c49534d-28f0-44dd-9304-bdf49d82bc14,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:50.460563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.463576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:43:50.495730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:50.515847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:50.523329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.530089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Request body: {'port': {'device_id': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:50.533071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:50.533718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.559537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.579128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.599629 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:43:50.649766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.658026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af3a130-df03-465d-bdb5-bbf79cb2c5f2 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:43:50.767694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.821051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:50.847849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:50.862539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:50.928363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e565ed-a7e6-4680-b0e4-9c2abac48b1e req-18617a47-c112-4d71-9e9a-ff78ff5c68fb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:50.939300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f8e565ed-a7e6-4680-b0e4-9c2abac48b1e req-18617a47-c112-4d71-9e9a-ff78ff5c68fb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Synchronizing usage tracker for tenant:808b5569125949579196ba0ef246a288 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:50.948274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] For port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,segment=NetworkSegment(ca02585e-bace-4d28-82aa-9cac360902b2),segment_id=ca02585e-bace-4d28-82aa-9cac360902b2)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:50.949024 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.956546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-49915e62-03fc-4348-bf84-713da6b441c2 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Unset dirty status for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:50.968601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.972173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-49915e62-03fc-4348-bf84-713da6b441c2 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports/b029e8b0-51f9-4bb7-b0c1-52f3631db038 HTTP/1.1" status: 404 len: 333 time: 1.2113078 Feb 17 22:43:50.974492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54264) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:50.978860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:50.980834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'Port': ['ID=722a1888-5092-41cd-9ed0-00d81f55949d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:50.999552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.027347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612849486'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:51.060371 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:49Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:51.065827 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a73d9a-1283-4c3b-be73-b57dffac2ee9 None None] The sync data for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv is: [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:49Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:51.245413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Calling delete_port for 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:51.257230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.297520 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44bb93db-ed4d-4b76-a087-9c65baff0b47 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4622774 Feb 17 22:43:51.298980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.308827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7281d318-5ac5-4518-8c1a-315adf8a6fb9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5335763 Feb 17 22:43:51.318176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54268) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:51.358925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:51.411114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': '5c49534d-28f0-44dd-9304-bdf49d82bc14', 'ip_address': '2001:db8::2bb0:15f2:74e3:a28f'}], 'name': 'tempest-NetworksTestDHCPv6-364141372'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:51.483477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.603100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'Port': ['ID=a4cc4178-121f-45d3-9296-a040e259bcc4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:51.620155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e255195-4556-4530-891e-c6dd343bc9b2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:51.629199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f8e565ed-a7e6-4680-b0e4-9c2abac48b1e req-18617a47-c112-4d71-9e9a-ff78ff5c68fb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Unset dirty status for tenant:808b5569125949579196ba0ef246a288 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:51.640047 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8e565ed-a7e6-4680-b0e4-9c2abac48b1e req-18617a47-c112-4d71-9e9a-ff78ff5c68fb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 932 time: 2.8571017 Feb 17 22:43:51.648868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.650198 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3f701794-56c1-4382-b566-a6e559e0f660 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e255195-4556-4530-891e-c6dd343bc9b2 HTTP/1.1" status: 204 len: 168 time: 1.7305129 Feb 17 22:43:51.826810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.839423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:51.920823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '5c49534d-28f0-44dd-9304-bdf49d82bc14'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:43:51.921600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.954604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:51.955091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:51.982029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] Pushing event deleted for resources: {'Port': ['ID=5c31c1c3-18a4-4320-832d-6c50b8c5b8f6,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:52.003804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-46beda6d-11fc-41b9-b5cf-7e92f2aedc8b tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Synchronizing usage tracker for tenant:487149e9d26f4d78884756aa53efa88e on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:52.007065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae9559-195a-4c52-ba1c-32c031d33e91 None None] No DVR routers for this DVR port 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:52.053602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:52.231291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:52.244633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:52.273011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:52.275011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:52.287206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.342541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:52.367473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0891-794b-42e1-9614-09987e0fac63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.388258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-46beda6d-11fc-41b9-b5cf-7e92f2aedc8b tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Unset dirty status for tenant:487149e9d26f4d78884756aa53efa88e on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:52.390063 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-46beda6d-11fc-41b9-b5cf-7e92f2aedc8b tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--448503997&fields=id&tenant_id=487149e9d26f4d78884756aa53efa88e HTTP/1.1" status: 200 len: 267 time: 0.4948606 Feb 17 22:43:52.401957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.406536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:52.435925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port f6a7a3e9-8790-445b-93f0-72649cd3054c yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:52.463603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.479846 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8e565ed-a7e6-4680-b0e4-9c2abac48b1e req-9605c052-8d73-45e5-97e0-505f79e70121 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8388970 Feb 17 22:43:52.511019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.557263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.561222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/5c49534d-28f0-44dd-9304-bdf49d82bc14/d45b263c-b207-49fc-ac04-fe7a4f0c8e26) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:52.579648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.687942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:52.699265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.710981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:52.752175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:52.761108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:98ef1c445ab540e1b1ac57b807687aec is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:52.761108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:52.766689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:52.836346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment before_delete 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.836871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.837476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.837816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_create 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.838137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_delete 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.838674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > port after_update 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.839007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > segment after_delete 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.839359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_create 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.839686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_delete 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.840002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_update 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:52.849379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3718df09-9f89-42ff-b32e-5bd4fdbc510c no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:43:52.910968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3718df09-9f89-42ff-b32e-5bd4fdbc510c {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:43:52.911564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3718df09-9f89-42ff-b32e-5bd4fdbc510c not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:43:52.972821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:53.046398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'Port': ['ID=a4cc4178-121f-45d3-9296-a040e259bcc4,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:53.080861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.094779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Transition to ACTIVE for port object d45b263c-b207-49fc-ac04-fe7a4f0c8e26 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:53.150837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Transition to ACTIVE for port object d45b263c-b207-49fc-ac04-fe7a4f0c8e26 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:53.164671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.194432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.215340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.224043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::fd (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/f6a7a3e9-8790-445b-93f0-72649cd3054c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:53.237611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.262655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_create 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:53.263165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet after_delete 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:53.263396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet before_create 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:53.263842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Subscribe: > subnet before_update 55550000 {{(pid=87695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:43:53.264377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:53.281301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca02585e-bace-4d28-82aa-9cac360902b2') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:53.282389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca02585e-bace-4d28-82aa-9cac360902b2') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:53.301240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.317377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1b93049e-f998-483c-b7d0-d5d8f9c21226 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:53.370137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.370820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Pushing event updated for resources: {'Port': ['ID=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:53.371396 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec7ed59b-2b01-44e0-b9e1-c54c56713c35 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6508012 Feb 17 22:43:53.387916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058bf53e-90bd-49ee-b6a7-777eb899e6b8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:53.398044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a485395b-c4f2-40b7-b1fd-8ed2a4a5a9c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98ef1c445ab540e1b1ac57b807687aec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0533221 Feb 17 22:43:53.401114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:53.418101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54300) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:53.418927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:53.421890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.434299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:53.436665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.442514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:53.487840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.568008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Attempting to bind port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:53.568471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Attempting to bind port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:53.568889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Attempting to bind port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:53.595534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:53.596010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:53.596580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.597067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:53.597767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Bound port: d45b263c-b207-49fc-ac04-fe7a4f0c8e26, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:53.598203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.610969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:53.621742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:53.622234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.663170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5aac4ce1-5296-4504-9476-03fc8b4434c7 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:53.665332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5aac4ce1-5296-4504-9476-03fc8b4434c7 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/networks?id=db95ac7e-92bf-4c34-a809-02443791f387 HTTP/1.1" status: 200 len: 812 time: 1.2501888 Feb 17 22:43:53.728529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.776862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:43:53.777669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: from cryptography.utils import int_from_bytes Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: from cryptography.utils import int_from_bytes Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn_limited( Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn_limited( Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:43:53.796094 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:43:53.801018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-dce4cdd9-e73e-42fd-a54a-af8ad7b8f4ac tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/quotas/487149e9d26f4d78884756aa53efa88e HTTP/1.1" status: 200 len: 375 time: 0.0690274 Feb 17 22:43:53.830470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:53.850562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::2bb0:15f2:74e3:a28f (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/5c49534d-28f0-44dd-9304-bdf49d82bc14/e89ab2c3-a1bd-4037-96e5-4120e7e89dc6) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:53.872880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object f6a7a3e9-8790-445b-93f0-72649cd3054c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:54.015216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.080418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] For port d45b263c-b207-49fc-ac04-fe7a4f0c8e26, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:54.126277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1b93049e-f998-483c-b7d0-d5d8f9c21226, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1b93049e-f998-483c-b7d0-d5d8f9c21226,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:54.134062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] For port d45b263c-b207-49fc-ac04-fe7a4f0c8e26, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:54.135705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.136548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e38682d0-126c-4841-a21a-535c234df466 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:54.159582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Allocated IP 172.20.0.1 (9eb7bf25-c095-4d81-876e-0828eab49509/b6557e5d-2326-4058-82a3-62ec1c58ca94/16e2fe84-ed2f-4404-babf-d25fa680aff3) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:54.163653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.217518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.244982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.267283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.398820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:54.454958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:54.481126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:54.491094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-fb603829-7554-4b27-b8a3-41e13463aa5c tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Synchronizing usage tracker for tenant:487149e9d26f4d78884756aa53efa88e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:54.518649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:54.526469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:54.527518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.536685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.590798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=f6a7a3e9-8790-445b-93f0-72649cd3054c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:54.626910 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3187d600-f2e6-4bb3-aa9b-cc4afaee2db8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6397059 Feb 17 22:43:54.627875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54308) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:54.634419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4d:84:a1'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:54.636274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3c37-7d6b-45dd-acca-ae52188384dc req-21f711e5-edfb-4353-8c23-ec8c25fea5c0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:54.640084 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd3a3c37-7d6b-45dd-acca-ae52188384dc req-21f711e5-edfb-4353-8c23-ec8c25fea5c0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 932 time: 0.7586842 Feb 17 22:43:54.657958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca066-69de-422c-983b-12c36a4f8c1c None None] Pushing event updated for resources: {'Port': ['ID=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:54.668115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e38682d0-126c-4841-a21a-535c234df466 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:54.675173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.696663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.746129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:54.813023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.880312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] Pushing event deleted for resources: {'Network': ['ID=fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:54.880601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:54.911958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-fb603829-7554-4b27-b8a3-41e13463aa5c tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Unset dirty status for tenant:487149e9d26f4d78884756aa53efa88e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:54.913879 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-fb603829-7554-4b27-b8a3-41e13463aa5c tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=487149e9d26f4d78884756aa53efa88e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0934072 Feb 17 22:43:54.915245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-35499e04-4e90-457b-8768-82495305e8b8 tempest-DHCPAgentSchedulersTestJSON-1830290717 tempest-DHCPAgentSchedulersTestJSON-1830290717-project] 10.222.0.42 "DELETE /v2.0/networks/fd1f4c0e-fcf3-49e3-99a1-82d73e6b4975 HTTP/1.1" status: 204 len: 168 time: 5.3631182 Feb 17 22:43:55.061220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd3a3c37-7d6b-45dd-acca-ae52188384dc req-5ac6cddf-6637-4fa3-919e-e5072d431d35 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562442 Feb 17 22:43:55.149784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-82317307-d749-4543-9157-eecc07b2fa92 None None] Provisioning for port f6a7a3e9-8790-445b-93f0-72649cd3054c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:55.191009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.191485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-82317307-d749-4543-9157-eecc07b2fa92 None None] Provisioning complete for port f6a7a3e9-8790-445b-93f0-72649cd3054c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:55.194039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-82317307-d749-4543-9157-eecc07b2fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.254279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.291109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058bf53e-90bd-49ee-b6a7-777eb899e6b8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:55.298629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.318111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.322878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-473074a6-2cad-424a-b069-d6482ee633a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/058bf53e-90bd-49ee-b6a7-777eb899e6b8 HTTP/1.1" status: 204 len: 168 time: 1.8717036 Feb 17 22:43:55.336225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374dc1ea-edfc-453a-b162-15bcccde87db {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:43:55.354374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.358408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Transition to ACTIVE for port object 16e2fe84-ed2f-4404-babf-d25fa680aff3 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:55.392685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:55.394240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:55.401578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:55.408390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:55.409194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.417791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Transition to ACTIVE for port object 374dc1ea-edfc-453a-b162-15bcccde87db will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:43:55.433430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=e89ab2c3-a1bd-4037-96e5-4120e7e89dc6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:55.434586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-e2eca8c4-171d-468c-8fba-fd1fb3d5eacd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:43:55.435877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-82317307-d749-4543-9157-eecc07b2fa92 None None] Port f6a7a3e9-8790-445b-93f0-72649cd3054c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:55.436422 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-e2eca8c4-171d-468c-8fba-fd1fb3d5eacd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1553636 Feb 17 22:43:55.441011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:43:55.442921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.467598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.485527 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99ca5f57-f4c1-425c-a677-4c782e27c72d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1114459 Feb 17 22:43:55.486480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54330) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:55.495676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:43:55.496102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c31c1c3-18a4-4320-832d-6c50b8c5b8f6 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:43:55.595958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:55.708027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:55.800849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d45b263c-b207-49fc-ac04-fe7a4f0c8e26 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:55.857323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:55.937416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-58cacdbf-22b0-4af3-b31c-ca6c73c35e55 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1006489753&fields=id&tenant_id=a664e7c342c24610bd879010bcd89768 HTTP/1.1" status: 200 len: 267 time: 0.5467629 Feb 17 22:43:55.976384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5485ee-6d99-473e-8fcf-d8111437b146 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:55.983669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5485ee-6d99-473e-8fcf-d8111437b146 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:55.994458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b5485ee-6d99-473e-8fcf-d8111437b146 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:56.010343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:56.019484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1b93049e-f998-483c-b7d0-d5d8f9c21226 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:56.111821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b5485ee-6d99-473e-8fcf-d8111437b146 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:56.116049 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b5485ee-6d99-473e-8fcf-d8111437b146 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6249781 Feb 17 22:43:56.121412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54350) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:56.169044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 9eb7bf25-c095-4d81-876e-0828eab49509 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:43:56.185224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1b93049e-f998-483c-b7d0-d5d8f9c21226 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:56.186171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.186352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:43:56.189624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:43:56.256610 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-40e9a260-0664-4ac4-86a9-7e6b390cacb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99854660285e4b5b88c1eabefffa2b65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5472476 Feb 17 22:43:56.261775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:56.262119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.302688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54356) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:56.336995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Provisioning for port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:56.346082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Provisioning complete for port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:56.346442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.362906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:43:56.397771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.444856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.456158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=16e2fe84-ed2f-4404-babf-d25fa680aff3,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:56.527017 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-95955c96-06cb-4ada-8398-2bc11c01a64e service neutron] 10.222.0.42 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0684614 Feb 17 22:43:56.562081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:56.599448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] In _notify_port_updated(), no bound segment for port f6a7a3e9-8790-445b-93f0-72649cd3054c on network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:43:56.604865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:56.605572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.610846 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "PUT /v2.0/ports/f6a7a3e9-8790-445b-93f0-72649cd3054c HTTP/1.1" status: 200 len: 1001 time: 1.9792097 Feb 17 22:43:56.611041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.612787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54366) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:56.767260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.805460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.805813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] For port d45b263c-b207-49fc-ac04-fe7a4f0c8e26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:43:56.814005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:56.814612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.816573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-100ac09d-3adc-4568-b38a-8508e054c4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668223 Feb 17 22:43:56.879259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.887297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-04404e4a-71f2-4857-9233-cf47563c9030 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:56.896629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-04404e4a-71f2-4857-9233-cf47563c9030 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/networks?id=a7f335c2-baac-42a9-a552-569b039f757a HTTP/1.1" status: 200 len: 805 time: 0.8974454 Feb 17 22:43:56.900229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb97e6b-94e9-42bf-8d45-436d5f1f3176 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=f6a7a3e9-8790-445b-93f0-72649cd3054c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:56.906157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Attempting to bind port 374dc1ea-edfc-453a-b162-15bcccde87db on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:43:56.906590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Attempting to bind port 374dc1ea-edfc-453a-b162-15bcccde87db by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:43:56.907151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Attempting to bind port 374dc1ea-edfc-453a-b162-15bcccde87db on network 37d87357-7f17-4bab-9c44-87ee8c191d38 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:56.947318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Port 374dc1ea-edfc-453a-b162-15bcccde87db on network 37d87357-7f17-4bab-9c44-87ee8c191d38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:43:56.947646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Attempting to bind port 374dc1ea-edfc-453a-b162-15bcccde87db on network 37d87357-7f17-4bab-9c44-87ee8c191d38 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:43:56.962323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-6067e13f-2dd8-4ed4-b9db-af9fd4730455 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/quotas/a664e7c342c24610bd879010bcd89768 HTTP/1.1" status: 200 len: 375 time: 0.0646982 Feb 17 22:43:56.966488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:43:56.966853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Checking segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:43:56.967408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Bound using segment: {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:43:56.967849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Bound port: 374dc1ea-edfc-453a-b162-15bcccde87db, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a319509-d7b0-4208-bc38-242190920bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:43:56.968198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:56.972823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8f4ff-93e4-488d-8e70-edaa043bb06e None None] Pushing event updated for resources: {'Port': ['ID=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:56.994641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port f6a7a3e9-8790-445b-93f0-72649cd3054c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:43:56.995171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.051896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Provisioning for port e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:57.071071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Provisioning complete for port e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:57.071506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.098845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.153019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Port e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:57.164833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Provisioning complete for port f6a7a3e9-8790-445b-93f0-72649cd3054c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:57.165234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.239965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Port f6a7a3e9-8790-445b-93f0-72649cd3054c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:57.252264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Provisioning for port 16e2fe84-ed2f-4404-babf-d25fa680aff3 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:43:57.258835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Provisioning complete for port 16e2fe84-ed2f-4404-babf-d25fa680aff3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:57.259210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.295540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:57.363585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-059b8abd-eef5-4ccc-882e-97d09122b4cf None None] Port 16e2fe84-ed2f-4404-babf-d25fa680aff3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:43:57.396011 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:43:57.397007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.488887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.503299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:43:57.583646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:43:57.599485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.640459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d45b263c-b207-49fc-ac04-fe7a4f0c8e26 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:43:57.752917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:43:57.753542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.857458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54410) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:57.876195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-15c61df2-c97d-4f41-89d4-044d2f5f379a tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a664e7c342c24610bd879010bcd89768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9129856 Feb 17 22:43:57.889344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:57.890056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:57.891982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] 10.222.0.43 "PUT /v2.0/ports/374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1094 time: 7.6100132 Feb 17 22:43:57.895770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:43:58.034769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.099968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f5cf7-f90b-48b1-a1c6-32d33e0aa3e7 req-d3d4c9aa-25bb-4212-ad97-1fbe96335cc6 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:58.101430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb0f5cf7-f90b-48b1-a1c6-32d33e0aa3e7 req-d3d4c9aa-25bb-4212-ad97-1fbe96335cc6 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 0.7207870 Feb 17 22:43:58.166828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.213195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f0f15-dd64-4c7b-81bb-8a7da12b3dee service neutron] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:58.325293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb0f5cf7-f90b-48b1-a1c6-32d33e0aa3e7 req-370230c7-2789-4e42-ab1c-15de471b5964 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039580 Feb 17 22:43:58.334307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for f6a7a3e9-8790-445b-93f0-72649cd3054c owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:43:58.342644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-cb7a804a-eb89-48b4-9af6-f204bc9f7c10 service neutron] 10.222.0.42 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361889 Feb 17 22:43:58.417720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.450801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2113c1c-0f30-4e77-b342-1eb8a890d40d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:58.488988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.498379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1263997873', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:58.542514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.543746 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b352b56-34b4-4ae3-9a9d-ffebc635334b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2113c1c-0f30-4e77-b342-1eb8a890d40d HTTP/1.1" status: 204 len: 168 time: 2.2382035 Feb 17 22:43:58.548014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:58.581448 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-14dd785d-39a4-4e1f-bb70-e00e48fdcee5 req-7e62069e-130d-4f29-91d8-0e310d387026 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 210 time: 0.1283116 Feb 17 22:43:58.585009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Usage tracker for resource:port and tenant:694e280cea4b44b7babafd0c3a340ea0 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:58.589208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=e89ab2c3-a1bd-4037-96e5-4120e7e89dc6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:58.592658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-06d401c0-aa94-43d7-892a-57289f25e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:58.594751 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-06d401c0-aa94-43d7-892a-57289f25e5e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1097 time: 0.6272340 Feb 17 22:43:58.620426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:58.635855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:58.696759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.712598 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a725d310-b137-4ee4-915b-bc31d9d92469 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 HTTP/1.1" status: 204 len: 168 time: 2.5899801 Feb 17 22:43:58.719519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54434) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:58.749819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-3c159820-3738-4aa2-a797-0359ad642264 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 217 time: 0.1388524 Feb 17 22:43:58.802526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Made reservation on behalf of 694e280cea4b44b7babafd0c3a340ea0 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:58.805257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.842886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.855365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db', 'status': 'completed', 'code': 200} Feb 17 22:43:58.874804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:58.882439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-b313bf20-4d5b-48c1-9a9b-d68bfd2d9243 service neutron] 10.222.0.42 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252180 Feb 17 22:43:58.887641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Usage tracker for resource:security_group_rule and tenant:694e280cea4b44b7babafd0c3a340ea0 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:43:58.893909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:43:58.896890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:58.905184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:58.916220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2de533-4ff6-41d3-9b60-908e5518d139 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:58.917934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2de533-4ff6-41d3-9b60-908e5518d139 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:58.918688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0e2de533-4ff6-41d3-9b60-908e5518d139 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:58.934446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-55c5c900-586e-4035-8843-43e22507f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:58.936111 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-55c5c900-586e-4035-8843-43e22507f195 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.1626978 Feb 17 22:43:58.986633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=f6a7a3e9-8790-445b-93f0-72649cd3054c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:59.051917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0e2de533-4ff6-41d3-9b60-908e5518d139 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:59.059169 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0e2de533-4ff6-41d3-9b60-908e5518d139 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3262677 Feb 17 22:43:59.059353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.060650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:59.066389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.100208 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c927acd1-5e5a-4876-97b0-b78aa75a494d tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/f6a7a3e9-8790-445b-93f0-72649cd3054c HTTP/1.1" status: 204 len: 168 time: 2.4846857 Feb 17 22:43:59.102265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:59.199632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.248541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.43', 62006) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:59.281561 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5860ed-d897-4705-b905-5d0b1afdc1ef tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] GET failed (client error): The resource could not be found. Feb 17 22:43:59.282422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7f5860ed-d897-4705-b905-5d0b1afdc1ef tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Synchronizing usage tracker for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:59.333567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:59.339920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=16e2fe84-ed2f-4404-babf-d25fa680aff3,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:59.431719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2861422-6473-4ca2-89dd-6d2ba54b04ca req-b9cc3147-8c21-4247-95f6-5513215a6b7a tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.1994898 Feb 17 22:43:59.459105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 5c49534d-28f0-44dd-9304-bdf49d82bc14 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:43:59.467169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039034-4110-4222-ad1b-b91027d0e861 req-83ff5e96-c2b7-41a8-80c2-f34383688f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:59.468666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-83ff5e96-c2b7-41a8-80c2-f34383688f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5246933 Feb 17 22:43:59.472805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.473671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.488118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7f5860ed-d897-4705-b905-5d0b1afdc1ef tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Unset dirty status for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:59.493391 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7f5860ed-d897-4705-b905-5d0b1afdc1ef tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports/f6a7a3e9-8790-445b-93f0-72649cd3054c HTTP/1.1" status: 404 len: 333 time: 0.3899703 Feb 17 22:43:59.494274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:43:59.499715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.510614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1474703976'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:59.514197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.547577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] device_id is not set on port 087d4a9f-c5d6-43b2-9b2c-87321adaaa9c yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:43:59.599171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5bb22511-92d1-4c42-bec8-4460df2921d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:59.599861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5bb22511-92d1-4c42-bec8-4460df2921d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Synchronizing usage tracker for tenant:487149e9d26f4d78884756aa53efa88e on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:59.640601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.683892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.749253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6934b-0462-4175-9f27-a31c349e05ab,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:59.760769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5bb22511-92d1-4c42-bec8-4460df2921d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Unset dirty status for tenant:487149e9d26f4d78884756aa53efa88e on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:59.762010 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-5bb22511-92d1-4c42-bec8-4460df2921d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.43 "GET /v2.0/networks?id=db95ac7e-92bf-4c34-a809-02443791f387 HTTP/1.1" status: 200 len: 812 time: 0.5124507 Feb 17 22:43:59.890326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:59.904604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2dd9c7e1-4482-4543-af90-77edd5969afd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Synchronizing usage tracker for tenant:487149e9d26f4d78884756aa53efa88e on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:43:59.907515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:43:59.919448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:43:59.921810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Allocated IP 172.26.7.125 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/087d4a9f-c5d6-43b2-9b2c-87321adaaa9c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:43:59.944705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:43:59.948249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:43:59.962882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2dd9c7e1-4482-4543-af90-77edd5969afd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Unset dirty status for tenant:487149e9d26f4d78884756aa53efa88e on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:43:59.964272 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2dd9c7e1-4482-4543-af90-77edd5969afd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=487149e9d26f4d78884756aa53efa88e HTTP/1.1" status: 200 len: 379 time: 0.1526349 Feb 17 22:43:59.980029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcc564d045e452f8bdc77c3188d3ae5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:00.006983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:00.076490 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-59b16e39-18fe-4d50-aee1-97617c4662eb req-b2aa30d9-678f-4566-aeed-a7f63ed1fe97 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 210 time: 0.2055638 Feb 17 22:44:00.079627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'port': {'device_id': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'admin_state_up': True, 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'security_groups': ['38ce15d8-0486-445a-b90c-2c28a2563906']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:00.092063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:00.161251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port 60f60576-c20a-453b-b294-fdc5f5d5a73d yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:00.188342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-bea52139-ac19-4206-a1a1-80ecdd0d69f5 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752620 Feb 17 22:44:00.336360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 9eb7bf25-c095-4d81-876e-0828eab49509 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:00.337503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.385221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:00.424355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dc7f4-7a37-4325-92c0-559403d65ea9 req-78676da9-f51c-46d5-9bcd-92f02689d6ed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:00.425930 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b39dc7f4-7a37-4325-92c0-559403d65ea9 req-78676da9-f51c-46d5-9bcd-92f02689d6ed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 0.7792244 Feb 17 22:44:00.440535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:00.466165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:00.518171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Made reservation on behalf of 487149e9d26f4d78884756aa53efa88e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:00.521779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.542493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.43', 62010) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:00.549594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::90 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/60f60576-c20a-453b-b294-fdc5f5d5a73d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:00.610834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.654725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8785ff27-6320-4c22-b72a-873b936ae8ad None None] Provisioning complete for port 16e2fe84-ed2f-4404-babf-d25fa680aff3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:00.655956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8785ff27-6320-4c22-b72a-873b936ae8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.726549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c75a0a0d-3ed6-4be4-b17a-65c565a2cce0 req-e570d4b1-9208-49ce-873e-f8350beda414 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.1280866 Feb 17 22:44:00.760652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8785ff27-6320-4c22-b72a-873b936ae8ad None None] Port 16e2fe84-ed2f-4404-babf-d25fa680aff3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:00.762471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a039034-4110-4222-ad1b-b91027d0e861 req-2b14fe1a-bf67-45a0-955e-9881e8d67c2b service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533087 Feb 17 22:44:00.813714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.875150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b39dc7f4-7a37-4325-92c0-559403d65ea9 req-8dec23d9-ddc4-42ad-ad74-b316934b689d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975731 Feb 17 22:44:00.912548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.919905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:00.941657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-2952421c-afc5-47b5-8731-68c5fb1ecab1 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:00.942349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-2952421c-afc5-47b5-8731-68c5fb1ecab1 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Synchronizing usage tracker for tenant:a664e7c342c24610bd879010bcd89768 on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:01.024021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=5c49534d-28f0-44dd-9304-bdf49d82bc14,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:01.027255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204d22c-c5e9-4ffe-9e65-d58adde0581b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:01.027711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.056494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dcc564d045e452f8bdc77c3188d3ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7131929 Feb 17 22:44:01.057793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54486) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:01.060643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Allocated IP 172.20.0.3 (db95ac7e-92bf-4c34-a809-02443791f387/b6f611f6-c876-4fea-8b10-271a39801bd4/ff1de88d-1bb0-419b-80c4-ce402926e2ed) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:01.064469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c795507-3b29-425b-bd9b-6a5002f0c1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caaf886-908b-4d03-bea1-7e1db04cf75c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:01.073909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.109404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:01.117593 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8a1ba903-35db-4c42-8275-3cc03925d493 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/5c49534d-28f0-44dd-9304-bdf49d82bc14 HTTP/1.1" status: 204 len: 168 time: 2.0336607 Feb 17 22:44:01.128369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54492) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:01.158375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-2952421c-afc5-47b5-8731-68c5fb1ecab1 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Unset dirty status for tenant:a664e7c342c24610bd879010bcd89768 on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:01.159519 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-2952421c-afc5-47b5-8731-68c5fb1ecab1 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.43 "GET /v2.0/networks?id=a7f335c2-baac-42a9-a552-569b039f757a HTTP/1.1" status: 200 len: 805 time: 0.6142979 Feb 17 22:44:01.224541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-021e6bc9-e84b-4d3f-b659-5935eb0d7fb5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923865 Feb 17 22:44:01.232199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54496) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:01.236361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:01.255950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:01.263851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:01.295216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Pushing event updated for resources: {'Port': ['ID=087d4a9f-c5d6-43b2-9b2c-87321adaaa9c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:01.305611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:01.342056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:01.348308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Deleting port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:01.348849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.352872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-8bc7dbbe-48ba-4696-b020-8d7a445af84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:01.354438 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-8bc7dbbe-48ba-4696-b020-8d7a445af84e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1097 time: 0.4834917 Feb 17 22:44:01.360313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-82abc176-0059-4d6d-b76a-8e9e7e81665c req-7b5e6cfd-4239-4583-95a8-ef1a74e35319 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 210 time: 0.1345463 Feb 17 22:44:01.374308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.443608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-a96a814f-cdfd-4aca-b449-5a7950f85906 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Synchronizing usage tracker for tenant:a664e7c342c24610bd879010bcd89768 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:01.523808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.581916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] For port d45b263c-b207-49fc-ac04-fe7a4f0c8e26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:01.582657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.602865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object 60f60576-c20a-453b-b294-fdc5f5d5a73d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:01.608990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:01.610330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.638497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:01.649213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-a96a814f-cdfd-4aca-b449-5a7950f85906 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Unset dirty status for tenant:a664e7c342c24610bd879010bcd89768 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:01.650374 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-a96a814f-cdfd-4aca-b449-5a7950f85906 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a664e7c342c24610bd879010bcd89768 HTTP/1.1" status: 200 len: 380 time: 0.4762506 Feb 17 22:44:01.651569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:01.659171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:01.665141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.666398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d45b263c-b207-49fc-ac04-fe7a4f0c8e26 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:01.667553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'port': {'device_id': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'admin_state_up': True, 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'security_groups': ['9bcd5368-04aa-4eca-94b8-87341a9c2194']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:01.706675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:01.727223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:01.746668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f1a4548e-20bf-4619-b47a-26abff0f7a5d tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "PUT /v2.0/routers/90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8231471 Feb 17 22:44:01.750405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:01.758610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Request body: {'port': {'network_id': '9eb7bf25-c095-4d81-876e-0828eab49509', 'name': 'tempest-FloatingIPAdminTestJSON-1625482804'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:01.819161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Calling delete_port for d45b263c-b207-49fc-ac04-fe7a4f0c8e26 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:01.824600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.828609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:01.832108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.847014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-b77048b9-a386-494c-9234-7c372a296ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:01.848487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-b77048b9-a386-494c-9234-7c372a296ace service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 0.4754937 Feb 17 22:44:01.871088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] Sync routers for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:01.963673 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7740a297-daea-4f78-b965-b1adf47b17c7 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0978460 Feb 17 22:44:01.966637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54508) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:01.967929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4d0505f-e1ff-4e0a-a728-3dd487b8552d req-ba0a9d70-877b-48ad-a5fc-66be45a7ddcd tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.1157532 Feb 17 22:44:01.977558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-7529f424-1246-4ad9-bb8f-981857d9cbb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 217 time: 0.1210821 Feb 17 22:44:01.978147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:01.990333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:01.991060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:02.047909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caaf886-908b-4d03-bea1-7e1db04cf75c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.068704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.125'}]}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:02.084111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No active binding found for port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 {{(pid=87696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 22:44:02.084517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d45b263c-b207-49fc-ac04-fe7a4f0c8e26 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:02.089401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.090921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.118206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:02.123031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.127747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3337bcb5-6b8d-4b07-88fa-93d4f1e2fa27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8caaf886-908b-4d03-bea1-7e1db04cf75c HTTP/1.1" status: 204 len: 168 time: 1.0618033 Feb 17 22:44:02.127914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Transition to ACTIVE for port object ff1de88d-1bb0-419b-80c4-ce402926e2ed will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:02.166555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-7567a3af-fb99-40ce-87fc-980da330c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:02.167959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-7567a3af-fb99-40ce-87fc-980da330c445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.1638024 Feb 17 22:44:02.170520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:02.205353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Usage tracker for resource:router and tenant:694e280cea4b44b7babafd0c3a340ea0 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:02.206966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] Pushing event deleted for resources: {'Port': ['ID=d45b263c-b207-49fc-ac04-fe7a4f0c8e26,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.210818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db642d-aec4-4418-90f8-897341a29897 None None] No DVR routers for this DVR port d45b263c-b207-49fc-ac04-fe7a4f0c8e26 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:02.211082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Usage tracker for resource:port and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:02.212577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:02.226122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:02.237151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:02.237539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:02.244127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:02.247431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:02.261512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:02.263669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Made reservation on behalf of 9f0dbaf2da5e4479b0930030a4168f70 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:02.267919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.269410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:02.271470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:02.273695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:02.283679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:02.289306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:02.289959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.296030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=60f60576-c20a-453b-b294-fdc5f5d5a73d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.302251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Usage tracker for resource:port and tenant:a664e7c342c24610bd879010bcd89768 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:02.303541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d83ec-ea85-4bd6-9a9e-fb5624b9f187 req-1645f5ed-af75-45e8-9a7b-f9867e3a8140 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:02.310706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:02.310885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb0d83ec-ea85-4bd6-9a9e-fb5624b9f187 req-1645f5ed-af75-45e8-9a7b-f9867e3a8140 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 0.2695460 Feb 17 22:44:02.329986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:02.342798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] device_id is not set on port 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:02.346284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.347366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.395789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Made reservation on behalf of a664e7c342c24610bd879010bcd89768 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:02.399425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.412680 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-28f5f1f0-7bc0-4929-8cb2-6c2968c251a8 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9143176 Feb 17 22:44:02.413803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:02.414360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:02.415183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f429320-05f6-49ce-b6e9-820ee62ed99a None None] The sync data for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:02.419021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.428326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'network_id': '96bf4379-21d6-473e-b0e5-d7ed4fa6f72f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734616938'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:02.432079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-9ec387bb-b27c-456c-bafd-81667dd50902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:02.433614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-9ec387bb-b27c-456c-bafd-81667dd50902 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2584133 Feb 17 22:44:02.478559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb0d83ec-ea85-4bd6-9a9e-fb5624b9f187 req-a0fbda55-6f80-46fa-a282-3ecf15c3f55d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666036 Feb 17 22:44:02.697521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Network db95ac7e-92bf-4c34-a809-02443791f387 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:02.700784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.716629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:02.735923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:02.739174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-739b8a22-58ba-4861-9d2f-ea383b14b43e None None] Provisioning for port 60f60576-c20a-453b-b294-fdc5f5d5a73d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:02.746859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-739b8a22-58ba-4861-9d2f-ea383b14b43e None None] Provisioning complete for port 60f60576-c20a-453b-b294-fdc5f5d5a73d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:02.747472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-739b8a22-58ba-4861-9d2f-ea383b14b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:02.767717 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-b20ef66a-420b-4c54-bab1-27fb7f050148 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265095 Feb 17 22:44:02.790899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event updated for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.817405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Allocated IP 172.20.0.5 (9eb7bf25-c095-4d81-876e-0828eab49509/b6557e5d-2326-4058-82a3-62ec1c58ca94/2dda6c03-0b4f-47ef-a77c-078e4f26b2b8) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:02.827040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-739b8a22-58ba-4861-9d2f-ea383b14b43e None None] Port 60f60576-c20a-453b-b294-fdc5f5d5a73d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:03.016167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522608f9-cfae-4b90-a80a-5e355d32abf3 req-51fe0c6f-43c6-4944-9dee-4f9b1fcb16d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:03.023134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-522608f9-cfae-4b90-a80a-5e355d32abf3 req-51fe0c6f-43c6-4944-9dee-4f9b1fcb16d3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 931 time: 0.4289279 Feb 17 22:44:03.151045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c82511d2-365f-47d2-9f62-a8550da9fe97 None None] Provisioning for port ff1de88d-1bb0-419b-80c4-ce402926e2ed completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:03.158314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c82511d2-365f-47d2-9f62-a8550da9fe97 None None] Provisioning complete for port ff1de88d-1bb0-419b-80c4-ce402926e2ed triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:03.158956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c82511d2-365f-47d2-9f62-a8550da9fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.214522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6086514-8d22-43b7-abb9-b4503ee94332 req-d948f9c2-66e1-4848-9990-58ad3abf10a6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.0584848 Feb 17 22:44:03.238665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c82511d2-365f-47d2-9f62-a8550da9fe97 None None] Port ff1de88d-1bb0-419b-80c4-ce402926e2ed cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:03.244759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-522608f9-cfae-4b90-a80a-5e355d32abf3 req-fc0a7861-0707-4bfe-89ec-b7db71fc352d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207725 Feb 17 22:44:03.262307 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4ca7132-5bff-44f2-86eb-9bb666444427 req-63e5010b-8444-4bf7-a9f0-327fdedf5123 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247169 Feb 17 22:44:03.305706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:03.306397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.339528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.345976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:03.348257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.354656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.360438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Usage tracker for resource:port and tenant:506c561d9fb84aa7b2029ed3ac208af1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:03.366173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Transition to ACTIVE for port object 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:03.391721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.393101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:03.438241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:03.461694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Network 9eb7bf25-c095-4d81-876e-0828eab49509 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:03.462570 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-abba1b63-fc33-48bf-ab44-8f45a197a6a8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3877940 Feb 17 22:44:03.469661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:03.472623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:03.474642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Allocated IP 172.20.0.13 (a7f335c2-baac-42a9-a552-569b039f757a/a019a29c-42ac-4b87-b948-ed3a61a8c2c2/aae5776c-5bf3-4ede-9cc5-da007176d66d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:03.475870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:03.485940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:03.492744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Request body: {'port': {'device_id': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:03.503865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879b965-9add-4287-a332-c57b616cb0c2 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:03.605269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:03.606456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.613636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:03.614318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.632790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Made reservation on behalf of 506c561d9fb84aa7b2029ed3ac208af1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:03.636364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.685746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=15c971cb-4369-4fca-97dd-2e82b1eb262a,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:03.727311 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9747787 Feb 17 22:44:03.735095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54550) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:03.744761 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d7654020-b793-4358-b5ad-4b3430bbfb4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5025921 Feb 17 22:44:03.749764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54554) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:03.756729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36fcb6-b481-4c2b-a540-f567f2366a49 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event updated for resources: {'Port': ['ID=2dda6c03-0b4f-47ef-a77c-078e4f26b2b8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:03.774627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] device_id is not set on port 475781d3-8f17-4dad-969b-172051e6a43a yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:03.819838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': '15c971cb-4369-4fca-97dd-2e82b1eb262a', 'ip_address': '2001:db8::fe47:f877:2add:7903'}], 'name': 'tempest-NetworksTestDHCPv6-1343287848'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:03.822115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7134777-b850-4d90-a907-e443a2978a3d req-eac00881-3944-4635-b6a4-1f5117801d41 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:03.826587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '15c971cb-4369-4fca-97dd-2e82b1eb262a'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:03.828757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:03.831844 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7134777-b850-4d90-a907-e443a2978a3d req-eac00881-3944-4635-b6a4-1f5117801d41 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 0.1765544 Feb 17 22:44:03.926196 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7134777-b850-4d90-a907-e443a2978a3d req-1e4bc931-38a5-4baf-9cdd-85a780bc8dab tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933278 Feb 17 22:44:04.011659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-23a8945f-8cb6-4855-a772-5aa7eb76e0d8 None None] Provisioning for port 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:04.093731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-23a8945f-8cb6-4855-a772-5aa7eb76e0d8 None None] Provisioning complete for port 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:04.094641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-23a8945f-8cb6-4855-a772-5aa7eb76e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.127078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'project_id': '9f0dbaf2da5e4479b0930030a4168f70', 'port_id': '2dda6c03-0b4f-47ef-a77c-078e4f26b2b8'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:04.159401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54566) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:04.162781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/15c971cb-4369-4fca-97dd-2e82b1eb262a/a61fcf49-d178-42ac-b7a2-c9e46307215d) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:04.170732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-23a8945f-8cb6-4855-a772-5aa7eb76e0d8 None None] Port 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:04.207747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:04.250840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Usage tracker for resource:floatingip and tenant:9f0dbaf2da5e4479b0930030a4168f70 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:04.270217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:04.284452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.298239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1020533563', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:04.312286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:04.313167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:04.320446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Usage tracker for resource:port and tenant:d1a51291af134f02a54f1f0fb3c05333 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:04.328331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:04.338788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:04.354309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Made reservation on behalf of d1a51291af134f02a54f1f0fb3c05333 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:04.358577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.386500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.398793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.411613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Transition to ACTIVE for port object a61fcf49-d178-42ac-b7a2-c9e46307215d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:04.436409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Transition to ACTIVE for port object a61fcf49-d178-42ac-b7a2-c9e46307215d will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:04.444910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.475681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.513637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:04.517109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:04.520928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:04.530497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Pushing event updated for resources: {'Port': ['ID=a61fcf49-d178-42ac-b7a2-c9e46307215d,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:04.621774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:04.626242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Attempting to bind port a61fcf49-d178-42ac-b7a2-c9e46307215d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:04.626851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Attempting to bind port a61fcf49-d178-42ac-b7a2-c9e46307215d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:04.627627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Attempting to bind port a61fcf49-d178-42ac-b7a2-c9e46307215d on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:04.633741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:04.634260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:04.634624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.635004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:04.635473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Bound port: a61fcf49-d178-42ac-b7a2-c9e46307215d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:04.635885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.638308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:04.643040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Usage tracker for resource:security_group_rule and tenant:d1a51291af134f02a54f1f0fb3c05333 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:04.648228 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a899f195-76ae-4a65-b784-5ce69b83f5d2 req-aea4f76f-8ba5-4617-9f36-4cec4396e425 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.1079099 Feb 17 22:44:04.650377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:04.669373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:04.672321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:04.675559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Allocated IP 2001:db8::3d1 (96bf4379-21d6-473e-b0e5-d7ed4fa6f72f/1ee075df-9310-48f6-8170-a5533bba8e79/475781d3-8f17-4dad-969b-172051e6a43a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:04.680174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.690417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:04.696714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 374dc1ea-edfc-453a-b162-15bcccde87db details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:44:04.725428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a8a33-d18a-4359-ba6d-a0dccf4a5208 req-aba5b980-6657-48e8-a331-0ae832270720 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:04.726920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b48a8a33-d18a-4359-ba6d-a0dccf4a5208 req-aba5b980-6657-48e8-a331-0ae832270720 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 931 time: 0.1842234 Feb 17 22:44:04.752929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:04.774101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Transition to ACTIVE for port object aae5776c-5bf3-4ede-9cc5-da007176d66d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:04.793823 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b48a8a33-d18a-4359-ba6d-a0dccf4a5208 req-e58565c8-3054-4c15-92dd-04422b4496cd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543475 Feb 17 22:44:04.822782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:04.830250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] For port a61fcf49-d178-42ac-b7a2-c9e46307215d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:04.834213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.839854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.846060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] For port a61fcf49-d178-42ac-b7a2-c9e46307215d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a61fcf49-d178-42ac-b7a2-c9e46307215d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:04.849417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] device_id is not set on port a75c49ef-e0fe-4d65-ab32-70760367f607 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:04.857561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:04.920658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ba6cb-6296-4620-8da2-6cac2349393f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:04.988231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:04.996255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee17f57-57ce-46a0-babd-8e75d541d0c9 None None] Pushing event updated for resources: {'Port': ['ID=a61fcf49-d178-42ac-b7a2-c9e46307215d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:05.014478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '374dc1ea-edfc-453a-b162-15bcccde87db', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'port_id': '374dc1ea-edfc-453a-b162-15bcccde87db', 'mac_address': 'fa:16:3e:59:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:44:05.067582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Allocated IP 172.26.7.188 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/a75c49ef-e0fe-4d65-ab32-70760367f607) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:05.080271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.104168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374dc1ea-edfc-453a-b162-15bcccde87db {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:05.126137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:05.131385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.218358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:05.319645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53d01-da56-4ac5-90fe-c21100f8e95c req-1aff0ffb-d759-41cd-9468-ba8b4b7aeecc tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:05.321825 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bc53d01-da56-4ac5-90fe-c21100f8e95c req-1aff0ffb-d759-41cd-9468-ba8b4b7aeecc tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 945 time: 0.2282491 Feb 17 22:44:05.375817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['374dc1ea-edfc-453a-b162-15bcccde87db'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:44:05.407548 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bc53d01-da56-4ac5-90fe-c21100f8e95c req-6c6d1f5f-5862-49c1-ba8c-d2d759f46257 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797436 Feb 17 22:44:05.454202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.472773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.500678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.556803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:05.562860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:05.579547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:05.599022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.664390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Pushing event updated for resources: {'Port': ['ID=a75c49ef-e0fe-4d65-ab32-70760367f607,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:05.673856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:05.674689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.693207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Network a7f335c2-baac-42a9-a552-569b039f757a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:05.695504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a61fcf49-d178-42ac-b7a2-c9e46307215d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:05.707371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f291e740-cb4c-45bd-9054-979add2dc335 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5464442 Feb 17 22:44:05.710366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54580) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:05.716538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.188'}]}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:05.723369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:05.728287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Usage tracker for resource:router and tenant:d1a51291af134f02a54f1f0fb3c05333 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:05.733988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:05.742343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:05.746541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.755713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.756715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.767802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Transition to ACTIVE for port object 475781d3-8f17-4dad-969b-172051e6a43a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:05.775286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:05.782654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a61fcf49-d178-42ac-b7a2-c9e46307215d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:05.933330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 92249e2b-7fc3-4b58-bab5-082dfe169b37 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:05.967072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:05.984093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:06.039584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:06.061377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.108766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:44:06.135571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.227341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.251577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273d633-b0a0-4d4a-b623-84316ad36e8c req-013102a5-e60c-4202-99ef-7c5147800cc9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:06.253074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1273d633-b0a0-4d4a-b623-84316ad36e8c req-013102a5-e60c-4202-99ef-7c5147800cc9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 932 time: 0.4762781 Feb 17 22:44:06.264408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.309798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Provisioning for port a61fcf49-d178-42ac-b7a2-c9e46307215d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:06.316395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Provisioning complete for port a61fcf49-d178-42ac-b7a2-c9e46307215d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:06.316969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.362032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.370430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:06.371442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.371634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1273d633-b0a0-4d4a-b623-84316ad36e8c req-bf10742d-e699-4263-a124-ec1c69479d48 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035726 Feb 17 22:44:06.385632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf640b85-bd45-4d00-9d6c-71fa54d4292d req-033327d8-f1d1-427a-a076-7742d3f71e6e tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:06.393933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1de88d-1bb0-419b-80c4-ce402926e2ed {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:06.402267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf640b85-bd45-4d00-9d6c-71fa54d4292d req-033327d8-f1d1-427a-a076-7742d3f71e6e tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 931 time: 0.4233141 Feb 17 22:44:06.445293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.452861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf640b85-bd45-4d00-9d6c-71fa54d4292d req-673c86f7-94fc-4c28-b4b3-e865b2ffc05c tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491290 Feb 17 22:44:06.481166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] For port a61fcf49-d178-42ac-b7a2-c9e46307215d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a61fcf49-d178-42ac-b7a2-c9e46307215d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:06.487205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.542339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.558920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Transition to ACTIVE for port object ff1de88d-1bb0-419b-80c4-ce402926e2ed will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:06.574865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Pushing event updated for resources: {'Port': ['ID=a61fcf49-d178-42ac-b7a2-c9e46307215d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:06.588789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Provisioning for port aae5776c-5bf3-4ede-9cc5-da007176d66d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:06.595107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Provisioning complete for port aae5776c-5bf3-4ede-9cc5-da007176d66d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:06.595465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.596399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.601945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:06.646501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:06.659534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 374dc1ea-edfc-453a-b162-15bcccde87db up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:06.692716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2deec563-3794-45ed-8588-8ff67fcfb482 None None] Port aae5776c-5bf3-4ede-9cc5-da007176d66d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:06.712067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::fe47:f877:2add:7903 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/15c971cb-4369-4fca-97dd-2e82b1eb262a/92249e2b-7fc3-4b58-bab5-082dfe169b37) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:06.716364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:06.722502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:06.723170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.766512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 374dc1ea-edfc-453a-b162-15bcccde87db completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:06.772881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 374dc1ea-edfc-453a-b162-15bcccde87db triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:06.773486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.957016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:06.986367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d5423-2a19-4ed8-9263-0167ac5e2904 req-7af53ff3-681a-41cb-bfc3-390d71849beb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:06.996368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d75d5423-2a19-4ed8-9263-0167ac5e2904 req-7af53ff3-681a-41cb-bfc3-390d71849beb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 945 time: 0.4075670 Feb 17 22:44:06.997654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:07.025490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.042615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=475781d3-8f17-4dad-969b-172051e6a43a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:07.087382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.096164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:07.120530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.150510 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-248d3321-de93-4a74-948a-1adce1b6351f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4879043 Feb 17 22:44:07.165499 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d75d5423-2a19-4ed8-9263-0167ac5e2904 req-9b208a23-9f41-4b4e-9a51-b70ed1abb3b6 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676733 Feb 17 22:44:07.175078 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e6f6d2c7-24fc-4619-a6d3-e824792030b9 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7540741 Feb 17 22:44:07.182056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:07.195787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::84', 'mac_address': 'fa:16:3e:4d:84:a1'}, {'ip_address': '2001:db8::90', 'mac_address': 'fa:16:3e:8d:0a:86'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:07.201984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:07.214509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2f8fb7ee-51aa-402e-8306-a7e2215d788d None None] Provisioning for port 475781d3-8f17-4dad-969b-172051e6a43a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:07.221594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2f8fb7ee-51aa-402e-8306-a7e2215d788d None None] Provisioning complete for port 475781d3-8f17-4dad-969b-172051e6a43a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:07.222217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb7ee-51aa-402e-8306-a7e2215d788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.254202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Request body: {'port': {'device_id': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:07.304105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2f8fb7ee-51aa-402e-8306-a7e2215d788d None None] Port 475781d3-8f17-4dad-969b-172051e6a43a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:07.447493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:07.461142 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db', 'code': 200} Feb 17 22:44:07.497969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.571360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.601707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.672790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a61fcf49-d178-42ac-b7a2-c9e46307215d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:07.686192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 92249e2b-7fc3-4b58-bab5-082dfe169b37 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:07.693669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Attempting to bind port ff1de88d-1bb0-419b-80c4-ce402926e2ed on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:07.694035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Attempting to bind port ff1de88d-1bb0-419b-80c4-ce402926e2ed by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:07.694389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Attempting to bind port ff1de88d-1bb0-419b-80c4-ce402926e2ed on network db95ac7e-92bf-4c34-a809-02443791f387 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:07.759520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a61fcf49-d178-42ac-b7a2-c9e46307215d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:07.759893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.769850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Port ff1de88d-1bb0-419b-80c4-ce402926e2ed on network db95ac7e-92bf-4c34-a809-02443791f387 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:44:07.770074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Attempting to bind port ff1de88d-1bb0-419b-80c4-ce402926e2ed on network db95ac7e-92bf-4c34-a809-02443791f387 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:07.941795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:07.942062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Checking segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:07.942599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Bound using segment: {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:07.943040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Bound port: ff1de88d-1bb0-419b-80c4-ce402926e2ed, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fffc4c-f48e-4f77-8d30-b0566399214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:07.943380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:07.944222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8c61-ebfd-4846-abb5-f7f57f75c434 req-abf7159f-f3ef-4511-93fa-b71903119a0e tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:07.945726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8fa8c61-ebfd-4846-abb5-f7f57f75c434 req-abf7159f-f3ef-4511-93fa-b71903119a0e tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 932 time: 0.4513280 Feb 17 22:44:07.951881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.010293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-1a81a88e-d189-49ac-911d-f53dc51cd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.011800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-1a81a88e-d189-49ac-911d-f53dc51cd6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.3345792 Feb 17 22:44:08.025098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b81cc-19c7-4d1a-816d-adebac446cf7 req-f7bac54f-5dfd-48b9-8087-9520d4ac31bb tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.026498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc0b81cc-19c7-4d1a-816d-adebac446cf7 req-f7bac54f-5dfd-48b9-8087-9520d4ac31bb tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 943 time: 0.3064318 Feb 17 22:44:08.077062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.100989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8fa8c61-ebfd-4846-abb5-f7f57f75c434 req-75279a42-ae3f-49d1-80ab-60bb4665a8ec tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464894 Feb 17 22:44:08.117987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:08.134584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Usage tracker for resource:security_group_rule and tenant:f27e86c1fce448c39d8be2783747aa35 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:08.141578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:08.146456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc0b81cc-19c7-4d1a-816d-adebac446cf7 req-338f9be6-2bfd-4af6-8959-5d725c9fdab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067829 Feb 17 22:44:08.151314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:08.154482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.167165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.204723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Allocated IP 172.26.7.231 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/52b6375f-7a1c-4c68-855c-7b5ae5886d4e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:08.236068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.244158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] In _notify_port_updated(), no bound segment for port 475781d3-8f17-4dad-969b-172051e6a43a on network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:44:08.245562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.248772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.249428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.253463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "PUT /v2.0/ports/475781d3-8f17-4dad-969b-172051e6a43a HTTP/1.1" status: 200 len: 1065 time: 1.0678992 Feb 17 22:44:08.259798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54608) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:08.280404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.412177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2d4f-9599-4538-8bc8-3547951cff6e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event updated for resources: {'Port': ['ID=475781d3-8f17-4dad-969b-172051e6a43a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:08.446249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port 475781d3-8f17-4dad-969b-172051e6a43a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:08.446540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.505874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.506378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22e0886e-bc24-4aa8-9141-43298f13800d {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:44:08.517841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:08.537502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:08.558624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-66030399-35f5-4aee-9b6f-640919c7df1f None None] Provisioning complete for port 475781d3-8f17-4dad-969b-172051e6a43a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:08.559157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-66030399-35f5-4aee-9b6f-640919c7df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.572058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:08.587987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:08.589451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:08.595560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.596436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.614406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=92249e2b-7fc3-4b58-bab5-082dfe169b37,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:08.624706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-66030399-35f5-4aee-9b6f-640919c7df1f None None] Port 475781d3-8f17-4dad-969b-172051e6a43a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:08.634220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.659339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f2f42-2baa-4219-b893-5c3d5d287449 req-1bde04e0-c7ff-414b-b45c-2d81d1742834 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.660906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c5f2f42-2baa-4219-b893-5c3d5d287449 req-1bde04e0-c7ff-414b-b45c-2d81d1742834 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.3473163 Feb 17 22:44:08.701368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.727162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.759021 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:44:08.762854 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-957ca786-d495-4cf7-9523-72d866487be0 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7850776 Feb 17 22:44:08.766488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54612) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:08.805290 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8f4b80c4-0d41-46bc-bde1-8f16e163a90a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0338836 Feb 17 22:44:08.805290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:08.805536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.806797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] 10.222.0.43 "PUT /v2.0/ports/ff1de88d-1bb0-419b-80c4-ce402926e2ed HTTP/1.1" status: 200 len: 1093 time: 5.3299756 Feb 17 22:44:08.814601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:08.822567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54616) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:08.877264 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6bbd4a5-4653-40b4-b7e7-252dd83ec92b req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8497739 Feb 17 22:44:08.894315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.958000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5d58e-34fb-4c6d-9cf6-bd765ed7312f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=579ffc34-6814-46e5-a645-466e0d034ff1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:08.966216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d8a87312-da26-4974-8b99-2a2ea111fd37 None None] Provisioning for port 92249e2b-7fc3-4b58-bab5-082dfe169b37 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:08.977322 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c5f2f42-2baa-4219-b893-5c3d5d287449 req-9149ddc7-714b-4063-9db2-13dd08daf893 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829957 Feb 17 22:44:08.978010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d8a87312-da26-4974-8b99-2a2ea111fd37 None None] Provisioning complete for port 92249e2b-7fc3-4b58-bab5-082dfe169b37 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:08.978716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d8a87312-da26-4974-8b99-2a2ea111fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:08.990607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Deleting port 087d4a9f-c5d6-43b2-9b2c-87321adaaa9c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:08.991181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.005768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0887e3-20ff-4a0d-81d9-390f3fc17ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:09.073552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d8a87312-da26-4974-8b99-2a2ea111fd37 None None] Port 92249e2b-7fc3-4b58-bab5-082dfe169b37 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:09.166325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.221671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-b577a85b-5bb7-4954-a42e-e0bd45a24ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:09.223286 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-b577a85b-5bb7-4954-a42e-e0bd45a24ea8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=487149e9d26f4d78884756aa53efa88e&device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 1096 time: 0.3325016 Feb 17 22:44:09.226568 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'status': 'completed', 'code': 200} Feb 17 22:44:09.305182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.350917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for 475781d3-8f17-4dad-969b-172051e6a43a owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:09.354891 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-55bbd19d-6dfc-4db3-a788-90a86401124b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed HTTP/1.1" status: 200 len: 217 time: 0.1144030 Feb 17 22:44:09.418937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae5776c-5bf3-4ede-9cc5-da007176d66d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:09.431370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc8b4e-b628-45c6-94aa-9c54828d7b54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:09.437678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc8b4e-b628-45c6-94aa-9c54828d7b54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:09.438524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b8cc8b4e-b628-45c6-94aa-9c54828d7b54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:09.457353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.470746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:09.480459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:09.492176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:09.522546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Pushing event updated for resources: {'Port': ['ID=52b6375f-7a1c-4c68-855c-7b5ae5886d4e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:09.529898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Transition to ACTIVE for port object aae5776c-5bf3-4ede-9cc5-da007176d66d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:09.548277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.590537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-61155204-0fa8-4ab3-975a-9ef0f3a74f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:09.591985 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-61155204-0fa8-4ab3-975a-9ef0f3a74f24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f611f6-c876-4fea-8b10-271a39801bd4 HTTP/1.1" status: 200 len: 851 time: 0.2183561 Feb 17 22:44:09.611004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b8cc8b4e-b628-45c6-94aa-9c54828d7b54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:09.612124 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b8cc8b4e-b628-45c6-94aa-9c54828d7b54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7727654 Feb 17 22:44:09.620906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.653333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:09.787291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:09.929937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:10.058379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 92249e2b-7fc3-4b58-bab5-082dfe169b37 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:10.058706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.170554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Calling delete_port for 087d4a9f-c5d6-43b2-9b2c-87321adaaa9c owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:10.279176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-ba0a0455-54df-4269-9316-52b73187883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:10.280650 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-ba0a0455-54df-4269-9316-52b73187883f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db95ac7e-92bf-4c34-a809-02443791f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6790988 Feb 17 22:44:10.282766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a417-7588-4c37-8cf5-efdfb1514f26 req-ad2a4cef-58a4-418e-9320-1e00baad5500 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:10.284255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d336a417-7588-4c37-8cf5-efdfb1514f26 req-ad2a4cef-58a4-418e-9320-1e00baad5500 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 932 time: 1.0404191 Feb 17 22:44:10.313072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.321731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab5a4a-7e88-406e-9c02-35a63250b600 req-bcb44503-da98-4e7a-ad39-1e46add20bfd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:10.323182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13ab5a4a-7e88-406e-9c02-35a63250b600 req-bcb44503-da98-4e7a-ad39-1e46add20bfd tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 943 time: 0.9156077 Feb 17 22:44:10.334655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Attempting to bind port aae5776c-5bf3-4ede-9cc5-da007176d66d on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:10.334986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Attempting to bind port aae5776c-5bf3-4ede-9cc5-da007176d66d by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:10.335312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Attempting to bind port aae5776c-5bf3-4ede-9cc5-da007176d66d on network a7f335c2-baac-42a9-a552-569b039f757a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:10.335405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.370871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.401632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Port aae5776c-5bf3-4ede-9cc5-da007176d66d on network a7f335c2-baac-42a9-a552-569b039f757a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:44:10.401954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Attempting to bind port aae5776c-5bf3-4ede-9cc5-da007176d66d on network a7f335c2-baac-42a9-a552-569b039f757a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:10.425390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:10.425817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Checking segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:10.426105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Bound using segment: {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:10.426543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Bound port: aae5776c-5bf3-4ede-9cc5-da007176d66d, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f047543-baa3-4dfc-91a1-2d18f7b4fc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:10.426880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.504259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=475781d3-8f17-4dad-969b-172051e6a43a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:10.565949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.566360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25a26f14-c0b0-4ff8-a778-f3c64eaa597d {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:44:10.615613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d336a417-7588-4c37-8cf5-efdfb1514f26 req-a82a1222-48db-4738-9ea0-7c302a596068 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131306 Feb 17 22:44:10.700405 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13ab5a4a-7e88-406e-9c02-35a63250b600 req-5f9c7f76-3f93-4f0f-ba9b-e664a16c8add tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464649 Feb 17 22:44:10.712391 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-d19219d9-410f-4676-82d9-09ff7922a9cb service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121554 Feb 17 22:44:10.844060 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:44:10.845120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-712c0f08-4d44-4576-b54b-9ac7686072cf tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1331728 Feb 17 22:44:10.853768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:10.926290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:10.965268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:10.976793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.022111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Pushing event deleted for resources: {'Port': ['ID=087d4a9f-c5d6-43b2-9b2c-87321adaaa9c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:11.027022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.061742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:11.070735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.071070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.071409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.071749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.072081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.072410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.072734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.073058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.073422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.073747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.074069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.074392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:11.139676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e32b-ad4c-499b-a66e-00f0539b3311 req-851179bf-7623-4350-a2fc-521e7cf0ebed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:11.141678 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f6d2e32b-ad4c-499b-a66e-00f0539b3311 req-851179bf-7623-4350-a2fc-521e7cf0ebed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.4017000 Feb 17 22:44:11.172199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d9ded1bc-c062-4303-84c0-33441c828422 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/475781d3-8f17-4dad-969b-172051e6a43a HTTP/1.1" status: 204 len: 168 time: 2.9100177 Feb 17 22:44:11.176731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54642) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:11.244246 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a408fa0f-2552-4de4-b12d-5df506b763ad tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] GET failed (client error): The resource could not be found. Feb 17 22:44:11.244783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a408fa0f-2552-4de4-b12d-5df506b763ad tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Synchronizing usage tracker for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:11.252637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.254518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8ca55a0d-d13d-42be-bb8d-1ee4cccb1f55 tempest-RoutersAdminNegativeTest-678639813 tempest-RoutersAdminNegativeTest-678639813-project-admin] 10.222.0.42 "DELETE /v2.0/ports/087d4a9f-c5d6-43b2-9b2c-87321adaaa9c HTTP/1.1" status: 204 len: 168 time: 2.4807181 Feb 17 22:44:11.266617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f6d2e32b-ad4c-499b-a66e-00f0539b3311 req-05d3d14b-059b-41f4-8f4d-96b7fddbb049 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146753 Feb 17 22:44:11.277762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a408fa0f-2552-4de4-b12d-5df506b763ad tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Unset dirty status for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:11.285188 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a408fa0f-2552-4de4-b12d-5df506b763ad tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports/475781d3-8f17-4dad-969b-172051e6a43a HTTP/1.1" status: 404 len: 333 time: 0.1001916 Feb 17 22:44:11.290388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54648) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:11.378273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port 60f60576-c20a-453b-b294-fdc5f5d5a73d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:11.378498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.399407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 92249e2b-7fc3-4b58-bab5-082dfe169b37 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:11.431426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.438608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Deleting port a75c49ef-e0fe-4d65-ab32-70760367f607 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:11.438929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.598220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54656) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:11.619602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:11.620946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:11.622378 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] 10.222.0.43 "PUT /v2.0/ports/aae5776c-5bf3-4ede-9cc5-da007176d66d HTTP/1.1" status: 200 len: 1094 time: 4.4434958 Feb 17 22:44:11.627212 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-47764e8c-3f21-4fe0-afd0-ea7c560276be req-dfa61af3-cfb0-41e7-8e1d-502298e9a065 service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8873479 Feb 17 22:44:11.627650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:11.671361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46665ee4-d251-470c-b826-fb854383acf9 req-f2dc3c58-4dd8-4bde-a9a5-808f4c5d71a2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:11.673052 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-46665ee4-d251-470c-b826-fb854383acf9 req-f2dc3c58-4dd8-4bde-a9a5-808f4c5d71a2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.2610118 Feb 17 22:44:11.683900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54666) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:11.692757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Request body: {'floatingip': {'port_id': '374dc1ea-edfc-453a-b162-15bcccde87db'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:11.857559 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'status': 'completed', 'code': 200} Feb 17 22:44:11.953625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:12.016923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.036885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.037258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.037596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.037927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.038251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.038575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.038897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.039217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.039535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.039860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.040164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.040479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076064b-b12a-43f2-8039-61118a2bd967 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:12.044055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.067237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.093556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.171152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:12.196983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Usage tracker for resource:security_group_rule and tenant:590933fc7d7c4232ad521e97919c7cd8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:12.209929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:12.244892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:12.258911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.272476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for 60f60576-c20a-453b-b294-fdc5f5d5a73d owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:12.297691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-b339e110-62a2-41d9-92b2-f32468f33025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:12.299185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-b339e110-62a2-41d9-92b2-f32468f33025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a664e7c342c24610bd879010bcd89768&device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 1097 time: 0.5713048 Feb 17 22:44:12.300953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-a36f00eb-21c3-437b-8635-78eb9e2172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:12.302332 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-a36f00eb-21c3-437b-8635-78eb9e2172f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=487149e9d26f4d78884756aa53efa88e&device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 1096 time: 0.4526544 Feb 17 22:44:12.365433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.475685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0319-6baa-4db2-a1f6-e6971caf6abc req-44b1a908-eabe-4416-9e60-672d517d89b3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:12.477118 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe6a0319-6baa-4db2-a1f6-e6971caf6abc req-44b1a908-eabe-4416-9e60-672d517d89b3 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 943 time: 0.5464633 Feb 17 22:44:12.484357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=92249e2b-7fc3-4b58-bab5-082dfe169b37,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:12.540078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834008da-7bd6-41d8-839a-5b179b9acc02 req-c616ebb8-a765-4bb8-83cb-201fb269cd2d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:12.541661 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-834008da-7bd6-41d8-839a-5b179b9acc02 req-c616ebb8-a765-4bb8-83cb-201fb269cd2d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 944 time: 0.6374846 Feb 17 22:44:12.573718 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-70ac4a4a-c831-4639-9c8e-7c684d677247 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d HTTP/1.1" status: 200 len: 217 time: 0.2190952 Feb 17 22:44:12.697522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Calling delete_port for a75c49ef-e0fe-4d65-ab32-70760367f607 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:12.770732 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe6a0319-6baa-4db2-a1f6-e6971caf6abc req-32b125b7-0cac-47cc-8346-5ad686fe53d0 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876509 Feb 17 22:44:12.777640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-834008da-7bd6-41d8-839a-5b179b9acc02 req-d8a09c79-3403-4c72-bf8e-3998f89ade75 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870542 Feb 17 22:44:12.781716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.847843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=60f60576-c20a-453b-b294-fdc5f5d5a73d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:12.895102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:12.909007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.089965 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-25e2acf9-673e-43e2-94bf-031499407a63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/92249e2b-7fc3-4b58-bab5-082dfe169b37 HTTP/1.1" status: 204 len: 168 time: 3.4207592 Feb 17 22:44:13.089965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-4eb9851a-b11c-4815-8d76-590382086925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.091395 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-4eb9851a-b11c-4815-8d76-590382086925 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a019a29c-42ac-4b87-b948-ed3a61a8c2c2 HTTP/1.1" status: 200 len: 844 time: 0.4049475 Feb 17 22:44:13.094481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54678) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:13.142931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.159286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-82e13095-af24-472a-b104-390185368500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.160737 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-82e13095-af24-472a-b104-390185368500 service neutron] 10.222.0.43 "GET /v2.0/networks?id=db95ac7e-92bf-4c34-a809-02443791f387 HTTP/1.1" status: 200 len: 912 time: 0.8132114 Feb 17 22:44:13.188114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-61e48283-63d9-471d-a70a-19a59d96a07e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/60f60576-c20a-453b-b294-fdc5f5d5a73d HTTP/1.1" status: 204 len: 168 time: 1.8966045 Feb 17 22:44:13.198245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54682) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:13.347152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f63a44-70ca-4b1b-90f0-d43b3769162d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.348612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f63a44-70ca-4b1b-90f0-d43b3769162d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.349365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-59f63a44-70ca-4b1b-90f0-d43b3769162d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:13.362752 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-daaacfb3-11b4-4fa1-adea-44afe734de08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed HTTP/1.1" status: 200 len: 217 time: 0.1612427 Feb 17 22:44:13.367405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.374860 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f4430-8d7b-4405-8007-08e69a234d39 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] GET failed (client error): The resource could not be found. Feb 17 22:44:13.375380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-930f4430-8d7b-4405-8007-08e69a234d39 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Synchronizing usage tracker for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:13.389958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-59f63a44-70ca-4b1b-90f0-d43b3769162d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:13.391655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-59f63a44-70ca-4b1b-90f0-d43b3769162d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2963188 Feb 17 22:44:13.399003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54686) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:13.414050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.443272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-930f4430-8d7b-4405-8007-08e69a234d39 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Unset dirty status for tenant:506c561d9fb84aa7b2029ed3ac208af1 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:13.444394 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-930f4430-8d7b-4405-8007-08e69a234d39 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "GET /v2.0/ports/60f60576-c20a-453b-b294-fdc5f5d5a73d HTTP/1.1" status: 404 len: 333 time: 0.2452495 Feb 17 22:44:13.449480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54690) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:13.497645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.564908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71048dc-fb9d-4941-8a40-fdcf955e9f9e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:13.569767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 15c971cb-4369-4fca-97dd-2e82b1eb262a {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:13.570294 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6993b1e9-afd7-4d48-ace5-003442fa42b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=590933fc7d7c4232ad521e97919c7cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9647083 Feb 17 22:44:13.579242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54694) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:13.587729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Pushing event deleted for resources: {'Port': ['ID=a75c49ef-e0fe-4d65-ab32-70760367f607,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:13.590485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.609337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-448e363b-946e-46cc-b4c9-314d628a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.610831 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-448e363b-946e-46cc-b4c9-314d628a201b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f611f6-c876-4fea-8b10-271a39801bd4 HTTP/1.1" status: 200 len: 851 time: 0.2361805 Feb 17 22:44:13.630680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port 50b157af-9f6d-4d51-82fa-d8745f641b51 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:13.631014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.656465 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:44:13.733329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-5bd06a19-bef9-491f-b063-a619b8e16a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:13.735582 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-5bd06a19-bef9-491f-b063-a619b8e16a99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7f335c2-baac-42a9-a552-569b039f757a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6327255 Feb 17 22:44:13.849414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.852965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.867160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.872513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.898635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.931422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:13.998137 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-58878e6d-0340-43dc-9adc-426847bc66c7 tempest-RoutersAdminNegativeIpV6Test-1736599527 tempest-RoutersAdminNegativeIpV6Test-1736599527-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a75c49ef-e0fe-4d65-ab32-70760367f607 HTTP/1.1" status: 204 len: 168 time: 3.1331561 Feb 17 22:44:14.028297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-bcf56e71-de75-48b7-88ca-d0133fe2521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:14.029891 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-bcf56e71-de75-48b7-88ca-d0133fe2521e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db95ac7e-92bf-4c34-a809-02443791f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3795776 Feb 17 22:44:14.103259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.145713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Pushing event updated for resources: {'Port': ['ID=52b6375f-7a1c-4c68-855c-7b5ae5886d4e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:14.156436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.231589 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-82f6cc89-4c08-44db-921f-9ac44d84e187 service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871957 Feb 17 22:44:14.270513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54706) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:14.353785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.427033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.487313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Floating IP 9df6ed1e-9ab6-4c15-ad38-dea668f23740 associated. External IP: 172.26.7.194, port: 374dc1ea-edfc-453a-b162-15bcccde87db. Feb 17 22:44:14.566710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.573418 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-9931bda8-572e-4b27-9416-bcaeaf090341 service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289929 Feb 17 22:44:14.599224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:14.602220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ecb0f-0551-4520-ae75-5e3b216390d7 req-f25840f7-5c83-4da7-a497-f4c639cb0de9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:14.603704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-849ecb0f-0551-4520-ae75-5e3b216390d7 req-f25840f7-5c83-4da7-a497-f4c639cb0de9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 943 time: 0.6861672 Feb 17 22:44:14.697383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ff1de88d-1bb0-419b-80c4-ce402926e2ed details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:44:14.713543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:14.723520 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Floating IP d56ee962-6abc-4e43-8036-bd706827488e associated. External IP: 172.26.7.231, port: 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8. Feb 17 22:44:14.774154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Usage tracker for resource:security_group_rule and tenant:e348af5811f44ebe8aa850b3453cc389 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:14.786565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:14.803914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:14.833156 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-49d7716d-e846-4a80-a5e1-d1ab0fb78228 req-f8fb8450-db55-4098-adbf-73fb8d392a9d service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931718 Feb 17 22:44:14.846083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for 50b157af-9f6d-4d51-82fa-d8745f641b51 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:14.918585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2020-9bed-4afa-b945-7e0b0ea5f672 req-e05368ab-2215-440f-b4fd-94996d1b0ffd tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:14.920070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f4c2020-9bed-4afa-b945-7e0b0ea5f672 req-e05368ab-2215-440f-b4fd-94996d1b0ffd tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 944 time: 0.9243371 Feb 17 22:44:14.952133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:14.969337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'port_id': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'mac_address': 'fa:16:3e:fa:36:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:44:15.032717 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7da9676b-7dd3-4a68-8441-f8db7daef588 req-63643585-3fc8-4b37-aae5-16cafb4dd989 service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390934 Feb 17 22:44:15.042749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.066167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1de88d-1bb0-419b-80c4-ce402926e2ed {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:15.069674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.084645 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-849ecb0f-0551-4520-ae75-5e3b216390d7 req-3eb0abc9-f2ab-4f93-bcc2-30ac0b4c95ae tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178154 Feb 17 22:44:15.106665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:15.120147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.154866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71048dc-fb9d-4941-8a40-fdcf955e9f9e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:15.163215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.180200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=15c971cb-4369-4fca-97dd-2e82b1eb262a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:15.191998 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f4c2020-9bed-4afa-b945-7e0b0ea5f672 req-11a79d14-ec5c-465d-a2b2-4523a79c7071 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524107 Feb 17 22:44:15.207102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.240607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-f57d84d7-c6bb-4c83-9456-486985b40099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:15.242392 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-f57d84d7-c6bb-4c83-9456-486985b40099 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a664e7c342c24610bd879010bcd89768&device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 1097 time: 0.2801495 Feb 17 22:44:15.268108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c9406b-b303-4cca-99f3-458e3d548efe None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:15.330524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5d9c9696-ee2f-468a-937d-b3950a8d7daa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/15c971cb-4369-4fca-97dd-2e82b1eb262a HTTP/1.1" status: 204 len: 168 time: 1.9273925 Feb 17 22:44:15.334363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54712) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.335291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.336487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e51982d4-d8a0-4e9a-b220-0426560e7c97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e71048dc-fb9d-4941-8a40-fdcf955e9f9e HTTP/1.1" status: 204 len: 168 time: 1.7544777 Feb 17 22:44:15.394853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.433194 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-65a89c86-e23b-44ac-9824-7ad445290345 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953329 Feb 17 22:44:15.441875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.451220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:15.455542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['ff1de88d-1bb0-419b-80c4-ce402926e2ed'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:44:15.483792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.498748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:15.512364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:15.540431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.617652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.618004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.618339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.618687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.618997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.619327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.619752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.620079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.620403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.620731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.621196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.621607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:15.715725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54724) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.726418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=50b157af-9f6d-4d51-82fa-d8745f641b51,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:15.809213 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e348af5811f44ebe8aa850b3453cc389&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5373435 Feb 17 22:44:15.825064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54728) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.829468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:15.831250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c8b48-389b-425d-befb-d8b71c0edaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8c24b-d47b-4c0a-bd19-0112426e336b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:15.842744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efed52c5-ff84-45cb-b5fc-a60b8d7a281c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=694e280cea4b44b7babafd0c3a340ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182427 Feb 17 22:44:15.844453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54730) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.845694 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] Sync routers for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:15.850208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.856244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae772133-5428-496a-a3e7-1041f9d66a2a tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/ports/50b157af-9f6d-4d51-82fa-d8745f641b51 HTTP/1.1" status: 204 len: 168 time: 2.4057314 Feb 17 22:44:15.857418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54736) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:15.884964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:15.886732 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:15.888965 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:15.895473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Deleting port a61fcf49-d178-42ac-b7a2-c9e46307215d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:15.895861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:15.905768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:15.913825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-2ff4cad0-2222-4c10-abd2-30869a61b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:15.918251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-2ff4cad0-2222-4c10-abd2-30869a61b44c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7f335c2-baac-42a9-a552-569b039f757a HTTP/1.1" status: 200 len: 905 time: 0.6056199 Feb 17 22:44:15.946120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:15.985062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:16.004925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:16.006211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:16.038015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.083745 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:16.093449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:16.094321 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:16.102024 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-ae58d214-1a68-4940-86e3-21818e06b953 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d HTTP/1.1" status: 200 len: 217 time: 0.1602511 Feb 17 22:44:16.156414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting subnet 1ee075df-9310-48f6-8170-a5533bba8e79 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:16.158591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:16.162245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.165798 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:16.166464 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f47c3-4ff4-4824-9e79-e55d58771c6e None None] The sync data for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:16.185259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-7dd31dd4-6b86-4aff-bb24-2fd9872b28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:16.186720 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-7dd31dd4-6b86-4aff-bb24-2fd9872b28e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a019a29c-42ac-4b87-b948-ed3a61a8c2c2 HTTP/1.1" status: 200 len: 844 time: 0.0719349 Feb 17 22:44:16.213141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.223667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] For port a61fcf49-d178-42ac-b7a2-c9e46307215d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a61fcf49-d178-42ac-b7a2-c9e46307215d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:16.223870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.261141 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-64d4f7b3-a98a-4ccd-9a03-e1572a991f99 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.5231321 Feb 17 22:44:16.279663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.290069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54744) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:16.360561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.385315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Calling delete_port for a61fcf49-d178-42ac-b7a2-c9e46307215d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:16.480757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.482956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.535128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] Pushing event deleted for resources: {'Port': ['ID=a61fcf49-d178-42ac-b7a2-c9e46307215d,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:16.538990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519d4c0-5ffa-44a0-b14e-0b31c971be3c None None] No DVR routers for this DVR port a61fcf49-d178-42ac-b7a2-c9e46307215d on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:16.579015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.627711 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-86360620-139b-46ee-9e90-e572a5ad00d3 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "GET /v2.0/floatingips/d56ee962-6abc-4e43-8036-bd706827488e HTTP/1.1" status: 200 len: 983 time: 0.3343387 Feb 17 22:44:16.629403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54748) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:16.710964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-90d6fbde-fbb8-42d9-9513-337bb1c7f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:16.712770 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-90d6fbde-fbb8-42d9-9513-337bb1c7f306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7f335c2-baac-42a9-a552-569b039f757a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5147977 Feb 17 22:44:16.721148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ff1de88d-1bb0-419b-80c4-ce402926e2ed up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:16.794546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.809155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port ff1de88d-1bb0-419b-80c4-ce402926e2ed completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:16.815702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port ff1de88d-1bb0-419b-80c4-ce402926e2ed triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:16.816074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.817032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.832816 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4bfb5e2a-f4e3-4d53-be5b-3a3e78e320d3 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3211 time: 0.2020309 Feb 17 22:44:16.837383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54752) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:16.847881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6934b-0462-4175-9f27-a31c349e05ab,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:16.901867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.947540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:16.948685 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-289d53f9-ae78-4ead-bcf2-92e79cde915c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9db6934b-0462-4175-9f27-a31c349e05ab HTTP/1.1" status: 204 len: 168 time: 1.1032927 Feb 17 22:44:16.964831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:16.980741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Sync routers for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:17.002104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.016783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:17.017712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:17.031015 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-9a6faa1f-dd30-4dba-b279-f9c79c17311c service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043420 Feb 17 22:44:17.123494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1d85-0d24-43c5-9196-0db35682cc1c req-51f870ef-f592-4360-a446-0480061a11c0 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:17.125555 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0ada1d85-0d24-43c5-9196-0db35682cc1c req-51f870ef-f592-4360-a446-0480061a11c0 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 944 time: 0.7945108 Feb 17 22:44:17.136937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdcf3-fe8f-4094-af70-300f525bf4cc req-54b6ac0f-ef4b-4535-ad8f-b7b0569a94fb tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:17.138910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d42bdcf3-fe8f-4094-af70-300f525bf4cc req-54b6ac0f-ef4b-4535-ad8f-b7b0569a94fb tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 944 time: 0.8129354 Feb 17 22:44:17.150962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:17.215002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:17.234211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.243175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port 52b6375f-7a1c-4c68-855c-7b5ae5886d4e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:17.243747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.260210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.331381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:17.342589 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-82bb562e-dcf8-4a76-8236-9dfc8a0b8395 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "PUT /v2.0/floatingips/9df6ed1e-9ab6-4c15-ad38-dea668f23740 HTTP/1.1" status: 200 len: 992 time: 5.6576183 Feb 17 22:44:17.348213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:17.359354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.378607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.379903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3e8c24b-d47b-4c0a-bd19-0112426e336b HTTP/1.1" status: 204 len: 168 time: 1.5342274 Feb 17 22:44:17.400877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:17.413425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.457897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e075-d05b-4a18-8f6b-e1c24337b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8c24b-d47b-4c0a-bd19-0112426e336b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:17.463778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0ada1d85-0d24-43c5-9196-0db35682cc1c req-33a2e48f-9569-4ff7-ac7a-27873c05298a tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218441 Feb 17 22:44:17.481906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d42bdcf3-fe8f-4094-af70-300f525bf4cc req-7ce1c5e2-d6ee-434a-a1b4-b4ec0d3b64f4 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048379 Feb 17 22:44:17.496279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.513193 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/subnets/1ee075df-9310-48f6-8170-a5533bba8e79 HTTP/1.1" status: 204 len: 168 time: 1.6367772 Feb 17 22:44:17.518632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54770) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:17.526373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ef075-1afd-4409-a30d-932688496f8e tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee075df-9310-48f6-8170-a5533bba8e79,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:17.555577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c61a7-d544-4fd7-b41c-40167f70edd3 None None] Network 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:17.591238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.601623 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7067bf17-e4a0-441e-a873-3148d087b7a0 req-531ff158-12b6-4c54-a57a-bf65e992f1ea service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461637 Feb 17 22:44:17.683604 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'code': 200} Feb 17 22:44:17.748210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.748534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:17.757668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a61fcf49-d178-42ac-b7a2-c9e46307215d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:17.841868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a61fcf49-d178-42ac-b7a2-c9e46307215d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:17.842122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a61fcf49-d178-42ac-b7a2-c9e46307215d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:17.856234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db', 'status': 'completed', 'code': 200} Feb 17 22:44:18.012352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:18.028520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:18.038557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:18.039252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.047072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.060970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=61b82658-c67a-4a26-ae10-4e3f33939289,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:18.096218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8aed3c8f-45c0-4903-94ff-9278ec2ce9b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6465278 Feb 17 22:44:18.096218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Deleting port 4ab8a1de-c2ea-481c-a8bd-280768f5765a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:18.096218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.117700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.129109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for 52b6375f-7a1c-4c68-855c-7b5ae5886d4e owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:18.151943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54792) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.157867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': '61b82658-c67a-4a26-ae10-4e3f33939289', 'ip_address': '2001:db8::5b40:bbe6:fb85:545f'}], 'name': 'tempest-NetworksTestDHCPv6-429968044'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:18.164430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5351fe-b6a1-4954-ab39-c514964a1b35 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:18.285344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6906551-268e-4148-bf21-d7f2ddecc0e9 req-c97ae0ad-438a-46be-8495-0e69bf8fe5bb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:18.286867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f6906551-268e-4148-bf21-d7f2ddecc0e9 req-c97ae0ad-438a-46be-8495-0e69bf8fe5bb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.4527433 Feb 17 22:44:18.351943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d634ed7b-9134-4694-b0a6-d50f19d03f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:18.353147 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d634ed7b-9134-4694-b0a6-d50f19d03f27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.4690847 Feb 17 22:44:18.356212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cdc0f-bec4-4c01-a503-6077194b1d51 req-6853c57e-479b-47c8-9911-b954e7cc0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:18.357475 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f78cdc0f-bec4-4c01-a503-6077194b1d51 req-6853c57e-479b-47c8-9911-b954e7cc0bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 1098 time: 0.2477291 Feb 17 22:44:18.438749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54798) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.455798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2ec57e9e-b0f3-499a-8f63-2d6f681ce1c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1a51291af134f02a54f1f0fb3c05333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817223 Feb 17 22:44:18.480369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54802) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.560472 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f78cdc0f-bec4-4c01-a503-6077194b1d51 req-9b192d9c-1cf6-41cc-a166-0140127e70f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744995 Feb 17 22:44:18.600626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.629819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] DHCP port deletion for 96bf4379-21d6-473e-b0e5-d7ed4fa6f72f request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:18.650898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Deleting port 4ab8a1de-c2ea-481c-a8bd-280768f5765a {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:18.651362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.662851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=52b6375f-7a1c-4c68-855c-7b5ae5886d4e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:18.689471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f6906551-268e-4148-bf21-d7f2ddecc0e9 req-9d10c930-e6bc-47f6-bc9e-10ce9257d82a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559749 Feb 17 22:44:18.699657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '61b82658-c67a-4a26-ae10-4e3f33939289'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:18.700540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.725318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9df6ed1e-9ab6-4c15-ad38-dea668f23740', 'tenant_id': '808b5569125949579196ba0ef246a288', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'port_id': '374dc1ea-edfc-453a-b162-15bcccde87db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'mac_address': 'fa:16:3e:59:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:29Z', 'updated_at': '2022-02-17T22:44:13Z', 'revision_number': 1, 'project_id': '808b5569125949579196ba0ef246a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:18.736400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device aae5776c-5bf3-4ede-9cc5-da007176d66d details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:44:18.755270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Checking router: 1c7ac488-ed40-40c2-b7a2-a17580fcb278 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:44:18.766908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] For port 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4ab8a1de-c2ea-481c-a8bd-280768f5765a,segment=NetworkSegment(ac401aa2-7e9a-4733-b8f1-3c25b4142b85),segment_id=ac401aa2-7e9a-4733-b8f1-3c25b4142b85)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:18.767911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:18.836618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-c691a322-2e3f-4c56-aba7-61b98f48ba7c tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:18.837600 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c691a322-2e3f-4c56-aba7-61b98f48ba7c tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3974624 Feb 17 22:44:18.838974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-b2adf3e6-9d83-40f1-bd6c-16b43527ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:18.840661 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-b2adf3e6-9d83-40f1-bd6c-16b43527ea35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 0.4750297 Feb 17 22:44:18.845014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:18.845530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:18.868421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54814) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.928990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-4ff22d1a-1916-4eb3-90d2-b3c4343c81a4 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:18.932655 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4ff22d1a-1916-4eb3-90d2-b3c4343c81a4 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0609784 Feb 17 22:44:18.948541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:44:18.951996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54818) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.960737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-c0a589bf-2d07-4c0d-95fa-91d005ff35f2 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:18.964179 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c0a589bf-2d07-4c0d-95fa-91d005ff35f2 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088580 Feb 17 22:44:18.972933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54822) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:18.986314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-7bfe5774-57f4-424e-b153-4e791f471fff tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:18.986314 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7bfe5774-57f4-424e-b153-4e791f471fff tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092211 Feb 17 22:44:18.988342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:18.990422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54826) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.014406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:19.015311 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Floating IP d56ee962-6abc-4e43-8036-bd706827488e disassociated (deleted). External IP: 172.26.7.231, port: 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8. Feb 17 22:44:19.116699 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d61c19bf-07d4-4977-a505-96a5d9d4f810 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1000 time: 0.2491596 Feb 17 22:44:19.173839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Calling delete_port for 4ab8a1de-c2ea-481c-a8bd-280768f5765a owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:19.213867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-d2dec5d2-dcae-466b-bd9a-054be9085482 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.218881 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2dec5d2-dcae-466b-bd9a-054be9085482 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0110173 Feb 17 22:44:19.228808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54830) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.230010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:19.250193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:19.254585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:19.271640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-da1dc670-7c31-4343-908f-4ba1e985debd tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.274956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da1dc670-7c31-4343-908f-4ba1e985debd tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0306659 Feb 17 22:44:19.287696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:19.289622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.319516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-aaa6444b-c694-4d9e-89fc-690514c67dd0 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.322951 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aaa6444b-c694-4d9e-89fc-690514c67dd0 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0250714 Feb 17 22:44:19.342670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54838) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.350909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:19.376602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d04aa8a9-fa37-4926-988d-a63bd3f2a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:19.378748 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d04aa8a9-fa37-4926-988d-a63bd3f2a91f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.2442322 Feb 17 22:44:19.391935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-5955090c-da2a-4e05-829d-7b4a4f59356d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.393126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5955090c-da2a-4e05-829d-7b4a4f59356d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0480859 Feb 17 22:44:19.397498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:19.417169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54842) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.431669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-7bc5f705-a33c-4efb-b869-05519084cd76 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.432627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7bc5f705-a33c-4efb-b869-05519084cd76 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055413 Feb 17 22:44:19.443985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54846) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.567906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-22d6d5a4-bdd9-4e82-b575-61c58020c833 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.572004 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-22d6d5a4-bdd9-4e82-b575-61c58020c833 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0474911 Feb 17 22:44:19.579568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54850) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.581026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:19.656970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-8d7a157e-dd56-4be3-9ea7-4be4c61fdbd9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.658844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:19.660462 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8d7a157e-dd56-4be3-9ea7-4be4c61fdbd9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0743902 Feb 17 22:44:19.697639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54854) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.708635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-ab7d8ea3-5e94-422b-994a-e8e3c86cccb4 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.713182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ab7d8ea3-5e94-422b-994a-e8e3c86cccb4 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0097926 Feb 17 22:44:19.727342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Port': ['ID=4ab8a1de-c2ea-481c-a8bd-280768f5765a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:19.743177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54858) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.748754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cb4e7-2db2-4208-84d8-f8c4d623aff3 req-119f588a-57c6-4140-a24d-135acc01e41f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:19.753651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4ab8a1de-c2ea-481c-a8bd-280768f5765a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:19.758012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-300cb4e7-2db2-4208-84d8-f8c4d623aff3 req-119f588a-57c6-4140-a24d-135acc01e41f tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 944 time: 1.0674562 Feb 17 22:44:19.764290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-630d5b60-cf29-469e-a89e-bfcc8e6bc15d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.764959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] No DVR routers for this DVR port 4ab8a1de-c2ea-481c-a8bd-280768f5765a on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:19.768712 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-630d5b60-cf29-469e-a89e-bfcc8e6bc15d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0195062 Feb 17 22:44:19.778631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26dcb4-03e3-4f59-a920-f3b8526db535 req-9b669187-6758-4fbd-9fb9-8f39c8ad3f47 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:19.782277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba26dcb4-03e3-4f59-a920-f3b8526db535 req-9b669187-6758-4fbd-9fb9-8f39c8ad3f47 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.8692741 Feb 17 22:44:19.788378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54862) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.798085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-5f421a79-6c63-4009-86ce-0b51cf2494d6 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.801746 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5f421a79-6c63-4009-86ce-0b51cf2494d6 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096176 Feb 17 22:44:19.803501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54866) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.815452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-3687433b-139d-4e5f-88be-a201109a3d64 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.819357 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3687433b-139d-4e5f-88be-a201109a3d64 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0116498 Feb 17 22:44:19.820652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54870) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.834173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-ed7f6e1c-dd98-45a5-842f-bba501fd2bf6 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.838169 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ed7f6e1c-dd98-45a5-842f-bba501fd2bf6 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0123289 Feb 17 22:44:19.840043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54874) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.865936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-e750ee76-0009-46e3-a665-8d4d9f09d406 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.866893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e750ee76-0009-46e3-a665-8d4d9f09d406 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0216599 Feb 17 22:44:19.867756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/61b82658-c67a-4a26-ae10-4e3f33939289/9217434d-e7a9-47bf-9240-2283a1622a33) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:19.882187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4ab8a1de-c2ea-481c-a8bd-280768f5765a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:19.882811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4ab8a1de-c2ea-481c-a8bd-280768f5765a not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:19.895940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54878) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.911102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:19.914616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-97910316-dc24-4bbf-ae5e-b0df7b3b35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:19.924301 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-97910316-dc24-4bbf-ae5e-b0df7b3b35da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4998302 Feb 17 22:44:19.931314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-fcc3f65d-5553-4d4e-9d57-2c9c0ddbf8da tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.934524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fcc3f65d-5553-4d4e-9d57-2c9c0ddbf8da tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0355523 Feb 17 22:44:19.965603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54882) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:19.977646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-4965bee1-273d-4d9b-9446-608a269a0f10 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:19.978608 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4965bee1-273d-4d9b-9446-608a269a0f10 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0122337 Feb 17 22:44:19.987654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54886) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.004978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] For port 4ab8a1de-c2ea-481c-a8bd-280768f5765a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4ab8a1de-c2ea-481c-a8bd-280768f5765a,segment=NetworkSegment(ac401aa2-7e9a-4733-b8f1-3c25b4142b85),segment_id=ac401aa2-7e9a-4733-b8f1-3c25b4142b85)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:20.005978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.043104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'port_id': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'mac_address': 'fa:16:3e:0c:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:44:20.052824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-300cb4e7-2db2-4208-84d8-f8c4d623aff3 req-cefeca6d-ba5f-4999-895d-88ba4141b9bf tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935028 Feb 17 22:44:20.053458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.069936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-0bcc7e30-e552-45b0-b6a9-a7c2e9264947 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.070968 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0bcc7e30-e552-45b0-b6a9-a7c2e9264947 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0792370 Feb 17 22:44:20.078515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54890) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.086399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-35d68391-787e-4b83-b293-2cffa2c67805 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.087556 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-35d68391-787e-4b83-b293-2cffa2c67805 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052977 Feb 17 22:44:20.093812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54894) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.108143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.110511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-eccbc4ee-b873-4a8f-b408-b147c1f8bf6f tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.111502 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eccbc4ee-b873-4a8f-b408-b147c1f8bf6f tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0150073 Feb 17 22:44:20.120436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:20.121380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54898) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.137971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-41fdc1d9-936e-423c-ab11-3b8f3ede2e8d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.139217 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-41fdc1d9-936e-423c-ab11-3b8f3ede2e8d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066383 Feb 17 22:44:20.144588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54902) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.161161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-de959d77-d194-427d-a318-c9f350471eac tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.162131 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de959d77-d194-427d-a318-c9f350471eac tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0138705 Feb 17 22:44:20.165372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.168471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54906) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.197147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ba6cb-6296-4620-8da2-6cac2349393f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:20.203351 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba26dcb4-03e3-4f59-a920-f3b8526db535 req-c1608107-f2cf-4ded-9271-d0b06fa5c08b tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533926 Feb 17 22:44:20.282239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-55f83479-a944-4c6a-b906-579893f95cca tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.284503 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55f83479-a944-4c6a-b906-579893f95cca tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0178552 Feb 17 22:44:20.290902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.303036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Calling delete_port for 4ab8a1de-c2ea-481c-a8bd-280768f5765a owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:20.315005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bf4379-21d6-473e-b0e5-d7ed4fa6f72f']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.337297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-85811537-e472-412f-b160-57dacedc23a3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.337659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-85811537-e472-412f-b160-57dacedc23a3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0336914 Feb 17 22:44:20.344107 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-4c69bafa-66ec-4e35-9839-7b6110cb50ba service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186127 Feb 17 22:44:20.349157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.352770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.353264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac401aa2-7e9a-4733-b8f1-3c25b4142b85') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.356897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-5008616d-c5f2-49d2-a043-90be5913786e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.358235 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5008616d-c5f2-49d2-a043-90be5913786e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066683 Feb 17 22:44:20.366710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.368722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 8ac6f628-5731-450d-b316-4db942fb156c yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:20.418595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.422400 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c0353a12-f23f-4708-aafb-074484f625c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c71ba6cb-6296-4620-8da2-6cac2349393f HTTP/1.1" status: 204 len: 168 time: 1.9384403 Feb 17 22:44:20.434617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21a59332-ba00-4fb4-b8b6-101908c40f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.453599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-59a33e60-4917-4bca-b9bd-d9b3cbe56e6a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.457960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-59a33e60-4917-4bca-b9bd-d9b3cbe56e6a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0398664 Feb 17 22:44:20.467139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.485337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54924) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.552302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.563417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-3d648a48-53a7-44f6-8413-21f41c562130 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.569216 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3d648a48-53a7-44f6-8413-21f41c562130 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0160439 Feb 17 22:44:20.573608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54928) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.575693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.586967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:20.587903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.597092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-43651dfb-f792-4508-ad09-dc2fed34c377 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.600439 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-43651dfb-f792-4508-ad09-dc2fed34c377 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0216262 Feb 17 22:44:20.604627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54932) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.611288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-bdb86b48-d38c-4d74-b232-edab84cb2fd3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.614718 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bdb86b48-d38c-4d74-b232-edab84cb2fd3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055172 Feb 17 22:44:20.626575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54936) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.640399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-e802c302-62a6-4b87-931b-7c9adc3d20c7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.645209 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e802c302-62a6-4b87-931b-7c9adc3d20c7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0139937 Feb 17 22:44:20.651999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54940) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:20.654163 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:20.666567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-bf6135a9-8f76-40a3-8f2a-23bcca99bf2e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.671552 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf6135a9-8f76-40a3-8f2a-23bcca99bf2e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0145187 Feb 17 22:44:20.681780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae5776c-5bf3-4ede-9cc5-da007176d66d {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:20.684155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54944) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.685432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:20.698459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] Sync routers for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:20.706736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-0beec226-21f6-41d8-8210-35ebde3c617d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.707826 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0beec226-21f6-41d8-8210-35ebde3c617d tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0160136 Feb 17 22:44:20.725946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54948) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.727472 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:20.728117 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.736593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-b3988651-cce6-4d2e-9e40-ef7c68248701 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.737715 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b3988651-cce6-4d2e-9e40-ef7c68248701 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107927 Feb 17 22:44:20.743369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54952) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.747835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:20.748241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:20.751970 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-695216ed-c016-43d8-8c40-e4d751ab1d7f req-d867fa05-8fcf-4e82-afce-a78ebe3f93d7 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893287 Feb 17 22:44:20.753417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:20.756020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-44715ea8-1815-4686-a5a7-d9408d4dcaae tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.758474 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44715ea8-1815-4686-a5a7-d9408d4dcaae tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0116155 Feb 17 22:44:20.760758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.778507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 54956) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.825071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-b7655922-6697-4586-85b6-ae99b734a761 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.826630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b7655922-6697-4586-85b6-ae99b734a761 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0257359 Feb 17 22:44:20.829547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.851320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c32f-d7ca-402f-9111-63e6fb141936 req-65730f41-4975-4290-9119-e33357a3170a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:20.863993 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba63c32f-d7ca-402f-9111-63e6fb141936 req-65730f41-4975-4290-9119-e33357a3170a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6561067 Feb 17 22:44:20.870981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54960) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.873174 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1b1a9632-ffd1-4897-9626-4a90d0f8d8d3 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/floatingips/d56ee962-6abc-4e43-8036-bd706827488e HTTP/1.1" status: 204 len: 168 time: 4.0316832 Feb 17 22:44:20.877708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54962) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.882890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-4e7a088a-6a53-4713-a04f-b164ecce5f51 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.885970 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4e7a088a-6a53-4713-a04f-b164ecce5f51 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0090241 Feb 17 22:44:20.891451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54966) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.897435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:20.912118 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.929530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:20.929745 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:20.931239 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:43:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:20.934283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.954351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-c3b6c480-3555-4eaa-9366-a4647617d7e9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.956165 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c3b6c480-3555-4eaa-9366-a4647617d7e9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0497367 Feb 17 22:44:20.964639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.969453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Usage tracker for resource:floatingip and tenant:d99e46db872243f5a25ee2f96bfb2c15 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:20.976107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-c3b9d234-74f1-40ab-aea8-e70fd21880ed tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.977616 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c3b9d234-74f1-40ab-aea8-e70fd21880ed tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0116348 Feb 17 22:44:20.978931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:20.982542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54976) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:20.993717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:20.994103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-6a43b160-da61-4f46-a0dd-953b18539320 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:20.995496 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6a43b160-da61-4f46-a0dd-953b18539320 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102973 Feb 17 22:44:20.996991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:21.000094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54980) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.002501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.009649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-5b3735d1-cbff-45fd-8c59-9fe9b301496a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.010898 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5b3735d1-cbff-45fd-8c59-9fe9b301496a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088151 Feb 17 22:44:21.014215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54986) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.022770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-565b7004-ace8-4177-8188-a78d75baeb8c tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.024124 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-565b7004-ace8-4177-8188-a78d75baeb8c tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077865 Feb 17 22:44:21.025818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Transition to ACTIVE for port object 9217434d-e7a9-47bf-9240-2283a1622a33 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:21.027038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54990) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.031061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] Pushing event deleted for resources: {'Network': ['ID=96bf4379-21d6-473e-b0e5-d7ed4fa6f72f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:21.034612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-98bb65d1-d6b1-4d1e-8161-b3bc11dceb91 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.036116 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-98bb65d1-d6b1-4d1e-8161-b3bc11dceb91 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077507 Feb 17 22:44:21.038962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 54994) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.041759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba63c32f-d7ca-402f-9111-63e6fb141936 req-a58b9f62-1a20-41dc-828c-422b44d6b32f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761360 Feb 17 22:44:21.058322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.067280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Transition to ACTIVE for port object 9217434d-e7a9-47bf-9240-2283a1622a33 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:21.073835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:21.082043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-f35d62f1-5eb4-439d-8e47-cacc526100da tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.085655 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f35d62f1-5eb4-439d-8e47-cacc526100da tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0430439 Feb 17 22:44:21.088369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55002) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.092573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['aae5776c-5bf3-4ede-9cc5-da007176d66d'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:44:21.098282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-d41fc1c5-c6f0-48fe-8e60-577f762c650b tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.102197 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d41fc1c5-c6f0-48fe-8e60-577f762c650b tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099556 Feb 17 22:44:21.103480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55006) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.104367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4f055fe8-5934-4855-8b06-2cfd54e05d40 tempest-AllowedAddressPairIpV6TestJSON-493891746 tempest-AllowedAddressPairIpV6TestJSON-493891746-project] 10.222.0.42 "DELETE /v2.0/networks/96bf4379-21d6-473e-b0e5-d7ed4fa6f72f HTTP/1.1" status: 204 len: 168 time: 3.5352104 Feb 17 22:44:21.111948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-244e01d9-c24f-4563-b32f-8ac1cb0c5660 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.115443 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-244e01d9-c24f-4563-b32f-8ac1cb0c5660 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083156 Feb 17 22:44:21.119707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.138514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:21.138949 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2cb0b-f2f9-43c7-bd60-e124ce4d2984 None None] The sync data for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:21.155150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.254796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-4c1696a0-95c5-4ff8-a0e1-29661abcf59a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.258255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4c1696a0-95c5-4ff8-a0e1-29661abcf59a tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1347651 Feb 17 22:44:21.273050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55016) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.285630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-665c4026-d7c7-46d3-8546-f3ae95067f82 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.299070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-665c4026-d7c7-46d3-8546-f3ae95067f82 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0252764 Feb 17 22:44:21.300006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55022) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.313362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Deleting port 4ab8a1de-c2ea-481c-a8bd-280768f5765a {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:21.313978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.402893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-d40c1e1b-80a4-4f48-b488-108263b6b3b7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.404157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d40c1e1b-80a4-4f48-b488-108263b6b3b7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0227618 Feb 17 22:44:21.412553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55030) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.432983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-e00c0d05-d032-4f6f-868e-5601f98da15e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.434415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e00c0d05-d032-4f6f-868e-5601f98da15e tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0163753 Feb 17 22:44:21.438323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55034) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.439672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::5b40:bbe6:fb85:545f (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/61b82658-c67a-4a26-ae10-4e3f33939289/8ac6f628-5731-450d-b316-4db942fb156c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:21.450204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-f0cd2885-5692-4a41-aeb1-c2c187b83673 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.451530 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f0cd2885-5692-4a41-aeb1-c2c187b83673 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091953 Feb 17 22:44:21.456230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55038) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.516436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:21.532707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7042-ae64-4d7c-afa3-d0d9996322b9 None None] The port '4ab8a1de-c2ea-481c-a8bd-280768f5765a' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:44:21.534477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:21.537508 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.547318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:21.578709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-230a003d-8a93-4949-9604-613647d376e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9df6ed1e-9ab6-4c15-ad38-dea668f23740', 'tenant_id': '808b5569125949579196ba0ef246a288', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'port_id': '374dc1ea-edfc-453a-b162-15bcccde87db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'mac_address': 'fa:16:3e:59:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:29Z', 'updated_at': '2022-02-17T22:44:13Z', 'revision_number': 1, 'project_id': '808b5569125949579196ba0ef246a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:21.583179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Pushing event updated for resources: {'Port': ['ID=9217434d-e7a9-47bf-9240-2283a1622a33,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:21.593561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-b45bb75f-bea8-4e55-9921-58ee5efe1e9f tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.594930 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b45bb75f-bea8-4e55-9921-58ee5efe1e9f tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1365411 Feb 17 22:44:21.602477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55044) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.615719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-f692d750-1416-4ca6-8962-257cbe792b35 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.617055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f692d750-1416-4ca6-8962-257cbe792b35 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093172 Feb 17 22:44:21.620744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55048) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.621807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a003d-8a93-4949-9604-613647d376e4 None None] The sync data for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv is: [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9df6ed1e-9ab6-4c15-ad38-dea668f23740', 'tenant_id': '808b5569125949579196ba0ef246a288', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'port_id': '374dc1ea-edfc-453a-b162-15bcccde87db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'mac_address': 'fa:16:3e:59:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:29Z', 'updated_at': '2022-02-17T22:44:13Z', 'revision_number': 1, 'project_id': '808b5569125949579196ba0ef246a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:21.638214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-b56aa03c-fb3a-4428-9eda-05642d5fa03b tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.639857 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b56aa03c-fb3a-4428-9eda-05642d5fa03b tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0163860 Feb 17 22:44:21.651009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55052) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.672034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-ff27a831-38a1-4353-a3cb-71b334a86530 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.682817 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ff27a831-38a1-4353-a3cb-71b334a86530 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0208824 Feb 17 22:44:21.695017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55058) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.704582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-b8f2b654-b9a9-478e-8334-129f88902bb2 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.708057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b8f2b654-b9a9-478e-8334-129f88902bb2 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095625 Feb 17 22:44:21.717393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55062) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.743261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-8d2ca844-a1ea-4f1c-8ba9-e7a0ef3a4768 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.746546 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8d2ca844-a1ea-4f1c-8ba9-e7a0ef3a4768 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0251122 Feb 17 22:44:21.750111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55066) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.753490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Attempting to bind port 9217434d-e7a9-47bf-9240-2283a1622a33 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:21.754486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Attempting to bind port 9217434d-e7a9-47bf-9240-2283a1622a33 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:21.755078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Attempting to bind port 9217434d-e7a9-47bf-9240-2283a1622a33 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:21.768851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-53887db4-6df1-4660-ad7e-ac56a72dd5ce tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.772187 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-53887db4-6df1-4660-ad7e-ac56a72dd5ce tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0181682 Feb 17 22:44:21.774772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:21.775503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:21.775941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55070) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.776325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.776917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:21.777653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Bound port: 9217434d-e7a9-47bf-9240-2283a1622a33, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:21.778389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:21.786882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3c836-cd2a-48fa-89ae-c95d91ef0be5 req-f15eebd5-1670-467d-a82a-6f91b2ac3480 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.788408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a4f3c836-cd2a-48fa-89ae-c95d91ef0be5 req-f15eebd5-1670-467d-a82a-6f91b2ac3480 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 945 time: 0.4871807 Feb 17 22:44:21.793819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-9b5b7ac5-824b-409e-a3fe-0c9c9cc0e827 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.798015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9b5b7ac5-824b-409e-a3fe-0c9c9cc0e827 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0176072 Feb 17 22:44:21.824230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55074) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.949976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-333a53ab-dbc8-4fb9-bbaa-dce6a5eb5ce3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:21.954119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-333a53ab-dbc8-4fb9-bbaa-dce6a5eb5ce3 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1258869 Feb 17 22:44:21.981805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55078) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:21.996973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] For port 9217434d-e7a9-47bf-9240-2283a1622a33, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:22.010956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] For port 9217434d-e7a9-47bf-9240-2283a1622a33, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9217434d-e7a9-47bf-9240-2283a1622a33,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:22.012579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55082) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.026812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.030949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [None req-f42e1aa9-a32f-47fd-9bfd-ec1903ed6ab7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.034345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f42e1aa9-a32f-47fd-9bfd-ec1903ed6ab7 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0492728 Feb 17 22:44:22.044758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.057351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a19c-f525-445f-acf2-6e317d245aa7 req-5a9badd8-5bf4-4cba-a28a-1a2d59e50eb1 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:22.067566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70e2a19c-f525-445f-acf2-6e317d245aa7 req-5a9badd8-5bf4-4cba-a28a-1a2d59e50eb1 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.6212864 Feb 17 22:44:22.083181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-4b514b29-405e-4659-9013-00fcab838044 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.087104 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4b514b29-405e-4659-9013-00fcab838044 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0387821 Feb 17 22:44:22.091995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55094) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.124457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-6c5c320c-4a66-437f-b671-8da7e610b454 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.128258 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6c5c320c-4a66-437f-b671-8da7e610b454 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0322347 Feb 17 22:44:22.128562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Allocated IP 172.26.7.195 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/7780622e-9dd3-4664-842d-09eb5f0249b9) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:22.131779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.141124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-ed12076a-32ac-4529-8e12-2a16abb654a8 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.144987 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ed12076a-32ac-4529-8e12-2a16abb654a8 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0095284 Feb 17 22:44:22.147574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55106) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.156781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-15898970-8134-4000-ac6b-6ab034d55aaf tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.161903 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-15898970-8134-4000-ac6b-6ab034d55aaf tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0105062 Feb 17 22:44:22.162942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55110) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.182518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-f92396af-c1ec-434e-abea-85df8028d629 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.186261 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f92396af-c1ec-434e-abea-85df8028d629 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194113 Feb 17 22:44:22.187068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55114) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.200947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-41f13377-7652-49e2-a490-2054a498a1cd tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.205564 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-41f13377-7652-49e2-a490-2054a498a1cd tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0146244 Feb 17 22:44:22.208347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.217378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [None req-df746d16-84cb-46f3-af25-48881ff407f9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:44:22.223243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a4f3c836-cd2a-48fa-89ae-c95d91ef0be5 req-4c1e771b-e537-483b-9fda-c68c9605ba66 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142516 Feb 17 22:44:22.223434 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-df746d16-84cb-46f3-af25-48881ff407f9 tempest-ExtensionsTestJSON-3211106 tempest-ExtensionsTestJSON-3211106-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101593 Feb 17 22:44:22.301414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70e2a19c-f525-445f-acf2-6e317d245aa7 req-78c95c5e-df5f-4ea8-b74b-bbf91984f31f tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002230 Feb 17 22:44:22.320205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.363471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 8ac6f628-5731-450d-b316-4db942fb156c will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:22.414216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03eb07-85a9-45e1-a5bf-7a5cc7eaaae0 None None] New status for floating IP 9df6ed1e-9ab6-4c15-ad38-dea668f23740: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:44:22.514848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.551317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.560849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a6814bae-3ec7-4ce5-9014-d6ea351d4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.638742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:22.787468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe748c2-76ca-4ddf-bfa7-dd3eee8a053a None None] Pushing event updated for resources: {'Port': ['ID=9217434d-e7a9-47bf-9240-2283a1622a33,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:22.824585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Pushing event updated for resources: {'Port': ['ID=7780622e-9dd3-4664-842d-09eb5f0249b9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:22.835364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55132) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:22.841189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device aae5776c-5bf3-4ede-9cc5-da007176d66d up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:22.845759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:22.853018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:22.855583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:22.887565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:22.916154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:22.931600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:22.940796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:22.941993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.040083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.061601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1305543180'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:23.068288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:23.072970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:23.078402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:23.085261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:23.095047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=8ac6f628-5731-450d-b316-4db942fb156c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:23.115396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-43c35da1-afe5-4643-be09-d771e75a0a41 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9864063 Feb 17 22:44:23.133465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55140) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:23.138859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port aae5776c-5bf3-4ede-9cc5-da007176d66d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:23.143384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:23.146679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port aae5776c-5bf3-4ede-9cc5-da007176d66d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:23.147097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.147210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.171665 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0c523035-a4b2-4cad-9bcd-5036e695dda8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=506c561d9fb84aa7b2029ed3ac208af1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1292968 Feb 17 22:44:23.206915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.207113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b29f6d-d494-418f-bc22-62b460115349 req-e66c7ab5-b4e4-4ae2-818c-ad7987a43aa9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.212895 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41b29f6d-d494-418f-bc22-62b460115349 req-e66c7ab5-b4e4-4ae2-818c-ad7987a43aa9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8281913 Feb 17 22:44:23.215372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55144) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:23.249785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:23.252435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:23.260460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:23.265319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:23.272403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.281626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:23.315175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.335779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfd5d1-2ca5-4ffc-afc3-ce92ced92630 req-a39924a7-6ab1-4786-9a92-f66dd03df8e5 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.349348 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30cfd5d1-2ca5-4ffc-afc3-ce92ced92630 req-a39924a7-6ab1-4786-9a92-f66dd03df8e5 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.5491250 Feb 17 22:44:23.352587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41b29f6d-d494-418f-bc22-62b460115349 req-7958fc7b-de33-43b4-add3-1b05b9a6dc5f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324091 Feb 17 22:44:23.361749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55156) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:23.376357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Request body: {'floatingip': {'port_id': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:23.420423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.467085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:23.469756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:23.476098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.478563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.630523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a337069-f0b6-4e4f-9bea-106f4eab1ebe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.640425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a337069-f0b6-4e4f-9bea-106f4eab1ebe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.641337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2a337069-f0b6-4e4f-9bea-106f4eab1ebe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:23.645651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.649915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:23.716388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.742719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:23.747389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b01d12d27cb04cf2b8e906b4aab86301 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:23.751838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:23.758288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:23.763276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9217434d-e7a9-47bf-9240-2283a1622a33 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:23.768476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.782590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.857188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2a337069-f0b6-4e4f-9bea-106f4eab1ebe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:23.864384 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2a337069-f0b6-4e4f-9bea-106f4eab1ebe tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7224419 Feb 17 22:44:23.871282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 9217434d-e7a9-47bf-9240-2283a1622a33 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:23.919298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55164) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:23.926422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95f33058-89db-4778-8566-d162357df613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.933390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:23.949337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.949898 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment a802e2bf-74b0-424d-a636-4a27e923edda of type vlan for network 8d129d87-b810-472b-8fc7-a821db41a315 Feb 17 22:44:23.960765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4661d-e560-4e05-8997-5179f09a3008,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:23.967745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:23.978782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.088476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.112373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95f33058-89db-4778-8566-d162357df613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.141701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Pushing event updated for resources: {'Port': ['ID=7780622e-9dd3-4664-842d-09eb5f0249b9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:24.159985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.170427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.176791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:24.177489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.192051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 8ac6f628-5731-450d-b316-4db942fb156c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:24.192404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.217430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Provisioning for port 9217434d-e7a9-47bf-9240-2283a1622a33 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:24.223629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Provisioning complete for port 9217434d-e7a9-47bf-9240-2283a1622a33 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:24.223993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.291823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=8d129d87-b810-472b-8fc7-a821db41a315,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:24.294789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937cc2a-fc00-485b-ab5f-d1aa51ff041b req-1e8ef518-a5c7-48fe-9463-e0898c7f275d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:24.302627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0937cc2a-fc00-485b-ab5f-d1aa51ff041b req-1e8ef518-a5c7-48fe-9463-e0898c7f275d tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 0.7024710 Feb 17 22:44:24.320909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.325126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb341a0-e0bf-4eda-91b8-82c2a92f1b36 req-8f15d9d6-37ad-43cf-9cb4-11ced4fb1fed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:24.326388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb341a0-e0bf-4eda-91b8-82c2a92f1b36 req-8f15d9d6-37ad-43cf-9cb4-11ced4fb1fed tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5945115 Feb 17 22:44:24.326847 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b68f6e1f-f721-41da-ae9c-1465ae3932b8 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4391813 Feb 17 22:44:24.327906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55168) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:24.331669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:24.335513 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2fd907f9-49e4-4a87-913d-aa843d7c3f20 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4998522 Feb 17 22:44:24.342974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55174) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:24.360708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'name': 'tempest-PortsTestJSON-469069837'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:24.515611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.538793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:24.543233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:24.547399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:24.553422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:24.559412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] For port 9217434d-e7a9-47bf-9240-2283a1622a33, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9217434d-e7a9-47bf-9240-2283a1622a33,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:24.564135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.566037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:24.572492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:24.574118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:24.578237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.582360 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0937cc2a-fc00-485b-ab5f-d1aa51ff041b req-5691132e-2fef-4fc3-9e90-21d95b86a2eb tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788887 Feb 17 22:44:24.589978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Usage tracker for resource:floatingip and tenant:f9dabfab73c04d2086da65437a939032 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:24.595333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:24.603360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:24.612862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:24.616876 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb341a0-e0bf-4eda-91b8-82c2a92f1b36 req-be793dd1-00bc-4030-9fef-a97b4a81d3f5 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539325 Feb 17 22:44:24.617492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95f33058-89db-4778-8566-d162357df613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.624730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.681969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.688649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0625db-4a9e-4963-851d-54e527a15236 None None] Pushing event updated for resources: {'Port': ['ID=9217434d-e7a9-47bf-9240-2283a1622a33,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:24.693009 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'code': 200} Feb 17 22:44:24.706591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11653498-d8e9-4c18-a70e-c259f54d0e5f None None] Provisioning for port 8ac6f628-5731-450d-b316-4db942fb156c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:24.713631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11653498-d8e9-4c18-a70e-c259f54d0e5f None None] Provisioning complete for port 8ac6f628-5731-450d-b316-4db942fb156c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:24.713995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11653498-d8e9-4c18-a70e-c259f54d0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.790154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-11653498-d8e9-4c18-a70e-c259f54d0e5f None None] Port 8ac6f628-5731-450d-b316-4db942fb156c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:24.814173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:24.927564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.000483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f33058-89db-4778-8566-d162357df613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82f4ead-653f-4d94-a6d3-8ca27b53d44e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.122865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95f33058-89db-4778-8566-d162357df613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.124079 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-95f33058-89db-4778-8566-d162357df613 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a82f4ead-653f-4d94-a6d3-8ca27b53d44e HTTP/1.1" status: 204 len: 168 time: 1.9068282 Feb 17 22:44:25.151662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b01d12d27cb04cf2b8e906b4aab86301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8893902 Feb 17 22:44:25.152603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.161744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55184) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:25.242232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a795-5233-4cae-8b9b-f659ff2a4d60 req-f2f41504-1208-4412-9693-5ff376a030b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:25.243735 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-dc43a795-5233-4cae-8b9b-f659ff2a4d60 req-f2f41504-1208-4412-9693-5ff376a030b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 1099 time: 0.2246175 Feb 17 22:44:25.284595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.308834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81e60f-5014-4541-839e-538c217e24b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30fd63-186c-4f44-bc58-adc967a0e4f7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.345657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.369930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.387263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.468241 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-dc43a795-5233-4cae-8b9b-f659ff2a4d60 req-4c68a658-d9a1-4b33-9cfc-a6559937553d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096028 Feb 17 22:44:25.509058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 8ac6f628-5731-450d-b316-4db942fb156c owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:25.533018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.631422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.662607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9217434d-e7a9-47bf-9240-2283a1622a33 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:25.673564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': 'a802e2bf-74b0-424d-a636-4a27e923edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:25.673937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 8d129d87-b810-472b-8fc7-a821db41a315, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:25.689027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf22e-d7bf-4435-bc0b-b7e25d41e8d1 req-2d20058a-bc57-41ae-a2e4-0bb83ab9cd48 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:25.697744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a3bf22e-d7bf-4435-bc0b-b7e25d41e8d1 req-2d20058a-bc57-41ae-a2e4-0bb83ab9cd48 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6321342 Feb 17 22:44:25.712025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Allocated IP 172.26.7.151 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/906e11c9-6ee6-4cd2-94f5-1972318c9a47) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:25.774691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 9217434d-e7a9-47bf-9240-2283a1622a33 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:25.774975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.895624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:25.901792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a3bf22e-d7bf-4435-bc0b-b7e25d41e8d1 req-bd8ba06c-8d36-426d-8179-32976dd76112 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031369 Feb 17 22:44:25.904750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:25.946079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30fd63-186c-4f44-bc58-adc967a0e4f7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.962225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 8d129d87-b810-472b-8fc7-a821db41a315) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:25.982399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b28e2-746f-48ec-a4a7-040e29c76ff4 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:26.001797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:26.008562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:26.009730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.036989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.038142 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2887d816-cf65-4d7b-838e-13f2a74688a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e30fd63-186c-4f44-bc58-adc967a0e4f7 HTTP/1.1" status: 204 len: 168 time: 0.8748028 Feb 17 22:44:26.047225 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dd723047-1016-4854-b961-a5c6681e3375 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6963556 Feb 17 22:44:26.050265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55210) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:26.061583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.063599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-29267755'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:26.078220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:26.079605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.089916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:26.098757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:26.112171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:26.141995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:26.146149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.212066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:26.235062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.239814 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment 185ac85f-9a67-49a1-b643-cc55f84d1727 of type vlan for network 088e4ae0-8389-4855-a536-36112d9c27c5 Feb 17 22:44:26.297327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.307525 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Floating IP a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7 associated. External IP: 172.26.7.102, port: ff1de88d-1bb0-419b-80c4-ce402926e2ed. Feb 17 22:44:26.348228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.383053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.420652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.432739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:26.433146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.463474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55220) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:26.468519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=8ac6f628-5731-450d-b316-4db942fb156c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:26.539755 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4881968 Feb 17 22:44:26.557547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55230) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:26.582324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'ports': [{'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'}, {'network_id': '088e4ae0-8389-4855-a536-36112d9c27c5'}]} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:26.582635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:26.586192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '088e4ae0-8389-4855-a536-36112d9c27c5'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:26.642773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.774427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:26.785854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255f742-7ea4-4e04-a4d3-8ca54f87689a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=088e4ae0-8389-4855-a536-36112d9c27c5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:26.789599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:26.792231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:26.806028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 088e4ae0-8389-4855-a536-36112d9c27c5 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:26.878650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Pushing event updated for resources: {'Port': ['ID=906e11c9-6ee6-4cd2-94f5-1972318c9a47,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:26.899245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381aafa-1b1e-4988-b031-10f2cd263786 req-bca05324-a72c-497e-b3c7-db1204725682 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:26.900901 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9381aafa-1b1e-4988-b031-10f2cd263786 req-bca05324-a72c-497e-b3c7-db1204725682 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 1.0231862 Feb 17 22:44:26.948004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:26.955751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.026620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.111762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-84866331-57e6-4021-99b3-feb4fe888fc3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8ac6f628-5731-450d-b316-4db942fb156c HTTP/1.1" status: 204 len: 168 time: 3.1793239 Feb 17 22:44:27.112335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55242) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:27.156433 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9381aafa-1b1e-4988-b031-10f2cd263786 req-fedcc76b-ac44-4012-8b66-1ee89aeacd1e tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020051 Feb 17 22:44:27.243524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:27.257214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:27.262067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:27.372935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1352802612'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:27.382961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:27.402215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:27.414403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:27.435034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:27.441444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331a9e8-9868-4f49-977e-21a38fce26ba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:27.442865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331a9e8-9868-4f49-977e-21a38fce26ba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:27.443663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2331a9e8-9868-4f49-977e-21a38fce26ba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:27.476590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:27.480345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.498912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2331a9e8-9868-4f49-977e-21a38fce26ba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:27.498912 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2331a9e8-9868-4f49-977e-21a38fce26ba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3842525 Feb 17 22:44:27.503887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55252) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:27.504143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:27.504299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.519265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.566570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.590414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 2} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:27.595116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.610980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:27.627641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.644363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:security_group_rule and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:27.683619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:27.700875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:27.710286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 61b82658-c67a-4a26-ae10-4e3f33939289 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:27.722329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.750238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55258) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:27.759848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Pushing event updated for resources: {'Port': ['ID=906e11c9-6ee6-4cd2-94f5-1972318c9a47,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:27.771146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:27.795355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.824605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60fdf6-1aeb-467b-8a14-adcf66477946 req-0bf97efb-ca9b-4241-ae57-7232c0aee844 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:27.826028 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7f60fdf6-1aeb-467b-8a14-adcf66477946 req-0bf97efb-ca9b-4241-ae57-7232c0aee844 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5199544 Feb 17 22:44:27.828217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:27.990224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2041578315'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:28.011921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:28.016500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Usage tracker for resource:network and tenant:d7edbbec73d64ab88f0fabe52d0143d1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:28.026744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:28.031338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.032892 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8fe45b94-35b5-4cce-af37-f7b1e8e93190 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7037063 Feb 17 22:44:28.042285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:28.043351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55264) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:28.046369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port f9b42d09-6c3e-4fd1-8f56-c232e193bf73 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:28.050476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.077583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Made reservation on behalf of d7edbbec73d64ab88f0fabe52d0143d1 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:28.081338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.109667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.137246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.141975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:28.147275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.151909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Usage tracker for resource:security_group_rule and tenant:d7edbbec73d64ab88f0fabe52d0143d1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:28.162611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:28.172087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.175588 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7f60fdf6-1aeb-467b-8a14-adcf66477946 req-5fce5a23-356c-4f1e-b0ad-7bdcd09847af tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976632 Feb 17 22:44:28.206733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:28.249804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:28.261151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d0094-76c0-463f-aeaf-e1107c9f77aa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:28.283704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4492cd5a-6857-47db-8579-a403116ecde7 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.2308872 Feb 17 22:44:28.284823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55270) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:28.288280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:28.299886 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Sync routers for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:28.315050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:28.315944 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:28.337398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.337688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 80812e7f-109b-424d-9855-cc6e53509477 of type vlan for network d2151d75-be30-4e3a-b69f-b102334e2ac5 Feb 17 22:44:28.365601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.420150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.426330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.430740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=61b82658-c67a-4a26-ae10-4e3f33939289,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:28.443498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.462841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e97d42-01c3-45c7-8608-30d562ac6e9d None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:28.482114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-598847c6-0860-4883-ac3c-a4a137760100 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1920865 Feb 17 22:44:28.485037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55274) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:28.548349 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-34daf4e6-fb8c-44cd-bdf3-ed65b8497c1d tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "PUT /v2.0/floatingips/a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7 HTTP/1.1" status: 200 len: 991 time: 5.1854160 Feb 17 22:44:28.553616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:28.583116 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d542f67b-b61b-4951-bfbb-20d031a4b8db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/61b82658-c67a-4a26-ae10-4e3f33939289 HTTP/1.1" status: 204 len: 168 time: 1.0786333 Feb 17 22:44:28.584228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55282) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:28.593581 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:28.611842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.626016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6feb9-84bc-4db7-8cc0-cbfa239dbcf3 req-dd90efb7-3de5-4cce-808b-dbe054f864f9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:28.627817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92c6feb9-84bc-4db7-8cc0-cbfa239dbcf3 req-dd90efb7-3de5-4cce-808b-dbe054f864f9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 0.2753112 Feb 17 22:44:28.799546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.807584 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71d1ddd7-614c-447f-b1bc-5d657843c089 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2063062 Feb 17 22:44:28.822758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55286) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:28.824355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.831608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:28.831608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.887120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 0922251b-8339-46ec-a508-216d9fdc3b06 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:28.893571 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92c6feb9-84bc-4db7-8cc0-cbfa239dbcf3 req-b99c9bd2-f523-4734-86ff-58b4bd7ef573 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469580 Feb 17 22:44:28.915222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:28.922645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Deleting port 9217434d-e7a9-47bf-9240-2283a1622a33 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:28.923740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.966931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.975168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=d2151d75-be30-4e3a-b69f-b102334e2ac5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:28.989715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57665e5-f944-422d-953b-8f9803f73022 req-1ad4bfb6-ca06-40cb-a449-25a919b69c6f tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:28.991648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Deleting port 906e11c9-6ee6-4cd2-94f5-1972318c9a47 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:28.992006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:28.997733 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b57665e5-f944-422d-953b-8f9803f73022 req-1ad4bfb6-ca06-40cb-a449-25a919b69c6f tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.2430468 Feb 17 22:44:29.018029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27d647-81af-4db2-89cf-bcf2d317f3a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:29.019066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b27d647-81af-4db2-89cf-bcf2d317f3a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:29.058661 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e299ad27-20bf-4bae-8a90-55a2cbd8857b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5354018 Feb 17 22:44:29.065341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55292) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:29.083242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:29.100072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1435210894'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:29.101949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:29.115921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:29.133212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:29.140675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:29.146381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b27d647-81af-4db2-89cf-bcf2d317f3a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:29.149920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b27d647-81af-4db2-89cf-bcf2d317f3a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3150873 Feb 17 22:44:29.152314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.152781 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Added segment f882b766-684d-4370-b307-bbe1fca70601 of type vlan for network 47923270-c7b0-47a0-97f8-b3e888855ce6 Feb 17 22:44:29.154168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55296) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:29.169946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b57665e5-f944-422d-953b-8f9803f73022 req-9052e7b7-c557-4675-91e4-a4c66dd723d5 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712251 Feb 17 22:44:29.176994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:29.189236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'status': 'completed', 'code': 200} Feb 17 22:44:29.238044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3200f84a-ad55-4073-8bbc-8739693d6cb1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:29.260779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.273861 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'port_id': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'mac_address': 'fa:16:3e:fa:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:47Z', 'updated_at': '2022-02-17T22:44:25Z', 'revision_number': 1, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:29.299300 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Checking router: 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:44:29.299609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:29.302971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.340006 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:29.341281 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:29.430148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:29.461569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.462690 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment d0dbdd32-ac9f-46af-9863-ad5dfea70a84 of type vlan for network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 Feb 17 22:44:29.549883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.556754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.605372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39eb21-0e4f-4e34-ae7d-aaec86e74fb0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:29.606061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1c39eb21-0e4f-4e34-ae7d-aaec86e74fb0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:29.680533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.680823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.704148 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:29.736084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] For port 9217434d-e7a9-47bf-9240-2283a1622a33, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9217434d-e7a9-47bf-9240-2283a1622a33,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:29.736756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.824520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Calling delete_port for 906e11c9-6ee6-4cd2-94f5-1972318c9a47 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:29.886431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Calling delete_port for 9217434d-e7a9-47bf-9240-2283a1622a33 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:29.965231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:29.984745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:44:29.992611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9217434d-e7a9-47bf-9240-2283a1622a33 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:29.995490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-83a1e585-3731-4075-abd4-3406aee44c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:29.997111 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-83a1e585-3731-4075-abd4-3406aee44c07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=487149e9d26f4d78884756aa53efa88e&device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 1098 time: 0.7557268 Feb 17 22:44:29.997252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:30.005642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:30.017946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:30.018862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.031752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.036859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.054817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=f9b42d09-6c3e-4fd1-8f56-c232e193bf73,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:30.116693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] No DVR routers for this DVR port 9217434d-e7a9-47bf-9240-2283a1622a33 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:30.119607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202327b-fc4b-40f3-abfe-105a71110387 None None] Pushing event deleted for resources: {'Port': ['ID=9217434d-e7a9-47bf-9240-2283a1622a33,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:30.129336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 9217434d-e7a9-47bf-9240-2283a1622a33 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:30.130036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9217434d-e7a9-47bf-9240-2283a1622a33 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:30.179756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.186677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.187342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.228549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a91786-476a-438f-8374-2d78f4cbf271 req-7ae7b073-adfe-48f0-8ccf-46d189bbf52c tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.230129 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-76a91786-476a-438f-8374-2d78f4cbf271 req-7ae7b073-adfe-48f0-8ccf-46d189bbf52c tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 0.7596853 Feb 17 22:44:30.255355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55306) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:30.312032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': '185ac85f-9a67-49a1-b643-cc55f84d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '088e4ae0-8389-4855-a536-36112d9c27c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:30.312660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 088e4ae0-8389-4855-a536-36112d9c27c5, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:30.326042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1c39eb21-0e4f-4e34-ae7d-aaec86e74fb0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:30.326345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Request body: {'floatingip': {'port_id': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:30.327976 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1c39eb21-0e4f-4e34-ae7d-aaec86e74fb0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1717446 Feb 17 22:44:30.328237 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'port_id': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'mac_address': 'fa:16:3e:fa:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:47Z', 'updated_at': '2022-02-17T22:44:25Z', 'revision_number': 1, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:30.334834 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0c01-cff6-4dc7-8d23-49f7f2ff8268 None None] The sync data for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv is: [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'port_id': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'mac_address': 'fa:16:3e:fa:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:47Z', 'updated_at': '2022-02-17T22:44:25Z', 'revision_number': 1, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:30.359402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:30.364816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Pushing event deleted for resources: {'Port': ['ID=906e11c9-6ee6-4cd2-94f5-1972318c9a47,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:30.377153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.382528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.383140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.390713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=0922251b-8339-46ec-a508-216d9fdc3b06,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:30.404277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-ef79e55c-16c4-4ebe-a557-6ef8f5089ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.406308 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-ef79e55c-16c4-4ebe-a557-6ef8f5089ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.9479225 Feb 17 22:44:30.462536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86746dc-8b90-48ac-9c25-9b78b9b3c45e req-73f3182f-1839-47f5-94c5-39e0bc612b83 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.464110 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b86746dc-8b90-48ac-9c25-9b78b9b3c45e req-73f3182f-1839-47f5-94c5-39e0bc612b83 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9248683 Feb 17 22:44:30.467109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=b6aa13d0-8979-47a5-b39a-8dbc9eeb9290,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:30.471101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.481976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:30.533453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3c433beb-6348-4963-9351-b77187c3bf1c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4669614 Feb 17 22:44:30.551387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55314) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:30.613560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 088e4ae0-8389-4855-a536-36112d9c27c5 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:30.620037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:30.653067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 088e4ae0-8389-4855-a536-36112d9c27c5) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:30.663606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a4de0-f0b1-4e8b-8c5a-f3c40675d7f5 None None] Network 088e4ae0-8389-4855-a536-36112d9c27c5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:30.665698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b86746dc-8b90-48ac-9c25-9b78b9b3c45e req-5647dffd-66ec-4464-8f57-6bb7b7ff95ee tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237767 Feb 17 22:44:30.668859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:30.675005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.680810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.681539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:30.719705 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f32da4e-6846-4963-b7a8-0c8b0926ef5b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3521895 Feb 17 22:44:30.729606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55318) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:30.746491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:30.853314 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a53c9dae-2d7c-47d7-b159-537ff5f34c6f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2914302 Feb 17 22:44:30.859984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:30.941723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-209b0b1a-00ca-46e7-822d-1462d342b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:30.943218 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-209b0b1a-00ca-46e7-822d-1462d342b82b service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 0.3913579 Feb 17 22:44:30.955412 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1928778 Feb 17 22:44:30.966939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55326) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:31.053275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:31.092567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:31.097946 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-94df541b-628b-42b8-95b5-11a8e0e8144b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.1402617 Feb 17 22:44:31.108697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:31.114901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Request body: {'subnet': {'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:31.121553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 0922251b-8339-46ec-a508-216d9fdc3b06 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:31.121893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.131718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9c8c5-807b-46a4-a340-e99b5d77f0c8 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'Network': ['ID=47923270-c7b0-47a0-97f8-b3e888855ce6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:31.142644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:31.167663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:31.210334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.212968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.215094 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-07d5e3f0-07bb-422e-85ac-1333965a1198 tempest-FloatingIPAdminTestJSON-1143969373 tempest-FloatingIPAdminTestJSON-1143969373-project] 10.222.0.42 "DELETE /v2.0/floatingips/92550cbb-553a-4c17-a084-22f1ef98f37b HTTP/1.1" status: 204 len: 168 time: 2.7286539 Feb 17 22:44:31.221029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55330) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:31.225702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:31.232688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:31.236583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.239740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-53ceba2d-d1cc-476d-a22f-cc3cd0ffe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:31.241587 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-53ceba2d-d1cc-476d-a22f-cc3cd0ffe483 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.1109703 Feb 17 22:44:31.259812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3117f0-f137-42b2-ae8e-5d3094ee2a09 None None] New status for floating IP a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:44:31.310820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:31.376549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-fd81e0b3-a784-43fb-91a0-14c8a6bd5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:31.378298 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-fd81e0b3-a784-43fb-91a0-14c8a6bd5788 service neutron] 10.222.0.43 "GET /v2.0/networks?id=db95ac7e-92bf-4c34-a809-02443791f387 HTTP/1.1" status: 200 len: 912 time: 1.3713782 Feb 17 22:44:31.479641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:31.483384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.632061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:31.645566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Usage tracker for resource:subnet and tenant:d7edbbec73d64ab88f0fabe52d0143d1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:31.653394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:31.662689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:31.668573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-86e74f2e-9ea3-4d2e-b856-454f83ce96ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed HTTP/1.1" status: 200 len: 999 time: 0.2813778 Feb 17 22:44:31.742181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Made reservation on behalf of d7edbbec73d64ab88f0fabe52d0143d1 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:31.745998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:31.815904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-e9040e6b-5bc4-4e69-97dc-e92a603e9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:31.817462 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-e9040e6b-5bc4-4e69-97dc-e92a603e9fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5156085 Feb 17 22:44:31.855580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Deleting port 7780622e-9dd3-4664-842d-09eb5f0249b9 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:31.855980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.016301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.095906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-6bf8ac1b-34c3-41ac-8462-f4ea574f37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.097431 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-6bf8ac1b-34c3-41ac-8462-f4ea574f37ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f611f6-c876-4fea-8b10-271a39801bd4 HTTP/1.1" status: 200 len: 851 time: 0.4191406 Feb 17 22:44:32.270665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.275870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 0922251b-8339-46ec-a508-216d9fdc3b06 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:32.393691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-07cfdf76-92e4-42a5-ad35-33101971c0a6 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197990 Feb 17 22:44:32.513600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=27a4c17c-776b-49b1-ac35-bca15ea26139,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:32.575593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-624faf2d-4913-415c-9cd7-5ab878086267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.577905 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-624faf2d-4913-415c-9cd7-5ab878086267 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db95ac7e-92bf-4c34-a809-02443791f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4632320 Feb 17 22:44:32.593677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '80812e7f-109b-424d-9855-cc6e53509477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:32.593956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.594155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: d2151d75-be30-4e3a-b69f-b102334e2ac5, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:32.594346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.617556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e687-298f-4665-a182-0dc0e925a2c2 req-a1a715af-98a7-4d40-b437-6f492f9af741 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.619133 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f37e687-298f-4665-a182-0dc0e925a2c2 req-a1a715af-98a7-4d40-b437-6f492f9af741 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7652249 Feb 17 22:44:32.697026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.714748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.771558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.784140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Calling delete_port for 7780622e-9dd3-4664-842d-09eb5f0249b9 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:32.797747 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9488fdf6-ce5f-4a03-9d64-ae8b7e931a67 req-67c8ae86-40f5-4d67-96af-7ce362dd81aa service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943067 Feb 17 22:44:32.807538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:32.849203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.865318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.873190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d2151d75-be30-4e3a-b69f-b102334e2ac5) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:32.886047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3705754-b2e7-416b-ba44-78e3ec887304 None None] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:32.890758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.891361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:32.898549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'Subnet': ['ID=9aa118ce-8c08-4db8-b51d-c7a02c7cf42c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:32.901534 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-200ea63a-406d-4fd1-84bc-7f1359598f12 service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109841 Feb 17 22:44:32.941876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Checking segment: {'id': 'f882b766-684d-4370-b307-bbe1fca70601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:32.942265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Network hostable DHCP agents. Network: 47923270-c7b0-47a0-97f8-b3e888855ce6, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:33.014919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-70d42715-549d-4b97-aa21-85e73c4ef629 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4405529 Feb 17 22:44:33.017317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=0922251b-8339-46ec-a508-216d9fdc3b06,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.023078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:33.032138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:33.050761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f37e687-298f-4665-a182-0dc0e925a2c2 req-86ef186e-4388-49e1-89c2-629b6a924823 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569043 Feb 17 22:44:33.067419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:33.087164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:33.099771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.104888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:33.130864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:33.131458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.132225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025aa5a4-edca-488a-b70b-e1bddb6b8587 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:33.144663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 47923270-c7b0-47a0-97f8-b3e888855ce6) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:33.176584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:33.177220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.192182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebaf18-2da6-4d6b-b7a1-eb3f28e654bf None None] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:33.240035 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-646dcb90-28b5-4ae1-a5ae-d06144c70b35 req-1a308c66-64cd-4cb2-bc1e-101d35ecf61e service neutron] 10.222.0.43 "GET /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250380 Feb 17 22:44:33.243951 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e0203575-68c6-4121-b75b-4e03450622ac tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1483400 Feb 17 22:44:33.255400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55340) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:33.269413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:33.278100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Request body: {'port': {'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1193958115'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:33.304627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:33.314890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:33.380191 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3d008731-537b-43cf-bdf4-4a513774c9f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/0922251b-8339-46ec-a508-216d9fdc3b06 HTTP/1.1" status: 204 len: 168 time: 2.5168087 Feb 17 22:44:33.388094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:33.390084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55344) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:33.429872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=dcd6f74f-2dfb-461b-ae8e-b851888cb08e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.466646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6cd0e814-0004-4874-90a1-6afd8dceae6b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7317398 Feb 17 22:44:33.467770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:33.469686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55348) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:33.472505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.478829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'dcd6f74f-2dfb-461b-ae8e-b851888cb08e', 'ip_address': '2001:db8::d6e9:c162:1a15:2f6c'}], 'name': 'tempest-NetworksTestDHCPv6-1665593042'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:33.552603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d2151d75-be30-4e3a-b69f-b102334e2ac5', 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '27a4c17c-776b-49b1-ac35-bca15ea26139'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:33.553452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.614428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Floating IP 9a0dcbd5-b159-47df-a420-928fb3e75f41 associated. External IP: 172.26.7.169, port: aae5776c-5bf3-4ede-9cc5-da007176d66d. Feb 17 22:44:33.656648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:33.663398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Usage tracker for resource:port and tenant:d7edbbec73d64ab88f0fabe52d0143d1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:33.667619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:33.682010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:33.699330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715dd4-59c9-4845-9596-cd905d96c290 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:33.706998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715dd4-59c9-4845-9596-cd905d96c290 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:33.707998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-65715dd4-59c9-4845-9596-cd905d96c290 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:33.736640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Made reservation on behalf of d7edbbec73d64ab88f0fabe52d0143d1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:33.740627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.757026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-65715dd4-59c9-4845-9596-cd905d96c290 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:33.761463 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-65715dd4-59c9-4845-9596-cd905d96c290 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3671334 Feb 17 22:44:33.765677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55352) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:33.842422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'dcd6f74f-2dfb-461b-ae8e-b851888cb08e'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:33.843618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.845637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.882910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] device_id is not set on port f845bd52-3f41-4596-891f-9130d0a82dbf yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:33.885625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-47923270-c7b0-47a0-97f8-b3e888855ce6', 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6', 'tenant_id': 'd7edbbec73d64ab88f0fabe52d0143d1', 'fixed_ips': [{'subnet_id': '9aa118ce-8c08-4db8-b51d-c7a02c7cf42c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:33.886442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:33.938004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Pushing event deleted for resources: {'Port': ['ID=7780622e-9dd3-4664-842d-09eb5f0249b9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.996897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:34.068073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.081336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:34.093252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Allocated IP 2001:db8::2 (d2151d75-be30-4e3a-b69f-b102334e2ac5/27a4c17c-776b-49b1-ac35-bca15ea26139/f2379434-cf3c-427f-8dee-26cbeaf6363f) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:34.167999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.169355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8edfe919-2ec8-45b4-82e1-1b9d29339d83 tempest-FloatingIPAdminTestJSON-1907836335 tempest-FloatingIPAdminTestJSON-1907836335-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/988ba108-25a7-45af-a14e-9ec649a903f8 HTTP/1.1" status: 204 len: 168 time: 2.9432111 Feb 17 22:44:34.181972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55358) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:34.188694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:34.246736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port f9b42d09-6c3e-4fd1-8f56-c232e193bf73 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:34.247321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.318766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/dcd6f74f-2dfb-461b-ae8e-b851888cb08e/1d5c451f-bffd-4e44-8885-d97f4a11f129) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:34.356334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.396436 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:44:34.397019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Allocated IP 172.20.0.12 (47923270-c7b0-47a0-97f8-b3e888855ce6/9aa118ce-8c08-4db8-b51d-c7a02c7cf42c/f845bd52-3f41-4596-891f-9130d0a82dbf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:34.416862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.525474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 7eb91cf8-dc08-478c-b263-5e803f41a110 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:34.566325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.596897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Transition to ACTIVE for port object f2379434-cf3c-427f-8dee-26cbeaf6363f will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:34.598582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:34.599327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.660402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Transition to ACTIVE for port object f2379434-cf3c-427f-8dee-26cbeaf6363f will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:34.664135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=8b37c64b-8618-4668-89e4-96a7e9871ebe,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:34.689973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.711170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:34.711541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: b6aa13d0-8979-47a5-b39a-8dbc9eeb9290, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:34.751459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:34.776795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.777191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.782649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:34.791719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:34.797008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:34.828121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Transition to ACTIVE for port object 1d5c451f-bffd-4e44-8885-d97f4a11f129 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:34.843390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Pushing event updated for resources: {'Port': ['ID=f2379434-cf3c-427f-8dee-26cbeaf6363f,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:34.908944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Transition to ACTIVE for port object 1d5c451f-bffd-4e44-8885-d97f4a11f129 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:34.914692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f9f91-49c2-4f39-8181-4c68b064c7eb req-1cbc64c0-6c81-43a6-b0bb-50adc1d8a18f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:34.920884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Attempting to bind port f2379434-cf3c-427f-8dee-26cbeaf6363f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:34.924134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-073f9f91-49c2-4f39-8181-4c68b064c7eb req-1cbc64c0-6c81-43a6-b0bb-50adc1d8a18f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5708117 Feb 17 22:44:34.924293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Attempting to bind port f2379434-cf3c-427f-8dee-26cbeaf6363f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '80812e7f-109b-424d-9855-cc6e53509477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:34.924563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Attempting to bind port f2379434-cf3c-427f-8dee-26cbeaf6363f on network d2151d75-be30-4e3a-b69f-b102334e2ac5 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:34.932064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:34.932399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Checking segment: {'id': '80812e7f-109b-424d-9855-cc6e53509477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:34.932956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.933424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Bound using segment: {'id': '80812e7f-109b-424d-9855-cc6e53509477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:34.933644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for f9b42d09-6c3e-4fd1-8f56-c232e193bf73 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:34.934060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Bound port: f2379434-cf3c-427f-8dee-26cbeaf6363f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80812e7f-109b-424d-9855-cc6e53509477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd2151d75-be30-4e3a-b69f-b102334e2ac5'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:34.934508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.945444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:34.984995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:35.026893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b6aa13d0-8979-47a5-b39a-8dbc9eeb9290) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:35.041289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:35.041890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.056994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:35.107392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.109736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:35.112567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:35.117882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.120249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a6421-2e89-47e9-9c29-968c398bf157 None None] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:35.169377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d6f94aa0-f0d5-4549-a84b-b3c378c769de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1425073 Feb 17 22:44:35.173600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55362) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.189018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=f9b42d09-6c3e-4fd1-8f56-c232e193bf73,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.191276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Transition to ACTIVE for port object f845bd52-3f41-4596-891f-9130d0a82dbf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:35.197521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.201508 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6ef9390a-fac7-425c-be69-6773d733e253 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/f9b42d09-6c3e-4fd1-8f56-c232e193bf73 HTTP/1.1" status: 204 len: 168 time: 1.4327807 Feb 17 22:44:35.208720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55366) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.249791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213260313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:35.290739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Pushing event updated for resources: {'Port': ['ID=1d5c451f-bffd-4e44-8885-d97f4a11f129,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.301111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.345058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:35.370449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Attempting to bind port 1d5c451f-bffd-4e44-8885-d97f4a11f129 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:35.370449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Attempting to bind port 1d5c451f-bffd-4e44-8885-d97f4a11f129 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:35.370847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Attempting to bind port 1d5c451f-bffd-4e44-8885-d97f4a11f129 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:35.377919 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-073f9f91-49c2-4f39-8181-4c68b064c7eb req-250b39b6-741d-497a-aaf9-32916131419e tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533587 Feb 17 22:44:35.383347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:35.388239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::d6e9:c162:1a15:2f6c (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/dcd6f74f-2dfb-461b-ae8e-b851888cb08e/7eb91cf8-dc08-478c-b263-5e803f41a110) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:35.393438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Bound port: 1d5c451f-bffd-4e44-8885-d97f4a11f129, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:35.405193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.409612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b5bea-9744-4c2a-9715-b13824a40101 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:35.410344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d18b5bea-9744-4c2a-9715-b13824a40101 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:35.425125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:35.434452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:35.434772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] For port f2379434-cf3c-427f-8dee-26cbeaf6363f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:35.448938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:35.456278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'Port': ['ID=f845bd52-3f41-4596-891f-9130d0a82dbf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.458657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:35.495777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.502356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d18b5bea-9744-4c2a-9715-b13824a40101 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:35.506252 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d18b5bea-9744-4c2a-9715-b13824a40101 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2928526 Feb 17 22:44:35.507883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.509480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55370) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.509623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.525436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] For port f2379434-cf3c-427f-8dee-26cbeaf6363f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2379434-cf3c-427f-8dee-26cbeaf6363f,segment=NetworkSegment(80812e7f-109b-424d-9855-cc6e53509477),segment_id=80812e7f-109b-424d-9855-cc6e53509477)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:35.531825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:35.535061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Allocated IP 172.20.0.2 (47923270-c7b0-47a0-97f8-b3e888855ce6/9aa118ce-8c08-4db8-b51d-c7a02c7cf42c/ecca3dd3-05dd-45c4-acef-c0cd9298d8da) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:35.543904 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Sync routers for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:35.554897 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:35.555758 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:35.570637 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02c032-c98b-460c-bea6-559fd1356d65 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:44:35.571978 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3c02c032-c98b-460c-bea6-559fd1356d65 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/0922251b-8339-46ec-a508-216d9fdc3b06 HTTP/1.1" status: 404 len: 333 time: 0.0622382 Feb 17 22:44:35.574874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55374) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.578663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.632264 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-120cb6a1-c16c-48df-9910-4e7fb021a957 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:44:35.636179 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-120cb6a1-c16c-48df-9910-4e7fb021a957 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/f9b42d09-6c3e-4fd1-8f56-c232e193bf73 HTTP/1.1" status: 404 len: 333 time: 0.0603456 Feb 17 22:44:35.640244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55378) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.664767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.752067 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:35.770555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:35.771212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.782939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.787016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for 2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:35.834051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.885570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.932470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.934960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.938138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efef862b-7a4c-4e11-8cf0-4623a6aaf97f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7560508 Feb 17 22:44:35.947750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Transition to ACTIVE for port object ecca3dd3-05dd-45c4-acef-c0cd9298d8da will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:35.970178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Transition to ACTIVE for port object ecca3dd3-05dd-45c4-acef-c0cd9298d8da will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:35.972353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:35.975034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55382) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:35.995156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] For port 1d5c451f-bffd-4e44-8885-d97f4a11f129, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:35.998496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.003939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088e4ae0-8389-4855-a536-36112d9c27c5']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.019897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185ac85f-9a67-49a1-b643-cc55f84d1727') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.020191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185ac85f-9a67-49a1-b643-cc55f84d1727') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.033842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.051587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.057184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] For port 1d5c451f-bffd-4e44-8885-d97f4a11f129, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1d5c451f-bffd-4e44-8885-d97f4a11f129,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:36.058662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:36.059069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.073624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf51f61-3bae-4e9f-9d98-b856e62f5b07 None None] Pushing event updated for resources: {'Port': ['ID=f2379434-cf3c-427f-8dee-26cbeaf6363f,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.134292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b6aa13d0-8979-47a5-b39a-8dbc9eeb9290', 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '8b37c64b-8618-4668-89e4-96a7e9871ebe'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:36.135375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.146314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.165884 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9a0dcbd5-b159-47df-a420-928fb3e75f41', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'port_id': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'mac_address': 'fa:16:3e:0c:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:50Z', 'updated_at': '2022-02-17T22:44:32Z', 'revision_number': 1, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.174051 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Checking router: 192f85c9-70b1-40f4-9cd0-cdb70dc05487 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:44:36.174907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:36.186583 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:36.187459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.213358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:36.219369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:36.409005 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:36.421158 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-107dd431-ca6b-465b-a7d7-c86e4c41bd97 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1586096 Feb 17 22:44:36.421660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55388) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:36.424910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.439642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Request body: {'port': {'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1579587005', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:36.440608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Pushing event updated for resources: {'Port': ['ID=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.441045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] bootfile-name is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:36.441408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] tftp-server is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:36.441866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] server-ip-address is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:36.492326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.650132 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:44:36.651493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=088e4ae0-8389-4855-a536-36112d9c27c5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.669405 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3f0b0bd7-2a12-435a-80fa-3b276d9657d0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/088e4ae0-8389-4855-a536-36112d9c27c5 HTTP/1.1" status: 204 len: 168 time: 1.0244639 Feb 17 22:44:36.675584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55392) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:36.688839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-167266243'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:36.699005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:36.723493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:36.729282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:36.749514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:36.805964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:36.809560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.825745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Attempting to bind port ecca3dd3-05dd-45c4-acef-c0cd9298d8da on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:36.826113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Attempting to bind port ecca3dd3-05dd-45c4-acef-c0cd9298d8da by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f882b766-684d-4370-b307-bbe1fca70601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:36.826565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Attempting to bind port ecca3dd3-05dd-45c4-acef-c0cd9298d8da on network 47923270-c7b0-47a0-97f8-b3e888855ce6 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:36.830895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:36.839739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Usage tracker for resource:port and tenant:d7edbbec73d64ab88f0fabe52d0143d1 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:36.840941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01971c6-c98c-4707-802d-8ee1fb8b177f None None] Pushing event updated for resources: {'Port': ['ID=1d5c451f-bffd-4e44-8885-d97f4a11f129,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.845625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:36.854129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:36.856649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:36.856989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Checking segment: {'id': 'f882b766-684d-4370-b307-bbe1fca70601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:36.857556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.858175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Bound using segment: {'id': 'f882b766-684d-4370-b307-bbe1fca70601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:36.860028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Bound port: ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f882b766-684d-4370-b307-bbe1fca70601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '47923270-c7b0-47a0-97f8-b3e888855ce6'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:36.860433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.869590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:36.884005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.884534 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment 32b09ec8-65c4-412d-8988-3c19f782f665 of type vlan for network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c Feb 17 22:44:36.893887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Made reservation on behalf of d7edbbec73d64ab88f0fabe52d0143d1 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:36.899115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.961333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] device_id is not set on port b962430a-167a-4984-9a84-e26d0be65473 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:36.972366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:36.990056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 7eb91cf8-dc08-478c-b263-5e803f41a110 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:37.034248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] For port ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:37.038697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] For port ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,segment=NetworkSegment(f882b766-684d-4370-b307-bbe1fca70601),segment_id=f882b766-684d-4370-b307-bbe1fca70601)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:37.062827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.113627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Allocated IP 2001:db8:1::2 (b6aa13d0-8979-47a5-b39a-8dbc9eeb9290/8b37c64b-8618-4668-89e4-96a7e9871ebe/0dad4317-c04c-47eb-89f7-abef86d43b92) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:37.133864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Allocated IP 172.20.0.5 (47923270-c7b0-47a0-97f8-b3e888855ce6/9aa118ce-8c08-4db8-b51d-c7a02c7cf42c/b962430a-167a-4984-9a84-e26d0be65473) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:37.136474 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-deb38752-fe50-4060-ab98-d96d749ac3cc tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "PUT /v2.0/floatingips/9a0dcbd5-b159-47df-a420-928fb3e75f41 HTTP/1.1" status: 200 len: 992 time: 6.8777022 Feb 17 22:44:37.141793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:37.209469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.209469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.268001 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9a0dcbd5-b159-47df-a420-928fb3e75f41', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'port_id': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'mac_address': 'fa:16:3e:0c:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:50Z', 'updated_at': '2022-02-17T22:44:32Z', 'revision_number': 1, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:37.272356 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c3f1f-7a7e-440f-b709-2b2e0e4d5967 None None] The sync data for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv is: [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '9a0dcbd5-b159-47df-a420-928fb3e75f41', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'port_id': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'mac_address': 'fa:16:3e:0c:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:43:50Z', 'updated_at': '2022-02-17T22:44:32Z', 'revision_number': 1, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:37.397869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbe80b-84bf-464c-8a65-ee9107ed0673 None None] Pushing event updated for resources: {'Port': ['ID=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:37.490018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.570209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.595425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Transition to ACTIVE for port object b962430a-167a-4984-9a84-e26d0be65473 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:37.597115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.609955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:37.610902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.733853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.763877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Transition to ACTIVE for port object 0dad4317-c04c-47eb-89f7-abef86d43b92 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:37.807829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Transition to ACTIVE for port object 0dad4317-c04c-47eb-89f7-abef86d43b92 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:37.822212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.923532 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2381437 Feb 17 22:44:37.927791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55402) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:37.935256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f59db-d4ff-4733-86bf-053a86d34e5b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=0bb2cd0a-7da7-46a9-af20-2c122ebf349c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:37.940029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:37.947752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067eedd-0d79-4fae-b7fb-81a96786bd60 None None] New status for floating IP 9a0dcbd5-b159-47df-a420-928fb3e75f41: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:44:37.948725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:37.966871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:37.974011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:37.990751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:37.996987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:37.997855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:38.039411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:38.048423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:38.063697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:38.142554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:38.166406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.167088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:38.261710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1d5c451f-bffd-4e44-8885-d97f4a11f129 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:38.323145 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9000173 Feb 17 22:44:38.346647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:38.349894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55406) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:38.418399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156be2e-ca3f-4e29-bbca-6dd47e8b1c73 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'Port': ['ID=b962430a-167a-4984-9a84-e26d0be65473,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.425481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/ports/2dda6c03-0b4f-47ef-a77c-078e4f26b2b8 HTTP/1.1" status: 204 len: 168 time: 4.2400868 Feb 17 22:44:38.429954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55410) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:38.433520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:38.442265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:38.449588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:38.474731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:38.482561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:38.496306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:38.540502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:38.544547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:38.650720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:38.657331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Pushing event updated for resources: {'Port': ['ID=0dad4317-c04c-47eb-89f7-abef86d43b92,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.659982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:38.690325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:44:38.690949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:44:38.731944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.740130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.746933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.747851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Synchronizing usage tracker for tenant:d7edbbec73d64ab88f0fabe52d0143d1 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:38.754239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=7eb91cf8-dc08-478c-b263-5e803f41a110,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.775197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd5536-7763-4a04-a5ab-ddfb28067f66 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.776393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63dd5536-7763-4a04-a5ab-ddfb28067f66 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Synchronizing usage tracker for tenant:9f0dbaf2da5e4479b0930030a4168f70 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:38.783445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f46fe-ebf0-40b9-8b6a-356440a2ded4 None None] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:38.841408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Unset dirty status for tenant:d7edbbec73d64ab88f0fabe52d0143d1 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:38.843453 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a44dca6f-d876-4cd2-bf68-c25ac22f4aaf tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4923761 Feb 17 22:44:38.846258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63dd5536-7763-4a04-a5ab-ddfb28067f66 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Unset dirty status for tenant:9f0dbaf2da5e4479b0930030a4168f70 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:38.848335 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-63dd5536-7763-4a04-a5ab-ddfb28067f66 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 HTTP/1.1" status: 200 len: 913 time: 0.4160895 Feb 17 22:44:38.849215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55414) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:38.853532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55416) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:38.858308 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5e619d75-6ed8-4ae0-a191-2290e47911d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3822639 Feb 17 22:44:38.859613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55420) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:38.880788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d5244-b8c4-47a6-a150-480ad057f09d req-8a31f7f1-8d08-455a-b92c-0cfc0e3f8bac tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.888445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc3d5244-b8c4-47a6-a150-480ad057f09d req-8a31f7f1-8d08-455a-b92c-0cfc0e3f8bac tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 2.1854210 Feb 17 22:44:38.900890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'dcd6f74f-2dfb-461b-ae8e-b851888cb08e', 'ip_address': '2001:db8::d6e9:c162:1a15:2f6c'}], 'name': 'tempest-NetworksTestDHCPv6-1860059166'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:38.929765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-03e17c16-d716-4ef2-80b9-3deb49799536 None None] Provisioning for port 1d5c451f-bffd-4e44-8885-d97f4a11f129 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:38.975614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41a467-0746-4539-8909-aeef60ed015f tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=2dda6c03-0b4f-47ef-a77c-078e4f26b2b8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.985299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1d5c451f-bffd-4e44-8885-d97f4a11f129 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:39.071499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Attempting to bind port 0dad4317-c04c-47eb-89f7-abef86d43b92 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:39.071903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Attempting to bind port 0dad4317-c04c-47eb-89f7-abef86d43b92 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:39.072208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Attempting to bind port 0dad4317-c04c-47eb-89f7-abef86d43b92 on network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:39.090574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:39.091045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Checking segment: {'id': 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:39.091444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.092055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Bound using segment: {'id': 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:39.092717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Bound port: 0dad4317-c04c-47eb-89f7-abef86d43b92, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b6aa13d0-8979-47a5-b39a-8dbc9eeb9290'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:39.093320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.104621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1d5c451f-bffd-4e44-8885-d97f4a11f129 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:39.105001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.115849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc3d5244-b8c4-47a6-a150-480ad057f09d req-653f1a26-0b97-474f-9437-81aac69c50df tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257295 Feb 17 22:44:39.178068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41b732-dc42-4169-9a25-b8141ae8b69b None None] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:39.229536 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'status': 'completed', 'code': 200} Feb 17 22:44:39.307693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba96ba4-0d79-4778-9bca-ce2f040d01ca req-84a54308-2de4-48fd-aef9-4f8771217975 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.309445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eba96ba4-0d79-4778-9bca-ce2f040d01ca req-84a54308-2de4-48fd-aef9-4f8771217975 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 1.8928862 Feb 17 22:44:39.317904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:39.322157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:39.328540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:39.358590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:39.388926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8::1 (d2151d75-be30-4e3a-b69f-b102334e2ac5/27a4c17c-776b-49b1-ac35-bca15ea26139/6ce35a6b-f24d-4031-9beb-b075a99cf230) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:39.409867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:39.414383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Deleting port b962430a-167a-4984-9a84-e26d0be65473 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:39.414727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.434864 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eba96ba4-0d79-4778-9bca-ce2f040d01ca req-b39e7cdb-6df7-4afc-bb1e-42b16ecac5a1 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074407 Feb 17 22:44:39.528568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-744e7e5f-bd7e-4700-9d7e-a17b951f6906 None None] Provisioning for port f2379434-cf3c-427f-8dee-26cbeaf6363f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:39.598757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] For port 0dad4317-c04c-47eb-89f7-abef86d43b92, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:39.656255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.679815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] For port 0dad4317-c04c-47eb-89f7-abef86d43b92, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0dad4317-c04c-47eb-89f7-abef86d43b92,segment=NetworkSegment(d0dbdd32-ac9f-46af-9863-ad5dfea70a84),segment_id=d0dbdd32-ac9f-46af-9863-ad5dfea70a84)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:39.680063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.725716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.727917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 10ef3f37-e550-414e-94e8-17777e74ddc2 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:39.767360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.768748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-744e7e5f-bd7e-4700-9d7e-a17b951f6906 None None] Provisioning for port 7eb91cf8-dc08-478c-b263-5e803f41a110 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:39.808284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 6ce35a6b-f24d-4031-9beb-b075a99cf230 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:39.823557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-744e7e5f-bd7e-4700-9d7e-a17b951f6906 None None] Provisioning complete for port 7eb91cf8-dc08-478c-b263-5e803f41a110 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:39.823828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-744e7e5f-bd7e-4700-9d7e-a17b951f6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.837334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-cfb91ff7-7fa2-460b-a9fb-f630d5fddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.838882 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-cfb91ff7-7fa2-460b-a9fb-f630d5fddcfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a664e7c342c24610bd879010bcd89768&device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 1099 time: 0.5658984 Feb 17 22:44:39.910997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.968363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=90303b60-6912-4edf-8378-3eca9b591219,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:39.970464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea82d2e-f55c-4c2b-b182-507011d63f88 None None] Pushing event updated for resources: {'Port': ['ID=0dad4317-c04c-47eb-89f7-abef86d43b92,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:39.980214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:39.986145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-744e7e5f-bd7e-4700-9d7e-a17b951f6906 None None] Port 7eb91cf8-dc08-478c-b263-5e803f41a110 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:40.012858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1d5c451f-bffd-4e44-8885-d97f4a11f129, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1d5c451f-bffd-4e44-8885-d97f4a11f129,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:40.025043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.025901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2379434-cf3c-427f-8dee-26cbeaf6363f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:40.201201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2ad03dcc-7345-4654-a7f1-af8f73ae3781 None None] Provisioning for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:40.212761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1d5c451f-bffd-4e44-8885-d97f4a11f129,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.230345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f2379434-cf3c-427f-8dee-26cbeaf6363f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:40.237875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f2379434-cf3c-427f-8dee-26cbeaf6363f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:40.238248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.316600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.364527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': '32b09ec8-65c4-412d-8988-3c19f782f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:40.368324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 0bb2cd0a-7da7-46a9-af20-2c122ebf349c, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:40.463114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.506063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f2379434-cf3c-427f-8dee-26cbeaf6363f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2379434-cf3c-427f-8dee-26cbeaf6363f,segment=NetworkSegment(80812e7f-109b-424d-9855-cc6e53509477),segment_id=80812e7f-109b-424d-9855-cc6e53509477)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:40.512482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.516627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ecca3dd3-05dd-45c4-acef-c0cd9298d8da up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:40.523989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-e8301a5a-90e2-4d8e-8faf-a95b41328844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.525548 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-e8301a5a-90e2-4d8e-8faf-a95b41328844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7f335c2-baac-42a9-a552-569b039f757a HTTP/1.1" status: 200 len: 905 time: 0.6183944 Feb 17 22:44:40.527974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:40.547971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:40.571292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:40.571845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.628995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6ce35a6b-f24d-4031-9beb-b075a99cf230,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.639850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:44:40.641115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:44:40.714062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f2379434-cf3c-427f-8dee-26cbeaf6363f,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.746155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-084e8b6c-1fe6-4f44-8bd1-2f2b5c3fd783 None None] Provisioning complete for port f2379434-cf3c-427f-8dee-26cbeaf6363f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:40.746882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-084e8b6c-1fe6-4f44-8bd1-2f2b5c3fd783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.777602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.812010 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3b5b5fa-bf2e-45e4-8a7f-3c2678b6a96e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9200912 Feb 17 22:44:40.817819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:40.847206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:40.856518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Calling delete_port for b962430a-167a-4984-9a84-e26d0be65473 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:40.860339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:40.860783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:40.938755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:40.950656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16d53e-6be4-407b-9811-cd17ff7129f3 req-51ea13e9-1763-4c63-be48-c50ce4543a3f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.953252 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d16d53e-6be4-407b-9811-cd17ff7129f3 req-51ea13e9-1763-4c63-be48-c50ce4543a3f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5430567 Feb 17 22:44:41.020289 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-ba705954-69b7-4917-bd63-0925602918b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d HTTP/1.1" status: 200 len: 1002 time: 0.4549341 Feb 17 22:44:41.024080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 0bb2cd0a-7da7-46a9-af20-2c122ebf349c) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:41.037542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.038129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.061838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af4862-6ee7-448b-aa3a-a9fce0cd89ef None None] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:41.195420 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ad052940-c18d-4339-bdcc-3348fe059206 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2597549 Feb 17 22:44:41.237360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55438) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:41.282292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.301118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-11aea1aa-bb78-4e09-ab48-4ba7a270fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.302938 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-11aea1aa-bb78-4e09-ab48-4ba7a270fa62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a019a29c-42ac-4b87-b948-ed3a61a8c2c2 HTTP/1.1" status: 200 len: 844 time: 0.2694159 Feb 17 22:44:41.304312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c', 'name': 'tempest-PortsTestJSON-1298992113'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:41.335306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Provisioning for port 6ce35a6b-f24d-4031-9beb-b075a99cf230 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:41.392382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Provisioning complete for port 6ce35a6b-f24d-4031-9beb-b075a99cf230 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:41.392893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.465852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-0bb2cd0a-7da7-46a9-af20-2c122ebf349c', 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '90303b60-6912-4edf-8378-3eca9b591219'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:41.467396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.493944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,segment=NetworkSegment(f882b766-684d-4370-b307-bbe1fca70601),segment_id=f882b766-684d-4370-b307-bbe1fca70601)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:41.543035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.594093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Port 6ce35a6b-f24d-4031-9beb-b075a99cf230 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:41.594389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.596726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aaa24d-e9ad-454a-87e9-bc28448d440c None None] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:41.621683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.649134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d16d53e-6be4-407b-9811-cd17ff7129f3 req-de575f37-bb8d-43cb-8a7d-e4c40e06c441 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6812866 Feb 17 22:44:41.686957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event deleted for resources: {'Port': ['ID=b962430a-167a-4984-9a84-e26d0be65473,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:41.725827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.726970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.813969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:41.846660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.922507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:41.948344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6ce35a6b-f24d-4031-9beb-b075a99cf230,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:41.956162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-14f1a5a9-7258-4a7a-8bc8-18b1fdbf0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.957852 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-14f1a5a9-7258-4a7a-8bc8-18b1fdbf0566 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7f335c2-baac-42a9-a552-569b039f757a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6452134 Feb 17 22:44:41.959016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-32d68aa1-a149-44c9-bfd9-b129974a86d0 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "DELETE /v2.0/ports/b962430a-167a-4984-9a84-e26d0be65473 HTTP/1.1" status: 204 len: 168 time: 3.1068699 Feb 17 22:44:41.962477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1d5c451f-bffd-4e44-8885-d97f4a11f129 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:41.966182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31422960-c753-40c6-99fa-2da1db7daa61 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.969871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55442) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:41.972785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31422960-c753-40c6-99fa-2da1db7daa61 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.973604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-31422960-c753-40c6-99fa-2da1db7daa61 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:42.000271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Request body: {'port': {'name': 'tempest-new-port-name-1167472059', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:42.000790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] bootfile-name is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:42.001569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] tftp-server is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:42.001569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] server-ip-address is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:44:42.064233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:42.077623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:42.095793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-31422960-c753-40c6-99fa-2da1db7daa61 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:42.096969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-31422960-c753-40c6-99fa-2da1db7daa61 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.2767301 Feb 17 22:44:42.097881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:42.101427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.108595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:42.133991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:42.136131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Provisioning complete for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:42.136506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.168150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:42.171209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:42.203617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Allocated IP 172.20.0.2 (0bb2cd0a-7da7-46a9-af20-2c122ebf349c/90303b60-6912-4edf-8378-3eca9b591219/f4746f1a-3de7-40a8-a94e-02bad2891c70) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:42.337726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1d5c451f-bffd-4e44-8885-d97f4a11f129 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:42.338331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.465005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.513406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router dcc9e76b-7a0b-4b42-8a44-66260a182c35 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:44:42.534591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 7eb91cf8-dc08-478c-b263-5e803f41a110 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:42.535446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.593127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Provisioning for port f845bd52-3f41-4596-891f-9130d0a82dbf completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:42.615871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Provisioning complete for port f845bd52-3f41-4596-891f-9130d0a82dbf triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:42.616417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.679261 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-e5c2f2a7-d87b-47f7-bf8a-2cf89e603079 service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098947 Feb 17 22:44:42.748587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.769793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Transition to ACTIVE for port object f4746f1a-3de7-40a8-a94e-02bad2891c70 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:42.820583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0dad4317-c04c-47eb-89f7-abef86d43b92 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:42.832515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:42.850670 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] Sync routers for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:42.854455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Transition to ACTIVE for port object f4746f1a-3de7-40a8-a94e-02bad2891c70 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:42.864298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Port f845bd52-3f41-4596-891f-9130d0a82dbf cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:42.870617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:42.872321 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:42.879002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7eddb79-6ae6-4b55-990e-8e7606f70ab5 None None] Could not find standard attr ID for object b962430a-167a-4984-9a84-e26d0be65473. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:44:42.881270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:42.928639 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-149cd810-0c71-4cf7-a1fe-cf80a58567b9 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9522495 Feb 17 22:44:42.929722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55452) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:42.973570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:42.977953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:42.983002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:43.026457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Pushing event updated for resources: {'Port': ['ID=f4746f1a-3de7-40a8-a94e-02bad2891c70,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.050705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0dad4317-c04c-47eb-89f7-abef86d43b92 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:43.052862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.5 (0bb2cd0a-7da7-46a9-af20-2c122ebf349c/90303b60-6912-4edf-8378-3eca9b591219/9e9e10d2-f635-425d-83b6-4e26a7d9de3c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:43.072853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fb73-1e72-4948-a6d2-10b574af4fdc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:43.073526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9274fb73-1e72-4948-a6d2-10b574af4fdc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:43.078560 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:43.087332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52974e99-06dc-459b-b4d4-99bf03839c3e req-e6f907aa-7bea-4d2e-9793-21a6753eb84b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:43.090414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-52974e99-06dc-459b-b4d4-99bf03839c3e req-e6f907aa-7bea-4d2e-9793-21a6753eb84b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.2545187 Feb 17 22:44:43.119530 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:43.120111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Provisioning for port 0dad4317-c04c-47eb-89f7-abef86d43b92 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:43.121582 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:43.126503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2379434-cf3c-427f-8dee-26cbeaf6363f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:43.159924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Attempting to bind port f4746f1a-3de7-40a8-a94e-02bad2891c70 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:43.159924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Attempting to bind port f4746f1a-3de7-40a8-a94e-02bad2891c70 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '32b09ec8-65c4-412d-8988-3c19f782f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:43.160203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Attempting to bind port f4746f1a-3de7-40a8-a94e-02bad2891c70 on network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:43.171494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Provisioning complete for port 0dad4317-c04c-47eb-89f7-abef86d43b92 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:43.171494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.197119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9274fb73-1e72-4948-a6d2-10b574af4fdc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:43.211575 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9274fb73-1e72-4948-a6d2-10b574af4fdc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports/6ce35a6b-f24d-4031-9beb-b075a99cf230 HTTP/1.1" status: 200 len: 911 time: 0.2747598 Feb 17 22:44:43.212307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:43.212838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:43.213243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Checking segment: {'id': '32b09ec8-65c4-412d-8988-3c19f782f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:43.213650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.214029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Bound using segment: {'id': '32b09ec8-65c4-412d-8988-3c19f782f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:43.214874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Bound port: f4746f1a-3de7-40a8-a94e-02bad2891c70, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b09ec8-65c4-412d-8988-3c19f782f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0bb2cd0a-7da7-46a9-af20-2c122ebf349c'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:43.214874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.222603 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:43.223573 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227abd2-e467-4e17-bc6a-dba4730978d8 None None] The sync data for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:43.234241 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-52974e99-06dc-459b-b4d4-99bf03839c3e req-0142749f-3762-4386-94f5-f9d202828043 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360333 Feb 17 22:44:43.268479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.336322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.376362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f2379434-cf3c-427f-8dee-26cbeaf6363f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:43.376987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.433381 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-eb230393-be22-4061-a4d8-b33bf129ef6c req-2daed903-ca2b-4ca1-86b7-a8f2f6d015ff service neutron] 10.222.0.43 "GET /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424798 Feb 17 22:44:43.469635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] For port f4746f1a-3de7-40a8-a94e-02bad2891c70, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:43.493686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port 16e2fe84-ed2f-4404-babf-d25fa680aff3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:43.493686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.504090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] For port f4746f1a-3de7-40a8-a94e-02bad2891c70, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4746f1a-3de7-40a8-a94e-02bad2891c70,segment=NetworkSegment(32b09ec8-65c4-412d-8988-3c19f782f665),segment_id=32b09ec8-65c4-412d-8988-3c19f782f665)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:43.514177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.550257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.608296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.616585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] In _notify_port_updated(), no bound segment for port f845bd52-3f41-4596-891f-9130d0a82dbf on network 47923270-c7b0-47a0-97f8-b3e888855ce6 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:44:43.622327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:43.624679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.628263 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "PUT /v2.0/ports/f845bd52-3f41-4596-891f-9130d0a82dbf HTTP/1.1" status: 200 len: 1137 time: 1.6573241 Feb 17 22:44:43.629293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a18de-2680-40c1-be40-4b7926d4c28f tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event updated for resources: {'Port': ['ID=f845bd52-3f41-4596-891f-9130d0a82dbf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.647398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55460) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:43.745499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] For port 0dad4317-c04c-47eb-89f7-abef86d43b92, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0dad4317-c04c-47eb-89f7-abef86d43b92,segment=NetworkSegment(d0dbdd32-ac9f-46af-9863-ad5dfea70a84),segment_id=d0dbdd32-ac9f-46af-9863-ad5dfea70a84)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:43.755266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.757946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.763093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b0540-da18-4a6f-99e2-db6bd6dabe95 None None] Pushing event updated for resources: {'Port': ['ID=f4746f1a-3de7-40a8-a94e-02bad2891c70,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.872789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Provisioning complete for port 6ce35a6b-f24d-4031-9beb-b075a99cf230 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:43.873155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:43.881856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 9e9e10d2-f635-425d-83b6-4e26a7d9de3c will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:43.915373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 7eb91cf8-dc08-478c-b263-5e803f41a110 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:43.944337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ecca3dd3-05dd-45c4-acef-c0cd9298d8da up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:43.976019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Pushing event updated for resources: {'Port': ['ID=0dad4317-c04c-47eb-89f7-abef86d43b92,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:44.083589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Port 6ce35a6b-f24d-4031-9beb-b075a99cf230 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:44.087487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.089151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-554a2e6b-99ab-4443-ac63-203e01969728 None None] Could not find standard attr ID for object b962430a-167a-4984-9a84-e26d0be65473. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:44:44.125448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:44.125737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.192553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:44.198997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:44.200083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a958cd-1d79-4b6d-8617-f4370678196a tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:44.200929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c1a958cd-1d79-4b6d-8617-f4370678196a tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Synchronizing usage tracker for tenant:d7edbbec73d64ab88f0fabe52d0143d1 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:44.201834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:44.246247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1ae426fe-13f0-4a49-b817-aca9d86450ad None None] Provisioning complete for port f845bd52-3f41-4596-891f-9130d0a82dbf triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:44.246621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1ae426fe-13f0-4a49-b817-aca9d86450ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.257421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.287912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=9e9e10d2-f635-425d-83b6-4e26a7d9de3c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:44.328910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:44.329732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.343321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.365041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c1a958cd-1d79-4b6d-8617-f4370678196a tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Unset dirty status for tenant:d7edbbec73d64ab88f0fabe52d0143d1 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:44.370144 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c1a958cd-1d79-4b6d-8617-f4370678196a tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "GET /v2.0/ports/f845bd52-3f41-4596-891f-9130d0a82dbf HTTP/1.1" status: 200 len: 1137 time: 0.7132206 Feb 17 22:44:44.387586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1ae426fe-13f0-4a49-b817-aca9d86450ad None None] Port f845bd52-3f41-4596-891f-9130d0a82dbf cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:44.408910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55466) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:44.435266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for 16e2fe84-ed2f-4404-babf-d25fa680aff3 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:44.630012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2651b4fd-8656-4bdd-a394-5ef405d0ce91 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3625352 Feb 17 22:44:44.644372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55470) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:44.697722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.762183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=7eb91cf8-dc08-478c-b263-5e803f41a110,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:44.799589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Deleting port f845bd52-3f41-4596-891f-9130d0a82dbf {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:44.800814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.814295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.853893 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec27b6a1-1cff-42cf-aeeb-b82a1e495b4c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/7eb91cf8-dc08-478c-b263-5e803f41a110 HTTP/1.1" status: 204 len: 168 time: 2.6871021 Feb 17 22:44:44.859486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55474) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:44.896369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:44.896718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:44.971109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66d905-2a3b-4b4f-93f0-272ed87abf9b None None] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:45.022144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf728f-d816-4686-9f3b-0e6ab18ad9a5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:45.024101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf728f-d816-4686-9f3b-0e6ab18ad9a5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:45.025815 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5bcf728f-d816-4686-9f3b-0e6ab18ad9a5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1653912 Feb 17 22:44:45.030421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55478) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:45.098867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f55663ff-b2fe-4c5f-9210-85e474a5f65b None None] Provisioning for port f4746f1a-3de7-40a8-a94e-02bad2891c70 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:45.099713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2730bb-27c1-4f28-aa70-19f65f2c19b9 req-a6576383-dca6-4bc4-b028-9700e1d8fb90 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:45.101291 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd2730bb-27c1-4f28-aa70-19f65f2c19b9 req-a6576383-dca6-4bc4-b028-9700e1d8fb90 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7385697 Feb 17 22:44:45.132628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.360368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd2730bb-27c1-4f28-aa70-19f65f2c19b9 req-cd2d04f9-6348-4046-8b1c-de58ba52adba tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415712 Feb 17 22:44:45.417876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet dcd6f74f-2dfb-461b-ae8e-b851888cb08e {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:45.421273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=16e2fe84-ed2f-4404-babf-d25fa680aff3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:45.433139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.569248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8114fdc1-2b2d-4a4f-baef-a7905a60d526 None None] Provisioning for port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:45.574478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8114fdc1-2b2d-4a4f-baef-a7905a60d526 None None] Provisioning complete for port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:45.574848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8114fdc1-2b2d-4a4f-baef-a7905a60d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.610194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.650339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.667878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8114fdc1-2b2d-4a4f-baef-a7905a60d526 None None] Port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:45.676288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8:1::1 (b6aa13d0-8979-47a5-b39a-8dbc9eeb9290/8b37c64b-8618-4668-89e4-96a7e9871ebe/135f6349-ef69-43dd-bcac-b59059677d38) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:45.737140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.820186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Calling delete_port for f845bd52-3f41-4596-891f-9130d0a82dbf owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:45.854536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.867792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.910522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5ae2788c-4aa4-4991-b746-ae4310e4ea15 None None] Provisioning complete for port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:45.910932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5ae2788c-4aa4-4991-b746-ae4310e4ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:45.968353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0dad4317-c04c-47eb-89f7-abef86d43b92 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:46.006906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 9e9e10d2-f635-425d-83b6-4e26a7d9de3c owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:46.027035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2788c-4aa4-4991-b746-ae4310e4ea15 None None] Port 9e9e10d2-f635-425d-83b6-4e26a7d9de3c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:46.049723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0dad4317-c04c-47eb-89f7-abef86d43b92 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:46.050005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.129445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.179330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd6f74f-2dfb-461b-ae8e-b851888cb08e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:46.184113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.190679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4746f1a-3de7-40a8-a94e-02bad2891c70 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:46.217885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcad04-ecda-45e7-85e8-39d6449c9b71 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:46.281321 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-180d00bf-96b5-49d8-8035-41f9b91924a4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/dcd6f74f-2dfb-461b-ae8e-b851888cb08e HTTP/1.1" status: 204 len: 168 time: 1.2458630 Feb 17 22:44:46.282912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55484) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:46.436993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f4746f1a-3de7-40a8-a94e-02bad2891c70 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:46.454744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f4746f1a-3de7-40a8-a94e-02bad2891c70 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:46.454744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.456873 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-10204af7-e45d-41a0-ac6c-babea66fd9ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737285 Feb 17 22:44:46.458505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55490) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:46.518661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:46.568227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.578050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.601022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.631224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:46.644735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Deleting port 1d5c451f-bffd-4e44-8885-d97f4a11f129 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:46.645253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.649985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:46.659615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 135f6349-ef69-43dd-bcac-b59059677d38 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:46.677509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:46.682669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=9e9e10d2-f635-425d-83b6-4e26a7d9de3c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:46.685906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f4746f1a-3de7-40a8-a94e-02bad2891c70, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4746f1a-3de7-40a8-a94e-02bad2891c70,segment=NetworkSegment(32b09ec8-65c4-412d-8988-3c19f782f665),segment_id=32b09ec8-65c4-412d-8988-3c19f782f665)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:46.701592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.729370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.752699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:46.757312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:46.777205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:46.849337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:46.852894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:46.870787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event deleted for resources: {'Port': ['ID=f845bd52-3f41-4596-891f-9130d0a82dbf,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.013184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.035148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.045331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f4746f1a-3de7-40a8-a94e-02bad2891c70,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.064258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] For port 1d5c451f-bffd-4e44-8885-d97f4a11f129, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1d5c451f-bffd-4e44-8885-d97f4a11f129,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:47.065055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.181177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070b56-129f-47eb-86d0-0e0b76661d29 req-0d47c549-7a01-4a2b-a2cf-337af6923269 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:47.182974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e070b56-129f-47eb-86d0-0e0b76661d29 req-0d47c549-7a01-4a2b-a2cf-337af6923269 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6743248 Feb 17 22:44:47.183915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=135f6349-ef69-43dd-bcac-b59059677d38,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.206660 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-56080eff-09f5-42c7-8616-99bc691e0723 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/9e9e10d2-f635-425d-83b6-4e26a7d9de3c HTTP/1.1" status: 204 len: 168 time: 2.5590260 Feb 17 22:44:47.210485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55494) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.215126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.219803 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c5e3d416-c6ae-4aa2-8126-88ae503589b9 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "DELETE /v2.0/ports/f845bd52-3f41-4596-891f-9130d0a82dbf HTTP/1.1" status: 204 len: 168 time: 2.8072937 Feb 17 22:44:47.228598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Calling delete_port for 1d5c451f-bffd-4e44-8885-d97f4a11f129 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:47.230749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55498) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.270418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:47.281973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:47.282502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:47.287616 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-756531c2-15b4-4052-a16f-5ea2fe6b9efe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:44:47.288231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756531c2-15b4-4052-a16f-5ea2fe6b9efe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:44:47.292490 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-756531c2-15b4-4052-a16f-5ea2fe6b9efe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/9e9e10d2-f635-425d-83b6-4e26a7d9de3c HTTP/1.1" status: 404 len: 333 time: 0.0771854 Feb 17 22:44:47.292490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:47.292490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.297010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.323406 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f60f8900-7252-47f7-a1bf-2820de14fba5 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "PUT /v2.0/routers/90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4633534 Feb 17 22:44:47.336253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] Sync routers for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:47.336678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55506) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.351570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.360597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f811fcac-e4a8-435c-973a-e3d6fed892b0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:44:47.361290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f811fcac-e4a8-435c-973a-e3d6fed892b0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:47.405399 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e070b56-129f-47eb-86d0-0e0b76661d29 req-1c4f055b-31e6-47ea-ba50-3057462b8eef tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959221 Feb 17 22:44:47.407964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:47.410166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:47.438002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f811fcac-e4a8-435c-973a-e3d6fed892b0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:47.441586 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f811fcac-e4a8-435c-973a-e3d6fed892b0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/9e9e10d2-f635-425d-83b6-4e26a7d9de3c HTTP/1.1" status: 404 len: 333 time: 0.1411076 Feb 17 22:44:47.442618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55510) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.448337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Deleting subnet 9aa118ce-8c08-4db8-b51d-c7a02c7cf42c {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:47.469630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.512380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] Pushing event deleted for resources: {'Port': ['ID=1d5c451f-bffd-4e44-8885-d97f4a11f129,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.515048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:47.526761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f989d-fc9f-455b-8582-ec99594ad764 None None] No DVR routers for this DVR port 1d5c451f-bffd-4e44-8885-d97f4a11f129 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:47.536412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] Routers {'90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:47.538280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.544411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:47.549525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 90303b60-6912-4edf-8378-3eca9b591219 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:47.553927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.618744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:47.619753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0829f-fe89-4b23-bfe3-2e0a4989a9fb None None] The sync data for ids ['90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:47.687413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.703703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.727176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:47.737202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.739398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:47.751399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8705bd4-f4f0-4af7-a3e2-d7ef6a708864 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:47.753963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:47.755164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.801504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=572745d8-78b3-46ee-8d93-dbcf25664a3e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.856399 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-42a8b8c1-4d54-4377-a62e-d07a85797336 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3486207 Feb 17 22:44:47.864055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55514) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:47.873348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:47.875423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4746f1a-3de7-40a8-a94e-02bad2891c70 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:47.936686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-15e9c51a-9ee1-4192-9ec5-f1f89a4afe1d None None] Provisioning for port 135f6349-ef69-43dd-bcac-b59059677d38 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:47.937319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': '572745d8-78b3-46ee-8d93-dbcf25664a3e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-974070684'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:47.972297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-15e9c51a-9ee1-4192-9ec5-f1f89a4afe1d None None] Provisioning complete for port 135f6349-ef69-43dd-bcac-b59059677d38 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:47.972959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-15e9c51a-9ee1-4192-9ec5-f1f89a4afe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.006087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.079409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.088822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-15e9c51a-9ee1-4192-9ec5-f1f89a4afe1d None None] Port 135f6349-ef69-43dd-bcac-b59059677d38 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:48.143145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f4746f1a-3de7-40a8-a94e-02bad2891c70 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:48.143515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.177677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '572745d8-78b3-46ee-8d93-dbcf25664a3e'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:48.177677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.228622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.274996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:48.283261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.285454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=90303b60-6912-4edf-8378-3eca9b591219,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:48.293694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:48.303571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:48.303794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c9399-9b2e-434c-a5d8-9f44be9072b9 None None] Network 0bb2cd0a-7da7-46a9-af20-2c122ebf349c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:48.310675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port 68f8dd7f-3d84-4a25-8377-8d5972f9c3bb {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:48.311229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.346240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:48.370731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.411868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.424689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ba985297-d018-47a2-a04d-a6fa5c6e510b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/90303b60-6912-4edf-8378-3eca9b591219 HTTP/1.1" status: 204 len: 168 time: 0.9776375 Feb 17 22:44:48.425660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55518) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:48.427221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa118ce-8c08-4db8-b51d-c7a02c7cf42c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:48.431979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:48.617553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.619231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1d5c451f-bffd-4e44-8885-d97f4a11f129 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:48.622156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.627547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.633789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.646942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.647830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.648614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b153d53-343b-43f2-a5f5-9d9b8b213519 None None] Network 47923270-c7b0-47a0-97f8-b3e888855ce6 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:48.697791 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-293e6f53-af2d-416b-a609-4bd2d5eabd1c tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "DELETE /v2.0/subnets/9aa118ce-8c08-4db8-b51d-c7a02c7cf42c HTTP/1.1" status: 204 len: 168 time: 1.4626017 Feb 17 22:44:48.702365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55526) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:48.735242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port f4746f1a-3de7-40a8-a94e-02bad2891c70 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:48.735584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:48.757759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 5ac21b7a-fb27-4ee7-8ac2-2b08c8ace446 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:48.759952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1d5c451f-bffd-4e44-8885-d97f4a11f129 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:48.760292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1d5c451f-bffd-4e44-8885-d97f4a11f129 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:48.803596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/572745d8-78b3-46ee-8d93-dbcf25664a3e/5587258c-0a58-4cbc-9bb8-8060b60e6927) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:48.858603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=135f6349-ef69-43dd-bcac-b59059677d38,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:48.893764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e948b8-f0f2-4fec-bb44-30fcdebfe4d5 req-62d5f37d-3104-45fd-85b3-cd8a2630cab0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:48.895529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e948b8-f0f2-4fec-bb44-30fcdebfe4d5 req-62d5f37d-3104-45fd-85b3-cd8a2630cab0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.3473797 Feb 17 22:44:49.047991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e948b8-f0f2-4fec-bb44-30fcdebfe4d5 req-841771f3-b9bf-412a-afae-7930ce0fba10 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412089 Feb 17 22:44:49.067656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.080715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.158622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:49.175551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:49.177440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] DHCP port deletion for 0bb2cd0a-7da7-46a9-af20-2c122ebf349c request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:49.203273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Deleting port f4746f1a-3de7-40a8-a94e-02bad2891c70 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:49.203715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.269956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.321262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] For port f4746f1a-3de7-40a8-a94e-02bad2891c70, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4746f1a-3de7-40a8-a94e-02bad2891c70,segment=NetworkSegment(32b09ec8-65c4-412d-8988-3c19f782f665),segment_id=32b09ec8-65c4-412d-8988-3c19f782f665)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:49.321645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.340822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Transition to ACTIVE for port object 5587258c-0a58-4cbc-9bb8-8060b60e6927 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:49.351599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] DHCP port deletion for 47923270-c7b0-47a0-97f8-b3e888855ce6 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:49.362593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for 68f8dd7f-3d84-4a25-8377-8d5972f9c3bb owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:49.400729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Deleting port ecca3dd3-05dd-45c4-acef-c0cd9298d8da {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:49.406873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.521397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Deleting port ecca3dd3-05dd-45c4-acef-c0cd9298d8da {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:49.521768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.553392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Transition to ACTIVE for port object 5587258c-0a58-4cbc-9bb8-8060b60e6927 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:49.608118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for f4746f1a-3de7-40a8-a94e-02bad2891c70 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:49.656514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.665724 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:44:49.666287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:44:49.738768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router dcc9e76b-7a0b-4b42-8a44-66260a182c35 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:49.827690 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ccc15e36-c218-4637-8064-8a9cc27ccd79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9595742 Feb 17 22:44:49.831480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55534) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:49.845127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:49.854398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:49.866591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:49.869239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.924287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Pushing event updated for resources: {'Port': ['ID=5587258c-0a58-4cbc-9bb8-8060b60e6927,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:49.926979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ecca3dd3-05dd-45c4-acef-c0cd9298d8da no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:49.953417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] For port f4746f1a-3de7-40a8-a94e-02bad2891c70, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4746f1a-3de7-40a8-a94e-02bad2891c70,segment=NetworkSegment(32b09ec8-65c4-412d-8988-3c19f782f665),segment_id=32b09ec8-65c4-412d-8988-3c19f782f665)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:49.953798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:49.986432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-088d9677-c253-4e4a-bd7b-af69d09627b5 None None] Provisioning complete for port 135f6349-ef69-43dd-bcac-b59059677d38 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:49.987177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-088d9677-c253-4e4a-bd7b-af69d09627b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.060384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] For port ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,segment=NetworkSegment(f882b766-684d-4370-b307-bbe1fca70601),segment_id=f882b766-684d-4370-b307-bbe1fca70601)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:50.061322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.085881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] For port ecca3dd3-05dd-45c4-acef-c0cd9298d8da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,segment=NetworkSegment(f882b766-684d-4370-b307-bbe1fca70601),segment_id=f882b766-684d-4370-b307-bbe1fca70601)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:50.086249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.137903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No DVR routers for this DVR port f4746f1a-3de7-40a8-a94e-02bad2891c70 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:50.158992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.165384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=f4746f1a-3de7-40a8-a94e-02bad2891c70,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:50.212601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a463e-1d72-42e9-a586-b8cfd55be6f4 req-4528e822-6761-4b65-8d43-1cdcfd36b874 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:50.214167 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba9a463e-1d72-42e9-a586-b8cfd55be6f4 req-4528e822-6761-4b65-8d43-1cdcfd36b874 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5761192 Feb 17 22:44:50.254180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Calling delete_port for ecca3dd3-05dd-45c4-acef-c0cd9298d8da owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:50.268383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Calling delete_port for ecca3dd3-05dd-45c4-acef-c0cd9298d8da owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:50.302719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-1d223894-d525-4710-977c-05915057ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:50.305105 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-1d223894-d525-4710-977c-05915057ac19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.6276345 Feb 17 22:44:50.305712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:50.318532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] Sync routers for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:50.331124 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:50.332245 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.343718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.382348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb2cd0a-7da7-46a9-af20-2c122ebf349c']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.391914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=68f8dd7f-3d84-4a25-8377-8d5972f9c3bb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:50.406491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b09ec8-65c4-412d-8988-3c19f782f665') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.406788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b09ec8-65c4-412d-8988-3c19f782f665') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.422021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.442608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.448034 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.449926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:50.451174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.459246 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:50.460111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.535535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272cfa8-93f6-4e29-b1d5-f8cb8735e8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:50.536829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a272cfa8-93f6-4e29-b1d5-f8cb8735e8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:50.543652 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.544309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604e940-27cf-477f-9cb3-a768ef8ef9b5 None None] The sync data for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:50.566742 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:50.574303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Calling delete_port for f4746f1a-3de7-40a8-a94e-02bad2891c70 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:50.598947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d50337e7-8fe7-4021-95df-bf8c6292c3de tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3789613 Feb 17 22:44:50.610800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55538) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:50.631099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a272cfa8-93f6-4e29-b1d5-f8cb8735e8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:50.632283 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a272cfa8-93f6-4e29-b1d5-f8cb8735e8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7937539 Feb 17 22:44:50.640537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55542) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:50.665624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-789b4e41-8894-4e25-876f-0a7e221eb7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.670401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.678827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-088d9677-c253-4e4a-bd7b-af69d09627b5 None None] Port 135f6349-ef69-43dd-bcac-b59059677d38 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:44:50.681595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Attempting to bind port 5587258c-0a58-4cbc-9bb8-8060b60e6927 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:50.682628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Attempting to bind port 5587258c-0a58-4cbc-9bb8-8060b60e6927 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:50.682628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Attempting to bind port 5587258c-0a58-4cbc-9bb8-8060b60e6927 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:50.698933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba9a463e-1d72-42e9-a586-b8cfd55be6f4 req-e1ba4d1a-39b1-4633-97e8-599e33bd2a18 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683559 Feb 17 22:44:50.720938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:50.721492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:50.721989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.722476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:50.723070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Bound port: 5587258c-0a58-4cbc-9bb8-8060b60e6927, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:50.723583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.725928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.735471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No active binding found for port ecca3dd3-05dd-45c4-acef-c0cd9298d8da {{(pid=87696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 22:44:50.735702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.736100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ecca3dd3-05dd-45c4-acef-c0cd9298d8da not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:50.736737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4746f1a-3de7-40a8-a94e-02bad2891c70 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:50.745903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=0bb2cd0a-7da7-46a9-af20-2c122ebf349c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:50.755148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-320b593c-5e07-4829-b191-6bd585d45c43 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/0bb2cd0a-7da7-46a9-af20-2c122ebf349c HTTP/1.1" status: 204 len: 168 time: 2.3251402 Feb 17 22:44:50.758033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55546) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:50.769207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-585309323'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:50.779704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.782165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634576c-7ec7-4aaa-bddb-89f4173456d5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:50.782855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0634576c-7ec7-4aaa-bddb-89f4173456d5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:50.787267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:50.795051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f4746f1a-3de7-40a8-a94e-02bad2891c70 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:50.795438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:50.795556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4746f1a-3de7-40a8-a94e-02bad2891c70 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:50.805077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:50.815078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:50.819915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:50.821595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:50.828075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0634576c-7ec7-4aaa-bddb-89f4173456d5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:50.832574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0634576c-7ec7-4aaa-bddb-89f4173456d5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports/135f6349-ef69-43dd-bcac-b59059677d38 HTTP/1.1" status: 200 len: 913 time: 0.2168610 Feb 17 22:44:50.832831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55550) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:50.884692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:50.885138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:50.907943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:50.911616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:50.919278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:50.924694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5587258c-0a58-4cbc-9bb8-8060b60e6927,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:50.931537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.049047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6f959-3ac3-425a-823c-d97344fd41cb None None] Pushing event updated for resources: {'Port': ['ID=5587258c-0a58-4cbc-9bb8-8060b60e6927,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.049715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:51.065195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-eaa5f25b-234d-49b8-891b-0b4b840cdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.067174 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-eaa5f25b-234d-49b8-891b-0b4b840cdf9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 0.7456234 Feb 17 22:44:51.081988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9022ef-6960-48a1-ac1c-9fcc8b97c814 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.083608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9022ef-6960-48a1-ac1c-9fcc8b97c814 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.084361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3d9022ef-6960-48a1-ac1c-9fcc8b97c814 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:51.140063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.140595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment 5c0d7c10-1ce9-4951-95f7-22dec7d03378 of type vlan for network 4bc730ca-7bba-48ed-8874-126698c1ac86 Feb 17 22:44:51.198331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event deleted for resources: {'Port': ['ID=ecca3dd3-05dd-45c4-acef-c0cd9298d8da,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.217633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] No DVR routers for this DVR port ecca3dd3-05dd-45c4-acef-c0cd9298d8da on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:51.278134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.283209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.290191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.323356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Deleting port ecca3dd3-05dd-45c4-acef-c0cd9298d8da {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:51.324040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.407311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f84295e5-e40f-4fbc-a6c3-5c42f2d7f14c None None] The port 'ecca3dd3-05dd-45c4-acef-c0cd9298d8da' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:44:51.407558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:44:51.408591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Deleting port f4746f1a-3de7-40a8-a94e-02bad2891c70 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:51.408950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.494670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-60443c4f-66b5-4360-821f-90d29a0ebfb0 None None] The port 'f4746f1a-3de7-40a8-a94e-02bad2891c70' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:44:51.498249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.500244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.503656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.504390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.518265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3d9022ef-6960-48a1-ac1c-9fcc8b97c814 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:51.519776 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3d9022ef-6960-48a1-ac1c-9fcc8b97c814 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8779178 Feb 17 22:44:51.526101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55554) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:51.569440 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-178b80bb-658b-4433-923b-0d5a9360d93e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.4295928 Feb 17 22:44:51.587534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.588024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Fanout notify agent at l3_agent the message router_deleted on router 90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:44:51.631269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47923270-c7b0-47a0-97f8-b3e888855ce6']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.642455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8832538 Feb 17 22:44:51.647408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07b113-6a13-41c9-929f-46ba4972a1ca tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=4bc730ca-7bba-48ed-8874-126698c1ac86,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.650220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:51.659222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:51.664247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f882b766-684d-4370-b307-bbe1fca70601') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.664661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f882b766-684d-4370-b307-bbe1fca70601') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.683893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:51.736359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.741330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.832108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 572745d8-78b3-46ee-8d93-dbcf25664a3e {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:51.864437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.867868 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d377fd25-39b3-4734-a5be-ab94d42fc4be tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/routers/90bd1c73-fa5a-4eef-8faa-d8ee1bf508e3 HTTP/1.1" status: 204 len: 168 time: 4.5262601 Feb 17 22:44:51.867868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.870897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55566) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:51.901954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5587258c-0a58-4cbc-9bb8-8060b60e6927 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:51.905478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.956064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-df4cf9b0-e5aa-46f9-a020-b865ebc66792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.957881 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-df4cf9b0-e5aa-46f9-a020-b865ebc66792 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.3714545 Feb 17 22:44:51.964471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:51.964886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:51.996027 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:52.006441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5587258c-0a58-4cbc-9bb8-8060b60e6927 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:52.101802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.147831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:52.174582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:52.181207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:52.201535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:52.207510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.246034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.269415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] Pushing event deleted for resources: {'Network': ['ID=47923270-c7b0-47a0-97f8-b3e888855ce6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:52.274440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:52.278103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.301441 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8b47edb1-464c-4065-8d0b-ac7f7f2f76e2 tempest-ExtraDHCPOptionsTestJSON-358223724 tempest-ExtraDHCPOptionsTestJSON-358223724-project] 10.222.0.42 "DELETE /v2.0/networks/47923270-c7b0-47a0-97f8-b3e888855ce6 HTTP/1.1" status: 204 len: 168 time: 3.5952206 Feb 17 22:44:52.316784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting subnet b6557e5d-2326-4058-82a3-62ec1c58ca94 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:52.325657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.335278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a698-a475-4a07-9485-5ed3ef01f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.409708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.411171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.447565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Provisioning for port 5587258c-0a58-4cbc-9bb8-8060b60e6927 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:52.456159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Provisioning complete for port 5587258c-0a58-4cbc-9bb8-8060b60e6927 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:52.456637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.458510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c90b-f501-4a81-8e08-3cf836380cf1 req-1d00370e-c399-412b-bf23-6d65364e2257 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:52.460056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2a90c90b-f501-4a81-8e08-3cf836380cf1 req-1d00370e-c399-412b-bf23-6d65364e2257 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6274223 Feb 17 22:44:52.465891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-24268308-6bba-47ed-afc5-bb7da1445f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:52.468924 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-24268308-6bba-47ed-afc5-bb7da1445f5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4661691 Feb 17 22:44:52.594695 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2a90c90b-f501-4a81-8e08-3cf836380cf1 req-75a976c7-a85c-40f5-a160-ec6fbc51ed36 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230845 Feb 17 22:44:52.634096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.654661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.682988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.700916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 135f6349-ef69-43dd-bcac-b59059677d38 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:52.701199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.746614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55574) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:52.759983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:52.760407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:52.790871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=572745d8-78b3-46ee-8d93-dbcf25664a3e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:52.796368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.805217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a59a73-e89d-49a1-a11a-29bd4f05a814 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:52.872049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.924653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Subnet': ['ID=b6557e5d-2326-4058-82a3-62ec1c58ca94,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:52.964154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:52.984031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e89a8f-8767-4eb6-bdb8-5e0b27c6bd18 None None] Network 9eb7bf25-c095-4d81-876e-0828eab49509 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:53.001029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-93e02f9a-ea95-42f0-b30b-f5ef0ba0aa24 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/subnets/b6557e5d-2326-4058-82a3-62ec1c58ca94 HTTP/1.1" status: 204 len: 168 time: 1.0232582 Feb 17 22:44:53.005917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55580) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:53.011372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.032431 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-b78fd7a5-9573-4c7f-8a19-1e8e4ca5144f service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510075 Feb 17 22:44:53.037679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.158146 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-69b9e1b3-dc27-41fd-8813-4bc04bdb6ab6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/572745d8-78b3-46ee-8d93-dbcf25664a3e HTTP/1.1" status: 204 len: 168 time: 1.6250710 Feb 17 22:44:53.163224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55584) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:53.166576 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c812d5a2-a432-4a03-a6d6-fb4c41a44f7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7edbbec73d64ab88f0fabe52d0143d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167092 Feb 17 22:44:53.175871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55586) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:53.228922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.239429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 135f6349-ef69-43dd-bcac-b59059677d38 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:53.328485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:53.339192 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8cdb2e7b-a3c9-4a01-bf00-12419da9d7ea tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1707497 Feb 17 22:44:53.342674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Deleting port 5587258c-0a58-4cbc-9bb8-8060b60e6927 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:53.343050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.343817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.349876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:53.364767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:53.366741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=1195cc02-947b-4763-804b-2cd8430daff4,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:53.379839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.390127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] DHCP port deletion for 9eb7bf25-c095-4d81-876e-0828eab49509 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:53.412101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': '5c0d7c10-1ce9-4951-95f7-22dec7d03378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:53.412460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 4bc730ca-7bba-48ed-8874-126698c1ac86, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:53.422383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Deleting port e38682d0-126c-4841-a21a-535c234df466 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:53.422750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.456211 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8904266d-5183-4510-81f9-fdfeb835c6bf req-d8820f3e-4ef2-49d1-a587-8969022294d5 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135756 Feb 17 22:44:53.458240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.458384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.485867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:53.489932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.515817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4bc730ca-7bba-48ed-8874-126698c1ac86) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:53.522186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:53.523231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.558547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.558761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408ea31-78de-46d9-b9fb-1872481a32fd None None] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:53.576986 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-73a180e2-c570-40f8-a5bf-f565058d50c1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9157939 Feb 17 22:44:53.577326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port e38682d0-126c-4841-a21a-535c234df466 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:53.577326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.579484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55596) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:53.584127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86', 'security_groups': [], 'name': 'tempest-PortsTestJSON-154037866'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:53.597690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200f84a-ad55-4073-8bbc-8739693d6cb1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:53.602977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.606393 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-233a74c6-cbb3-4204-af6a-d35faf3719f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3200f84a-ad55-4073-8bbc-8739693d6cb1 HTTP/1.1" status: 204 len: 168 time: 0.4254067 Feb 17 22:44:53.768719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5587258c-0a58-4cbc-9bb8-8060b60e6927,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:53.788095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:53.792981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:53.797533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:53.807032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:53.812880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.823388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:53.834295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:53.863847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:54.002938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5587258c-0a58-4cbc-9bb8-8060b60e6927 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:54.046297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.8 (4bc730ca-7bba-48ed-8874-126698c1ac86/1195cc02-947b-4763-804b-2cd8430daff4/ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:54.225750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] For port e38682d0-126c-4841-a21a-535c234df466, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e38682d0-126c-4841-a21a-535c234df466,segment=NetworkSegment(ec8337b6-e402-4408-9bbd-de9f05ff8be3),segment_id=ec8337b6-e402-4408-9bbd-de9f05ff8be3)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:54.226125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.307948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f45b3-326f-4b38-9c77-6414558a6a9f None None] Pushing event updated for resources: {'Port': ['ID=5587258c-0a58-4cbc-9bb8-8060b60e6927,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.350904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.370565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:54.401634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5587258c-0a58-4cbc-9bb8-8060b60e6927,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:54.402032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.412553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] For port e38682d0-126c-4841-a21a-535c234df466, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e38682d0-126c-4841-a21a-535c234df466,segment=NetworkSegment(ec8337b6-e402-4408-9bbd-de9f05ff8be3),segment_id=ec8337b6-e402-4408-9bbd-de9f05ff8be3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:54.412796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.418785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.424946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for e38682d0-126c-4841-a21a-535c234df466 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:54.464830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:54.486459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:54.523064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:54.528059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:54.534882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:54.546007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:54.567091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:54.604647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.624110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:54.628877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.640783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:54.642326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.671665 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0f0c0354-c6f8-4360-bf67-f76dca4eff60 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0927515 Feb 17 22:44:54.674246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55624) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:54.676675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Calling delete_port for 5587258c-0a58-4cbc-9bb8-8060b60e6927 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:54.710018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Calling delete_port for e38682d0-126c-4841-a21a-535c234df466 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:54.751459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5114-0dba-4f4c-a16b-6829413fae4b req-ba30105f-128c-4893-9108-73a5c9e643ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:54.753016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9abd5114-0dba-4f4c-a16b-6829413fae4b req-ba30105f-128c-4893-9108-73a5c9e643ca tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9777894 Feb 17 22:44:54.753531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55628) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:54.770490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:54.771244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.798111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.802266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.869138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=e38682d0-126c-4841-a21a-535c234df466,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.871180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] No DVR routers for this DVR port e38682d0-126c-4841-a21a-535c234df466 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:54.915255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.931569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:54.958973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'networks': [{'name': 'tempest-network--1732648948'}, {'name': 'tempest-network--697233951'}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:54.959616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-network--1732648948'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:54.962158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-network--697233951'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:54.977834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:54.992970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:54.993589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:55.006039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:55.006752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:55.013381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5587258c-0a58-4cbc-9bb8-8060b60e6927,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:55.033468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:network and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:55.039330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4bc730ca-7bba-48ed-8874-126698c1ac86', 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '1195cc02-947b-4763-804b-2cd8430daff4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:55.041138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:55.041964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.049065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=135f6349-ef69-43dd-bcac-b59059677d38,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.056457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:55.068367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.069206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e38682d0-126c-4841-a21a-535c234df466 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:44:55.093285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'network': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:55.098170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.137723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.187026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:55.191435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:security_group_rule and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:55.194811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e38682d0-126c-4841-a21a-535c234df466 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:44:55.195385 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9abd5114-0dba-4f4c-a16b-6829413fae4b req-a6bc7e24-3af7-4a08-ba47-b685dde8acb9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277251 Feb 17 22:44:55.195912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:55.203983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:55.205687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e38682d0-126c-4841-a21a-535c234df466 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:44:55.243410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.301793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5587258c-0a58-4cbc-9bb8-8060b60e6927,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.305047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.384557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.386502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:55.388920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7bf25-c095-4d81-876e-0828eab49509']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.393791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Allocated IP 172.20.0.2 (4bc730ca-7bba-48ed-8874-126698c1ac86/1195cc02-947b-4763-804b-2cd8430daff4/9c4325dd-f383-442b-b0ea-9595c6328243) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:55.415800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8337b6-e402-4408-9bbd-de9f05ff8be3') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.416081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8337b6-e402-4408-9bbd-de9f05ff8be3') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.498598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.500750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Deleting port e38682d0-126c-4841-a21a-535c234df466 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:55.501138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.591807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Deleting port 5587258c-0a58-4cbc-9bb8-8060b60e6927 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:55.591807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.599089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.627533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:55.627948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:55.642202 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:55.651038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.667176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.674802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.675355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.689834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c550a7d-0e27-44bf-b6d7-54cb724b0abd None None] The port 'e38682d0-126c-4841-a21a-535c234df466' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:44:55.755702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.795345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea5acf-68c1-4484-b2d4-aa0433650b66,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.808672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:55.823754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.868880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.869320 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment c4822bf1-9d65-4cca-b70e-369525439619 of type vlan for network 6a91097b-ca08-4249-984d-db43ec24032d Feb 17 22:44:55.902755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:55.909816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:55.915433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.918913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:55.920369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.940599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Transition to ACTIVE for port object 9c4325dd-f383-442b-b0ea-9595c6328243 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:55.954839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.971073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:55.990670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Transition to ACTIVE for port object 9c4325dd-f383-442b-b0ea-9595c6328243 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:55.993906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.001885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] For port 5587258c-0a58-4cbc-9bb8-8060b60e6927, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5587258c-0a58-4cbc-9bb8-8060b60e6927,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:56.002538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.014362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=be646210-2e05-4884-82ed-08b768011e17,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.015113 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bcd69a3b-f5f3-405c-b9a0-2bedd1c91805 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 HTTP/1.1" status: 204 len: 168 time: 1.3395338 Feb 17 22:44:56.016502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.017718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55634) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.035161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.061980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:56.073269 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1683ba4-45dd-4b3c-bbfc-6e7bfc5cf5e6 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:44:56.073804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c1683ba4-45dd-4b3c-bbfc-6e7bfc5cf5e6 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:56.081430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.081781 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment b2de565f-ab1c-450f-82ca-a0d92177988a of type vlan for network bac6f3eb-8804-4a61-8440-8de7283b16f0 Feb 17 22:44:56.112149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c1683ba4-45dd-4b3c-bbfc-6e7bfc5cf5e6 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:56.113374 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c1683ba4-45dd-4b3c-bbfc-6e7bfc5cf5e6 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 HTTP/1.1" status: 404 len: 333 time: 0.0946424 Feb 17 22:44:56.116348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.133575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Network': ['ID=9eb7bf25-c095-4d81-876e-0828eab49509,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.161964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.163811 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-63bc1df8-b6d9-4f97-8e2b-dcee4d43cb63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8089006 Feb 17 22:44:56.166591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55642) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.172857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f17a595-0799-4821-9413-f87ff988800a tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/networks/9eb7bf25-c095-4d81-876e-0828eab49509 HTTP/1.1" status: 204 len: 168 time: 3.1659417 Feb 17 22:44:56.174278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55646) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.179992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:56.188761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Calling delete_port for 5587258c-0a58-4cbc-9bb8-8060b60e6927 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:56.190620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router dcc9e76b-7a0b-4b42-8a44-66260a182c35 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:44:56.191920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:56.198149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:router and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:56.202320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:56.211487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:56.244166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:56.254230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:56.266128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:56.316172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Pushing event updated for resources: {'Port': ['ID=9c4325dd-f383-442b-b0ea-9595c6328243,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.364507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 1195cc02-947b-4763-804b-2cd8430daff4 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:44:56.390142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.400371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Attempting to bind port 9c4325dd-f383-442b-b0ea-9595c6328243 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:56.400741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Attempting to bind port 9c4325dd-f383-442b-b0ea-9595c6328243 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5c0d7c10-1ce9-4951-95f7-22dec7d03378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:56.401361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Attempting to bind port 9c4325dd-f383-442b-b0ea-9595c6328243 on network 4bc730ca-7bba-48ed-8874-126698c1ac86 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:56.408278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:56.408650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Checking segment: {'id': '5c0d7c10-1ce9-4951-95f7-22dec7d03378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:56.409238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.409687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Bound using segment: {'id': '5c0d7c10-1ce9-4951-95f7-22dec7d03378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:56.410211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Bound port: 9c4325dd-f383-442b-b0ea-9595c6328243, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0d7c10-1ce9-4951-95f7-22dec7d03378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4bc730ca-7bba-48ed-8874-126698c1ac86'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:56.410602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.429553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Deleting port 0ff68a34-6e37-4f5d-930f-6b88f6e15f2e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:56.429891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.430127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.475376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.475870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.479338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.480365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.481486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:56.485138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] Pushing event deleted for resources: {'Port': ['ID=5587258c-0a58-4cbc-9bb8-8060b60e6927,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.488850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:56.489623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.507396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.544935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb6581-ccbd-40d5-af04-f5f1214c0a70 None None] No DVR routers for this DVR port 5587258c-0a58-4cbc-9bb8-8060b60e6927 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:56.567613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.574647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:44:56.576529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0287f58-3445-4ea2-8153-f2c87a8b059e None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:56.604317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] Sync routers for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:44:56.605551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a41ebeb-d018-479f-8f39-4c6e8321fe0d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7700710 Feb 17 22:44:56.607259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55652) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.619921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.624604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0fea77c1-02e3-4550-a3a0-ec6cf25b4d13 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4567125 Feb 17 22:44:56.625437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55656) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.628414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.693009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] For port 9c4325dd-f383-442b-b0ea-9595c6328243, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:56.698539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:56.699925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:56.708282 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9532626 Feb 17 22:44:56.708957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55660) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:56.746527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5ba7-9401-4f46-a2ce-604e594c91d1 req-5adc4e32-da3d-41a6-99f5-b4d6a625ff48 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:56.748768 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94cb5ba7-9401-4f46-a2ce-604e594c91d1 req-5adc4e32-da3d-41a6-99f5-b4d6a625ff48 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.4059837 Feb 17 22:44:56.773939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:56.781921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=6a91097b-ca08-4249-984d-db43ec24032d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.793887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] For port 9c4325dd-f383-442b-b0ea-9595c6328243, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9c4325dd-f383-442b-b0ea-9595c6328243,segment=NetworkSegment(5c0d7c10-1ce9-4951-95f7-22dec7d03378),segment_id=5c0d7c10-1ce9-4951-95f7-22dec7d03378)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:56.794912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:44:56.795576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:56.877860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 6a91097b-ca08-4249-984d-db43ec24032d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:56.933911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:56.995066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868561-a7c1-4a9e-a278-4488c760524d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=bac6f3eb-8804-4a61-8440-8de7283b16f0,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:57.073125 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94cb5ba7-9401-4f46-a2ce-604e594c91d1 req-2b202977-ebfb-4d3d-a190-b69b39643e78 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072023 Feb 17 22:44:57.090424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.090754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.104882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.110383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:57.111776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530c30b-0fa8-46be-81e0-b55dc1536dfc None None] The sync data for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:44:57.142224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network bac6f3eb-8804-4a61-8440-8de7283b16f0 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:44:57.433487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.441911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbf757-c8ed-4938-9b3f-a6e7b23c4974 None None] Pushing event updated for resources: {'Port': ['ID=9c4325dd-f383-442b-b0ea-9595c6328243,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:57.447043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Calling delete_port for 0ff68a34-6e37-4f5d-930f-6b88f6e15f2e owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:57.513410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.519537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.525621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.526518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'be646210-2e05-4884-82ed-08b768011e17'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:44:57.527525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.532894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.533821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Synchronizing usage tracker for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:44:57.570954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.577302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=1195cc02-947b-4763-804b-2cd8430daff4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:57.596369 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de5ee903-d68d-4254-a9d3-d32df67072dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/1195cc02-947b-4763-804b-2cd8430daff4 HTTP/1.1" status: 204 len: 168 time: 1.4789891 Feb 17 22:44:57.599642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55668) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:57.637005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Unset dirty status for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:44:57.641578 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ff78877f-f589-4b0b-8bea-29870da10853 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9214163 Feb 17 22:44:57.692767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55672) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:57.782432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/be646210-2e05-4884-82ed-08b768011e17/7c384129-5661-4f6e-b5eb-db0c8ee74da2) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:57.883971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.916927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 9c4325dd-f383-442b-b0ea-9595c6328243 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:44:57.917498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:57.947123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9c4325dd-f383-442b-b0ea-9595c6328243 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:44:57.980172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.043837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Pushing event deleted for resources: {'Port': ['ID=0ff68a34-6e37-4f5d-930f-6b88f6e15f2e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.072312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.088618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.108350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.115193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 9c4325dd-f383-442b-b0ea-9595c6328243 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:44:58.150206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.168312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Transition to ACTIVE for port object 7c384129-5661-4f6e-b5eb-db0c8ee74da2 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:58.203937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Transition to ACTIVE for port object 7c384129-5661-4f6e-b5eb-db0c8ee74da2 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:58.214893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.272540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.315653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] For port 9c4325dd-f383-442b-b0ea-9595c6328243, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9c4325dd-f383-442b-b0ea-9595c6328243,segment=NetworkSegment(5c0d7c10-1ce9-4951-95f7-22dec7d03378),segment_id=5c0d7c10-1ce9-4951-95f7-22dec7d03378)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:44:58.316018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.324287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.328492 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cc732806-4b86-4b61-966a-229f005b1237 tempest-FloatingIPAdminTestJSON-936032543 tempest-FloatingIPAdminTestJSON-936032543-project] 10.222.0.42 "DELETE /v2.0/floatingips/d1cce931-7ff4-4742-8c4e-a34e536178f1 HTTP/1.1" status: 204 len: 168 time: 2.1488869 Feb 17 22:44:58.331458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:58.335220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:58.340629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:44:58.349382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Pushing event updated for resources: {'Port': ['ID=7c384129-5661-4f6e-b5eb-db0c8ee74da2,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.457365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Attempting to bind port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:44:58.457733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Attempting to bind port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:44:58.458146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Attempting to bind port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:44:58.464081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:44:58.464580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:44:58.464964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.465401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:44:58.465857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Bound port: 7c384129-5661-4f6e-b5eb-db0c8ee74da2, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:44:58.466966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.504488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 9c4325dd-f383-442b-b0ea-9595c6328243 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:44:58.522331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f21275-96e6-4971-b390-a1d22975ce92 req-9e168f8c-d93e-4c46-aa46-27ddab14a37c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:58.524138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6f21275-96e6-4971-b390-a1d22975ce92 req-9e168f8c-d93e-4c46-aa46-27ddab14a37c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.1918635 Feb 17 22:44:58.573891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] For port 7c384129-5661-4f6e-b5eb-db0c8ee74da2, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:44:58.580738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] For port 7c384129-5661-4f6e-b5eb-db0c8ee74da2, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c384129-5661-4f6e-b5eb-db0c8ee74da2,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:44:58.585057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.591211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.653031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.715202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ab7c-e532-4b6f-9f16-cbaed51b0838 None None] Pushing event updated for resources: {'Port': ['ID=7c384129-5661-4f6e-b5eb-db0c8ee74da2,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.725997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a91097b-ca08-4249-984d-db43ec24032d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.737513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No DVR routers for this DVR port 9c4325dd-f383-442b-b0ea-9595c6328243 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:58.770247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4822bf1-9d65-4cca-b70e-369525439619') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.770634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4822bf1-9d65-4cca-b70e-369525439619') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.792053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.830433 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6f21275-96e6-4971-b390-a1d22975ce92 req-048fe5e7-10b2-4e37-80e4-331a2f1dc85f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787809 Feb 17 22:44:58.831280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55680) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:58.854181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=9c4325dd-f383-442b-b0ea-9595c6328243,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.895828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.931997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.943537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc730ca-7bba-48ed-8874-126698c1ac86']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.948671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:58.949167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:58.969263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d7c10-1ce9-4951-95f7-22dec7d03378') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.969698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d7c10-1ce9-4951-95f7-22dec7d03378') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:58.976528 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:58.992804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.013518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.027770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:59.028288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.102833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57fa04-5ad9-4064-a204-c20df68a7005 None None] Network 4bc730ca-7bba-48ed-8874-126698c1ac86 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:59.147068 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:59.156542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.198057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.208312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=4bc730ca-7bba-48ed-8874-126698c1ac86,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:59.218306 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eba985f1-8865-4abe-a06a-d42daeb2f679 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/4bc730ca-7bba-48ed-8874-126698c1ac86 HTTP/1.1" status: 204 len: 168 time: 1.6165304 Feb 17 22:44:59.225237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55688) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:59.230911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::1 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/be646210-2e05-4884-82ed-08b768011e17/7821a22e-99e8-4887-886a-1c45150da5f1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:59.235087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.240352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'name': 'tempest-PortsTestJSON-1914934610'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:59.273505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ae12fd93-3c56-4dde-9d14-525dde93dafb None None] Could not find standard attr ID for object ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:44:59.293965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.335516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ae12fd93-3c56-4dde-9d14-525dde93dafb None None] Could not find standard attr ID for object 9c4325dd-f383-442b-b0ea-9595c6328243. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:44:59.400139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=6a91097b-ca08-4249-984d-db43ec24032d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:59.446003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e3531-b880-4b9b-a711-31e6d7345879 None None] DHCP port deletion for 4bc730ca-7bba-48ed-8874-126698c1ac86 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:44:59.701159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7159edcb-7008-4ba5-9f32-e4fc25c90cd5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/6a91097b-ca08-4249-984d-db43ec24032d HTTP/1.1" status: 204 len: 168 time: 2.0063787 Feb 17 22:44:59.703832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55694) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:59.760177 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3c5a21d7-9429-4d11-865a-76a88e77c688 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f0dbaf2da5e4479b0930030a4168f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8187826 Feb 17 22:44:59.765431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:44:59.771960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55698) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:44:59.780764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:44:59.802617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:44:59.828278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.833469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:44:59.889579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:44:59.916462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c384129-5661-4f6e-b5eb-db0c8ee74da2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:00.031023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:00.064503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:00.068100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.082102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.099302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9c4325dd-f383-442b-b0ea-9595c6328243 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:00.133645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 9c4325dd-f383-442b-b0ea-9595c6328243 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:00.134048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9c4325dd-f383-442b-b0ea-9595c6328243 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:00.149368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.166341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Provisioning for port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:00.172832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Provisioning complete for port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:00.173380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.180073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac6f3eb-8804-4a61-8440-8de7283b16f0']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.180672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 7821a22e-99e8-4887-886a-1c45150da5f1 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:00.193966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2de565f-ab1c-450f-82ca-a0d92177988a') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.194534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2de565f-ab1c-450f-82ca-a0d92177988a') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.212887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.213833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d1e28-778b-45a3-b5ea-2c52f0d4636c req-1ecfedd8-1889-4a52-b75b-afb37738a195 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:00.215406 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f01d1e28-778b-45a3-b5ea-2c52f0d4636c req-1ecfedd8-1889-4a52-b75b-afb37738a195 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8071182 Feb 17 22:45:00.218895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 1ca7fd27-4b83-44be-a090-1e0c9dd88f0e yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:00.233394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.241291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:00.241819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.253699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:00.258013 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:00.305448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.342670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] For port 7c384129-5661-4f6e-b5eb-db0c8ee74da2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c384129-5661-4f6e-b5eb-db0c8ee74da2,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:00.347032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.352876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.377659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.389763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=bac6f3eb-8804-4a61-8440-8de7283b16f0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:00.397109 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ce4bb3e0-eb1a-47b2-aeee-105adc7acceb tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/bac6f3eb-8804-4a61-8440-8de7283b16f0 HTTP/1.1" status: 204 len: 168 time: 0.6921949 Feb 17 22:45:00.399594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55702) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:00.402724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.429060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39486862-e13c-49c9-9bac-3dbe7d4e6b8b None None] Pushing event updated for resources: {'Port': ['ID=7c384129-5661-4f6e-b5eb-db0c8ee74da2,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:00.449210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f01d1e28-778b-45a3-b5ea-2c52f0d4636c req-096b7558-172d-469d-b17e-9b86d2befab5 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648388 Feb 17 22:45:00.491505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.572863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080771a7-96b7-4e14-a4c7-5ce5fa155ac4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:00.579245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080771a7-96b7-4e14-a4c7-5ce5fa155ac4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:00.580032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-080771a7-96b7-4e14-a4c7-5ce5fa155ac4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Synchronizing usage tracker for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:00.595545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-080771a7-96b7-4e14-a4c7-5ce5fa155ac4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Unset dirty status for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:00.596714 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-080771a7-96b7-4e14-a4c7-5ce5fa155ac4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1959124 Feb 17 22:45:00.600543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55708) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:00.606432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-690047120'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:00.612125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:00.623407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:00.635357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:00.643308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.673902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:00.683687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.684025 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment 757a5134-c0d0-448e-bbf7-357fa97d7801 of type vlan for network 81180183-4146-47f7-88d4-90a68d98df47 Feb 17 22:45:00.689431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:00.712070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.715770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:00.728143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:00.728679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.750878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.756403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:00.757038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.870631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:00.883844 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2820678 Feb 17 22:45:00.884670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bc9e8-8b3a-42de-b464-87543a222adf tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=81180183-4146-47f7-88d4-90a68d98df47,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:00.884997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55714) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:00.889851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:00.902974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 81180183-4146-47f7-88d4-90a68d98df47 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:00.987413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820950727'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:01.024566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8a34a2e2-dd46-4d51-9654-fadb55e75e59 None None] Provisioning for port 7821a22e-99e8-4887-886a-1c45150da5f1 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:01.033132 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8a34a2e2-dd46-4d51-9654-fadb55e75e59 None None] Provisioning complete for port 7821a22e-99e8-4887-886a-1c45150da5f1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:01.033467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a34a2e2-dd46-4d51-9654-fadb55e75e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.043265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:01.067091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0434fb1-0bf2-4d81-8e9f-f197071f8b22,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.078859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:network and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:01.083555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.092022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:01.117650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:01.144075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8a34a2e2-dd46-4d51-9654-fadb55e75e59 None None] Port 7821a22e-99e8-4887-886a-1c45150da5f1 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:01.150866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 6ce35a6b-f24d-4031-9beb-b075a99cf230 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:01.151209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.189365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.190510 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-998095f9-3fc6-48d9-9148-49430b469f7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0434fb1-0bf2-4d81-8e9f-f197071f8b22 HTTP/1.1" status: 204 len: 168 time: 1.4174724 Feb 17 22:45:01.202777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:01.206147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.416861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1206d-9e23-4446-be83-2694d93caa3c req-1288d19d-435e-48c3-8209-2ec0925949d1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.418377 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-75c1206d-9e23-4446-be83-2694d93caa3c req-1288d19d-435e-48c3-8209-2ec0925949d1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7910917 Feb 17 22:45:01.515855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55724) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:01.534001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.551454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:01.556392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Usage tracker for resource:security_group_rule and tenant:f9dabfab73c04d2086da65437a939032 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:01.559404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:01.567234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:01.578953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.597246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:01.607757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.673534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-75c1206d-9e23-4446-be83-2694d93caa3c req-6597f33e-1c34-49d9-9ca0-c570b9bf71aa tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455783 Feb 17 22:45:01.711320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.718506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.772906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.773300 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment 230ebca1-0f60-4a73-a9f1-008ef594c29f of type vlan for network 47f2967a-c70e-4d2a-a486-4677a38c0445 Feb 17 22:45:01.779097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3175c0e3-ccd2-4b28-9ac9-add5e68a871c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.805798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:01.815903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:01.826433 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-db55f5fc-0098-433e-bdd1-da712209a527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9dabfab73c04d2086da65437a939032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094454 Feb 17 22:45:01.829504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55732) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:01.839458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:01.845755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.846569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.869634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c384129-5661-4f6e-b5eb-db0c8ee74da2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:01.898104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.929899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.943730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=1ca7fd27-4b83-44be-a090-1e0c9dd88f0e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.955039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:01.955243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:01.993812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.017352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175c0e3-ccd2-4b28-9ac9-add5e68a871c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.022400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.023980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e42eb60-a652-4b8b-9520-e1aaa66f7a24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3175c0e3-ccd2-4b28-9ac9-add5e68a871c HTTP/1.1" status: 204 len: 168 time: 0.1931512 Feb 17 22:45:02.030768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.110498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.271565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 6ce35a6b-f24d-4031-9beb-b075a99cf230 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:02.307640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3edfc8e5-9cfd-42d2-aeb5-7d5a88c3d30c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0768166 Feb 17 22:45:02.308075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55740) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:02.322743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:45:02.400663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 1ca7fd27-4b83-44be-a090-1e0c9dd88f0e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:02.401312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.421974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55744) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:02.503240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.508585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.509203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.562790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.631294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.678402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d01d4-04ab-4126-87a6-4b76c1400a2a req-dcb2371e-4cc6-4cc5-a42b-b04a63921172 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.680163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-506d01d4-04ab-4126-87a6-4b76c1400a2a req-dcb2371e-4cc6-4cc5-a42b-b04a63921172 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.7611270 Feb 17 22:45:02.682161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:02.701464 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8131454 Feb 17 22:45:02.714881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55750) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:02.715806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d99e46db872243f5a25ee2f96bfb2c15 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:02.737135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2005-ad70-4085-9db6-d1a143698ea6 req-ef87d43a-5013-435d-921d-80702983bf21 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.738595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35ca2005-ad70-4085-9db6-d1a143698ea6 req-ef87d43a-5013-435d-921d-80702983bf21 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8878961 Feb 17 22:45:02.760155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:02.761472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 1ca7fd27-4b83-44be-a090-1e0c9dd88f0e owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:02.766427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'ports': [{'network_id': '81180183-4146-47f7-88d4-90a68d98df47', 'name': 'tempest-port--1614075370', 'admin_state_up': True}, {'network_id': '47f2967a-c70e-4d2a-a486-4677a38c0445', 'admin_state_up': False}]} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.766737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'port': {'network_id': '81180183-4146-47f7-88d4-90a68d98df47', 'name': 'tempest-port--1614075370', 'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.767220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'port': {'network_id': '47f2967a-c70e-4d2a-a486-4677a38c0445', 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.791436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1572-cee3-457c-a012-3de0940f0308 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=47f2967a-c70e-4d2a-a486-4677a38c0445,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.804039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 47f2967a-c70e-4d2a-a486-4677a38c0445 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:02.824380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:02.843041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.900429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=1ca7fd27-4b83-44be-a090-1e0c9dd88f0e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.918274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:02.932958 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-90747f15-53fd-40ee-9783-f85b639e8e63 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/1ca7fd27-4b83-44be-a090-1e0c9dd88f0e HTTP/1.1" status: 204 len: 168 time: 0.6232138 Feb 17 22:45:02.935504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:02.941555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'mac_address': 'fa:16:3e:0a:36:c0', 'name': 'tempest-PortsTestJSON-562345292'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.986769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-506d01d4-04ab-4126-87a6-4b76c1400a2a req-9eb5bb7b-1b0a-46bc-abaf-39bf46b4ea00 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ce15d8-0486-445a-b90c-2c28a2563906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758207 Feb 17 22:45:03.166018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:45:03.181164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35ca2005-ad70-4085-9db6-d1a143698ea6 req-0d40bb9a-2835-4f09-9804-e66f38bd1b43 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921609 Feb 17 22:45:03.194509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:03.207211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:03.207211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:03.212543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:03.218614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.233326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:03.297795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.298558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.345908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-76d774b4-260b-405f-b1c7-fce1c3b6f143 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:03.346555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-76d774b4-260b-405f-b1c7-fce1c3b6f143 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Synchronizing usage tracker for tenant:487149e9d26f4d78884756aa53efa88e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:03.355899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.396164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-76d774b4-260b-405f-b1c7-fce1c3b6f143 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Unset dirty status for tenant:487149e9d26f4d78884756aa53efa88e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:03.397336 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-76d774b4-260b-405f-b1c7-fce1c3b6f143 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.43 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 945 time: 0.2474151 Feb 17 22:45:03.398437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 77823357-8e77-4cc4-bf41-b0a674d83f6d yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:03.399852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.550080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Deleting port ff1de88d-1bb0-419b-80c4-ce402926e2ed {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:03.550428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.576715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:03.617657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:03.769523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:port and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:03.802367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:03.808913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=6ce35a6b-f24d-4031-9beb-b075a99cf230,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:03.822716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:03.922338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.932769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.940354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.958519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:03.985635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'port': 2} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:03.990151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.063137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] For port ff1de88d-1bb0-419b-80c4-ce402926e2ed, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ff1de88d-1bb0-419b-80c4-ce402926e2ed,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:04.063702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.190372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.218368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.236655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:04.251088 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d99e46db872243f5a25ee2f96bfb2c15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8256810 Feb 17 22:45:04.255623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:04.258186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55768) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:04.287475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:04.292651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:04.295840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:04.306558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.307589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.317612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f08ab-b3fa-47d3-b41c-89b48ef280c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77069e-b206-42b6-9071-ed33d620d795,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:04.393313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=77823357-8e77-4cc4-bf41-b0a674d83f6d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:04.423255 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d9e6be30-67ec-4458-ab38-20898a466ac3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4865232 Feb 17 22:45:04.425959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55772) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:04.499526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323dc46-42e0-48ab-bff7-c1b96b7150c4 req-1ac0766c-b92f-4bf3-b564-ba23dce4b3e6 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.501076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4323dc46-42e0-48ab-bff7-c1b96b7150c4 req-1ac0766c-b92f-4bf3-b564-ba23dce4b3e6 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9424682 Feb 17 22:45:04.592872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0ee9f1a9-1ffd-4295-a99e-3adf1642c9e4 None None] Provisioning complete for port 7821a22e-99e8-4887-886a-1c45150da5f1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:04.594055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0ee9f1a9-1ffd-4295-a99e-3adf1642c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.597861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58262ca5-f827-430c-881c-8c22652ca52f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.598446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-58262ca5-f827-430c-881c-8c22652ca52f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:04.604274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.604651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:04.604966 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Floating IP a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7 disassociated. External IP: 172.26.7.102, port: ff1de88d-1bb0-419b-80c4-ce402926e2ed. Feb 17 22:45:04.605335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Calling delete_port for ff1de88d-1bb0-419b-80c4-ce402926e2ed owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:04.653957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9f1a9-1ffd-4295-a99e-3adf1642c9e4 None None] Port 7821a22e-99e8-4887-886a-1c45150da5f1 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:04.667287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-58262ca5-f827-430c-881c-8c22652ca52f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:04.668550 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-58262ca5-f827-430c-881c-8c22652ca52f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/77823357-8e77-4cc4-bf41-b0a674d83f6d HTTP/1.1" status: 200 len: 840 time: 0.2416704 Feb 17 22:45:04.672615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55776) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:04.765658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 77823357-8e77-4cc4-bf41-b0a674d83f6d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:04.765917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.025189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.046761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router dcc9e76b-7a0b-4b42-8a44-66260a182c35 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:05.062683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.088782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4323dc46-42e0-48ab-bff7-c1b96b7150c4 req-5b57fd7b-d9ee-401d-818b-8f8522474e5c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635613 Feb 17 22:45:05.100512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event deleted for resources: {'Port': ['ID=ff1de88d-1bb0-419b-80c4-ce402926e2ed,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:05.111469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd97a-adca-4d5d-bd37-6c7bb2b3bfd3 req-eb439534-de25-4db8-a177-3b346b67432c tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:05.118396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-978dd97a-adca-4d5d-bd37-6c7bb2b3bfd3 req-eb439534-de25-4db8-a177-3b346b67432c tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 1.0924115 Feb 17 22:45:05.248342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] device_id is not set on port 4996597f-d6cc-416e-a897-df438b081b12 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:05.298619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.401848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05837bf6-29d5-4ebd-bb58-32ef55cfca23 req-e5495fc9-ae27-4b71-9810-e4fd80d341f9 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 210 time: 0.1656301 Feb 17 22:45:05.428709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:05.437426 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] Sync routers for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:05.439727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.451597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-978dd97a-adca-4d5d-bd37-6c7bb2b3bfd3 req-6413a297-e9c5-4059-a9f3-1cf1c9ca7370 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308425 Feb 17 22:45:05.454569 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:05.456420 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:05.470473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Router 9587fd6f-5d19-4772-beac-3cb9fec4433f is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:45:05.547520 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:05.560063 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] Routers {'dcc9e76b-7a0b-4b42-8a44-66260a182c35'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:05.563004 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:05.641355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:05.642125 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c2c88-5467-4fcb-b31c-73ccb6fa8497 None None] The sync data for ids ['dcc9e76b-7a0b-4b42-8a44-66260a182c35'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:05.657601 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1cddf8f4-7a83-4f7f-914a-3c3108188133 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0448127 Feb 17 22:45:05.658148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 77823357-8e77-4cc4-bf41-b0a674d83f6d owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:05.665072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.667482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.669275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b77069e-b206-42b6-9071-ed33d620d795 HTTP/1.1" status: 204 len: 168 time: 1.3525047 Feb 17 22:45:05.669990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55780) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:05.735539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f5d2-c986-4b90-9792-35fee96dc4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77069e-b206-42b6-9071-ed33d620d795,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:05.757176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-47a392cf-1ff9-4d5e-8a96-8459b6088f8d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:05.780963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:05.790845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:05.796044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.796242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.802337 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a944be49-26e9-45a9-b811-121f07ae9204 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "PUT /v2.0/routers/9587fd6f-5d19-4772-beac-3cb9fec4433f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1192093 Feb 17 22:45:05.805617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:05.807129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Sync routers for ids ['9587fd6f-5d19-4772-beac-3cb9fec4433f'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:05.819956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Routers {'9587fd6f-5d19-4772-beac-3cb9fec4433f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:05.820588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9587fd6f-5d19-4772-beac-3cb9fec4433f'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:05.841866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-7258ab6f-c60d-4122-b9cc-b09949c71b82 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:05.842502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-7258ab6f-c60d-4122-b9cc-b09949c71b82 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Synchronizing usage tracker for tenant:a664e7c342c24610bd879010bcd89768 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:05.866444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-47a392cf-1ff9-4d5e-8a96-8459b6088f8d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:05.869776 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-47a392cf-1ff9-4d5e-8a96-8459b6088f8d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc9e76b-7a0b-4b42-8a44-66260a182c35 HTTP/1.1" status: 200 len: 205 time: 0.1864974 Feb 17 22:45:05.909770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:05.917754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55790) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:05.986058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=77823357-8e77-4cc4-bf41-b0a674d83f6d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:06.026137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535cac8-70a8-47c6-92f9-fbc67b021e32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:06.027392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a535cac8-70a8-47c6-92f9-fbc67b021e32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:06.040054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-7258ab6f-c60d-4122-b9cc-b09949c71b82 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Unset dirty status for tenant:a664e7c342c24610bd879010bcd89768 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:06.041271 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-7258ab6f-c60d-4122-b9cc-b09949c71b82 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.43 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 0.8381498 Feb 17 22:45:06.042455 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e93ff987-580a-4ffd-b84f-cac49ed8c991 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/77823357-8e77-4cc4-bf41-b0a674d83f6d HTTP/1.1" status: 204 len: 168 time: 1.3696980 Feb 17 22:45:06.046082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55794) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:06.084113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Set router 9587fd6f-5d19-4772-beac-3cb9fec4433f gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:06.202468 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b752d9ef-a600-4e5d-9f9f-7c004245e114 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:45:06.203009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b752d9ef-a600-4e5d-9f9f-7c004245e114 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:06.259147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Deleting port aae5776c-5bf3-4ede-9cc5-da007176d66d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:06.259492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:06.304183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:06.308585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b752d9ef-a600-4e5d-9f9f-7c004245e114 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:06.320039 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b752d9ef-a600-4e5d-9f9f-7c004245e114 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/77823357-8e77-4cc4-bf41-b0a674d83f6d HTTP/1.1" status: 404 len: 333 time: 0.2727451 Feb 17 22:45:06.320586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Sync routers for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:06.336493 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:06.338065 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:06.338957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] device_id is not set on port 7f6234a7-5b2f-445c-9cbd-7835a1314524 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:06.348026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55806) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:06.368585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'name': 'tempest-PortsTestJSON-1513857377'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:06.514397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a535cac8-70a8-47c6-92f9-fbc67b021e32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:06.515672 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a535cac8-70a8-47c6-92f9-fbc67b021e32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports/7821a22e-99e8-4887-886a-1c45150da5f1 HTTP/1.1" status: 200 len: 911 time: 0.6903722 Feb 17 22:45:06.527819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55818) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:06.550472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:06.652411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:06.706209 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:06.756339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:01Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': '7821a22e-99e8-4887-886a-1c45150da5f1', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:26:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'be646210-2e05-4884-82ed-08b768011e17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:44:58Z', 'updated_at': '2022-02-17T22:45:02Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'be646210-2e05-4884-82ed-08b768011e17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:06.771178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Checking router: 9587fd6f-5d19-4772-beac-3cb9fec4433f for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:06.772074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Updating router 9587fd6f-5d19-4772-beac-3cb9fec4433f port 7821a22e-99e8-4887-886a-1c45150da5f1 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:45:06.906055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:07.092152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device aae5776c-5bf3-4ede-9cc5-da007176d66d no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:07.122173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:07.125396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] No DVR routers for this DVR port ff1de88d-1bb0-419b-80c4-ce402926e2ed on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:07.133920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:07.136053 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-6fca7bdc-cc66-4317-b623-8b1be059791a req-f3c24694-d467-40fe-8a43-097d45feeab8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.43 "DELETE /v2.0/ports/ff1de88d-1bb0-419b-80c4-ce402926e2ed HTTP/1.1" status: 204 len: 173 time: 3.6936040 Feb 17 22:45:07.136528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'name': 'network-vif-deleted', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:07.190825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:07.194434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:07.352291 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.370803 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Checking router: 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:07.387259 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:07.388664 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.493958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-51d66e0d-8154-4a59-80f9-60e09a63c5af req-88ff45a7-5b50-4705-842c-0e3925625f18 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a7f84a-7009-42f8-a653-4cdd991ad2d9 HTTP/1.1" status: 200 len: 210 time: 0.7828560 Feb 17 22:45:07.496786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 692da997-0cba-4669-8d88-7435f9773141 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:07.727077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:07.727686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.005685 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.023607 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:08.193249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Transition to ACTIVE for port object 7821a22e-99e8-4887-886a-1c45150da5f1 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:08.234383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.788986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.809910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c5b0-758a-4057-ad37-0b56ad5dd82a None None] Pushing event updated for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:08.833420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.849974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.915011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:08.992003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b68c5-cea0-4ccd-92b9-9278ecaa8d32 req-1a8ec66e-3590-46fd-a7d2-6f732374054b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:09.006286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b09b68c5-cea0-4ccd-92b9-9278ecaa8d32 req-1a8ec66e-3590-46fd-a7d2-6f732374054b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 2.7128794 Feb 17 22:45:09.061929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.062885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router dcc9e76b-7a0b-4b42-8a44-66260a182c35 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:45:09.107185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e3a22-7af5-4c1b-93a7-c75bec4de065 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:09.119005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e3a22-7af5-4c1b-93a7-c75bec4de065 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:09.128708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da0e3a22-7af5-4c1b-93a7-c75bec4de065 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 2.5978003 Feb 17 22:45:09.186283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55848) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:09.220719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6932-a412-4b6f-ad09-58d4d23a3b6e req-8cb7f2a6-1936-4378-a312-c65dab740477 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:09.223460 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f5f6932-a412-4b6f-ad09-58d4d23a3b6e req-8cb7f2a6-1936-4378-a312-c65dab740477 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 946 time: 1.4961007 Feb 17 22:45:09.288571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:09.311682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:09.329915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:09.337954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Attempting to bind port 7821a22e-99e8-4887-886a-1c45150da5f1 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:09.338335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Attempting to bind port 7821a22e-99e8-4887-886a-1c45150da5f1 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:09.338641 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc637db3-48d7-4820-a98d-511b73351dd7 None None] The sync data for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv is: [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '1b93049e-f998-483c-b7d0-d5d8f9c21226', 'name': '', 'network_id': 'db95ac7e-92bf-4c34-a809-02443791f387', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'mac_address': 'fa:16:3e:7e:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:32Z', 'updated_at': '2022-02-17T22:43:54Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'subnets': [{'id': 'b6f611f6-c876-4fea-8b10-271a39801bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:09.338815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Attempting to bind port 7821a22e-99e8-4887-886a-1c45150da5f1 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:09.345068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55852) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:09.350182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:09.350567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:09.350984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.351379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:09.351860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Bound port: 7821a22e-99e8-4887-886a-1c45150da5f1, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:09.352230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.363031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.363738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ff1de88d-1bb0-419b-80c4-ce402926e2ed no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:09.486427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b09b68c5-cea0-4ccd-92b9-9278ecaa8d32 req-683c67a9-52f2-4e7c-aac3-b3e72a4e31ff tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779122 Feb 17 22:45:09.495831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.499875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: ff1de88d-1bb0-419b-80c4-ce402926e2ed {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:09.500353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ff1de88d-1bb0-419b-80c4-ce402926e2ed not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:09.503919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.504670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.504670 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Floating IP 9a0dcbd5-b159-47df-a420-928fb3e75f41 disassociated. External IP: 172.26.7.169, port: aae5776c-5bf3-4ede-9cc5-da007176d66d. Feb 17 22:45:09.504999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Calling delete_port for aae5776c-5bf3-4ede-9cc5-da007176d66d owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:09.510134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:09.650298 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a7f84a-7009-42f8-a653-4cdd991ad2d9', 'name': 'network-vif-deleted', 'tag': 'ff1de88d-1bb0-419b-80c4-ce402926e2ed', 'status': 'completed', 'code': 200} Feb 17 22:45:09.690039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.691184 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f5855781-2558-4d26-82f8-a03de43b767f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35 HTTP/1.1" status: 204 len: 168 time: 3.7702749 Feb 17 22:45:09.705411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55862) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:09.710790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.731808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] For port 7821a22e-99e8-4887-886a-1c45150da5f1, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:09.753803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] For port 7821a22e-99e8-4887-886a-1c45150da5f1, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7821a22e-99e8-4887-886a-1c45150da5f1,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:09.767640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.802962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:09.803336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:09.814298 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'code': 200} Feb 17 22:45:09.846259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.857966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 8b37c64b-8618-4668-89e4-96a7e9871ebe {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:09.869062 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f5f6932-a412-4b6f-ad09-58d4d23a3b6e req-dd06a1f2-ad94-463f-adee-ecff0d4dd699 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6337035 Feb 17 22:45:09.876025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Port': ['ID=4996597f-d6cc-416e-a897-df438b081b12,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:09.956921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:09.982899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55870) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:10.014142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ded093-43e1-40b6-ac94-59181a1372c4 None None] New status for floating IP a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:45:10.041486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-30901405'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:10.068963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:10.070515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:10.080564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:10.103205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:10.110991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:10.112008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.113245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Checking segment: {'id': '757a5134-c0d0-448e-bbf7-357fa97d7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '81180183-4146-47f7-88d4-90a68d98df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:10.113806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network hostable DHCP agents. Network: 81180183-4146-47f7-88d4-90a68d98df47, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:10.156486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Usage tracker for resource:network and tenant:d8fbaa2ea29f412ab5e99281dbed8c26 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:10.168277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:10.182395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.240956 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8850749 Feb 17 22:45:10.249729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55876) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:10.261125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:10.264372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:10.273537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc8ab6-be86-46fe-810c-ffe1799ad082 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=692da997-0cba-4669-8d88-7435f9773141,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:10.308824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Deleting port aae5776c-5bf3-4ede-9cc5-da007176d66d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:10.308824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.345228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network 81180183-4146-47f7-88d4-90a68d98df47 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:10.377575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.404826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 81180183-4146-47f7-88d4-90a68d98df47) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:10.455677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:10.456816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.574048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6e234-b743-498c-8658-713467a72a7f None None] Network 81180183-4146-47f7-88d4-90a68d98df47 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:10.582694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Made reservation on behalf of d8fbaa2ea29f412ab5e99281dbed8c26 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:10.596383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.704811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Routers {'9587fd6f-5d19-4772-beac-3cb9fec4433f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:10.706347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9587fd6f-5d19-4772-beac-3cb9fec4433f'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:10.774212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c5b0-758a-4057-ad37-0b56ad5dd82a None None] Pushing event updated for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:10.818126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.851951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:10.870992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Usage tracker for resource:security_group_rule and tenant:d8fbaa2ea29f412ab5e99281dbed8c26 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:10.881568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:10.906980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:10.913137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] For port aae5776c-5bf3-4ede-9cc5-da007176d66d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=aae5776c-5bf3-4ede-9cc5-da007176d66d,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:10.913137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.938856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Port': ['ID=7f6234a7-5b2f-445c-9cbd-7835a1314524,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:10.946665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:10.988064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.002253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.174871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] Set router 9587fd6f-5d19-4772-beac-3cb9fec4433f gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:11.419953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Checking segment: {'id': '230ebca1-0f60-4a73-a9f1-008ef594c29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '47f2967a-c70e-4d2a-a486-4677a38c0445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:11.420417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network hostable DHCP agents. Network: 47f2967a-c70e-4d2a-a486-4677a38c0445, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:11.451774 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:45:11.505468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.542910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.571234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338506-16d1-4f6b-8a74-0a1ebc106878 req-0f5863f1-95a6-4b13-a4b4-605854f335d3 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:11.573126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f0338506-16d1-4f6b-8a74-0a1ebc106878 req-0f5863f1-95a6-4b13-a4b4-605854f335d3 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7111180 Feb 17 22:45:11.611294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.633808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network 47f2967a-c70e-4d2a-a486-4677a38c0445 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:11.649641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.666823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=8b37c64b-8618-4668-89e4-96a7e9871ebe,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:11.675893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce15d8-0486-445a-b90c-2c28a2563906,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:11.686272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.711479 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bb688ba1-01c4-490f-a26d-803eba39873e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/8b37c64b-8618-4668-89e4-96a7e9871ebe HTTP/1.1" status: 204 len: 168 time: 2.0065045 Feb 17 22:45:11.720362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55882) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:11.720723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6939-7305-4cd0-81ef-bfdb378134bd req-83aefbc5-5f40-42ac-acab-1f0e96011ad9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:11.725992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc6b6939-7305-4cd0-81ef-bfdb378134bd req-83aefbc5-5f40-42ac-acab-1f0e96011ad9 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 944 time: 0.5076902 Feb 17 22:45:11.732613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.732613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.733124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.733415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.733897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.734310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.734715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.735120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.735563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.735964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.736520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.736940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:11.741184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 47f2967a-c70e-4d2a-a486-4677a38c0445) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:11.775807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:11.783478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:11.789246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:11.794585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:11.795371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.802604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3c68a6-95e5-4ace-9f85-10e370b87a2e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:11.812425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.812762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Added segment a94aa8d5-c0d6-4145-b506-2d29b20435f4 of type vlan for network cfc52b32-ef02-4e6a-9c17-6468d4703494 Feb 17 22:45:11.815252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.815665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.815950 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Floating IP 9a0dcbd5-b159-47df-a420-928fb3e75f41 disassociated. External IP: 172.26.7.169, port: aae5776c-5bf3-4ede-9cc5-da007176d66d. Feb 17 22:45:11.817038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Calling delete_port for aae5776c-5bf3-4ede-9cc5-da007176d66d owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:11.833757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f0338506-16d1-4f6b-8a74-0a1ebc106878 req-f58886ab-af4d-4259-b18e-4cbf45d3a027 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237394 Feb 17 22:45:11.834631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.835683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69114d16-cd53-4575-8487-f34941df5902 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "DELETE /v2.0/security-groups/38ce15d8-0486-445a-b90c-2c28a2563906 HTTP/1.1" status: 204 len: 168 time: 1.8355265 Feb 17 22:45:11.838153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.850712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55886) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:11.888658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.934818 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-2e36806b-aaf1-4fbe-96c6-110dda286fde tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] show failed (client error): The resource could not be found. Feb 17 22:45:11.940430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e36806b-aaf1-4fbe-96c6-110dda286fde tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "GET /v2.0/security-groups/38ce15d8-0486-445a-b90c-2c28a2563906 HTTP/1.1" status: 404 len: 347 time: 0.0830424 Feb 17 22:45:11.941530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 27a4c17c-776b-49b1-ac35-bca15ea26139 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:11.941686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2bff6d8f-8f99-4c40-a8af-630999b72bd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.1978414 Feb 17 22:45:11.942041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55890) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:11.942444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55892) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:11.953233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:11.959423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65992c43-589a-49b0-a6c6-6758db8564ff None None] Network b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:11.961956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc6b6939-7305-4cd0-81ef-bfdb378134bd req-476d4174-0f4c-4ed2-9b5a-73a4286ffe97 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bcd5368-04aa-4eca-94b8-87341a9c2194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116845 Feb 17 22:45:11.983684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d92a43-e0db-4aae-b962-45bb8d046a21 None None] Network 47f2967a-c70e-4d2a-a486-4677a38c0445 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:12.022442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.131121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=692da997-0cba-4669-8d88-7435f9773141,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.135440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] In _notify_port_updated(), no bound segment for port 692da997-0cba-4669-8d88-7435f9773141 on network 8d129d87-b810-472b-8fc7-a821db41a315 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:45:12.151876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:12.156643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.161934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3bc858c9-68ba-4318-9e56-72fd9459bc15 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/ports/692da997-0cba-4669-8d88-7435f9773141 HTTP/1.1" status: 200 len: 818 time: 1.9077251 Feb 17 22:45:12.168244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55898) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:12.238743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.389238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:01Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': '7821a22e-99e8-4887-886a-1c45150da5f1', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:26:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'be646210-2e05-4884-82ed-08b768011e17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:44:58Z', 'updated_at': '2022-02-17T22:45:09Z', 'revision_number': 4, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'be646210-2e05-4884-82ed-08b768011e17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:12.398646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262884b5-ac4a-40b4-a641-f4f605689dbd None None] The sync data for ids ['9587fd6f-5d19-4772-beac-3cb9fec4433f'] in dv-neutron-805768-3-hyperv is: [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:01Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': '7821a22e-99e8-4887-886a-1c45150da5f1', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:26:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'be646210-2e05-4884-82ed-08b768011e17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:44:58Z', 'updated_at': '2022-02-17T22:45:09Z', 'revision_number': 4, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'be646210-2e05-4884-82ed-08b768011e17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:12.419533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Deleting port 722a1888-5092-41cd-9ed0-00d81f55949d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:12.421606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.467281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.498035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.504681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:12.504681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.540255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] DHCP port deletion for b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:12.549055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Deleting port 0dad4317-c04c-47eb-89f7-abef86d43b92 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:12.549721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.592857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 692da997-0cba-4669-8d88-7435f9773141 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:12.593244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.695860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 7821a22e-99e8-4887-886a-1c45150da5f1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:12.697028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.866953 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 3.5200574 Feb 17 22:45:12.896087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd7328-2171-4531-8b2c-6f01c8830dd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:12.909482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd7328-2171-4531-8b2c-6f01c8830dd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:12.911146 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-42cd7328-2171-4531-8b2c-6f01c8830dd6 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9662645 Feb 17 22:45:12.937744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] For port 0dad4317-c04c-47eb-89f7-abef86d43b92, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0dad4317-c04c-47eb-89f7-abef86d43b92,segment=NetworkSegment(d0dbdd32-ac9f-46af-9863-ad5dfea70a84),segment_id=d0dbdd32-ac9f-46af-9863-ad5dfea70a84)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:12.938661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:12.953308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:13.024417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.024851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.184639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting port 4996597f-d6cc-416e-a897-df438b081b12 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:13.185242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.258456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Calling delete_port for 0dad4317-c04c-47eb-89f7-abef86d43b92 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:13.309853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55914) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:13.354904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494', 'binding:host_id': 'hv-neutron-8057', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-309026905'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:13.363809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:13.373439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Usage tracker for resource:port and tenant:da44fe9e30d14fd9b477e76f655581d5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:13.378530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:13.390464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:13.406281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.421965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Calling delete_port for 722a1888-5092-41cd-9ed0-00d81f55949d owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:13.466139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] No DVR routers for this DVR port 0dad4317-c04c-47eb-89f7-abef86d43b92 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:13.470009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9ac2f-aa85-48ea-a50e-8900aaedc168 None None] Pushing event deleted for resources: {'Port': ['ID=0dad4317-c04c-47eb-89f7-abef86d43b92,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.488644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Pushing event updated for resources: {'Network': ['ID=cfc52b32-ef02-4e6a-9c17-6468d4703494,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.504982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Made reservation on behalf of da44fe9e30d14fd9b477e76f655581d5 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:13.507359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.517667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.532305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.556303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f98da5df-4fba-4224-92d9-f99c9bbb8957 req-f1687ee4-701d-47d2-a57a-4cc57b4e02c3 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.1442480 Feb 17 22:45:13.607210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event deleted for resources: {'Port': ['ID=aae5776c-5bf3-4ede-9cc5-da007176d66d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.629742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.630085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.630424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.630760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.631090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.631991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.631991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.632295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.632446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.632774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.633037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.633346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d59c9-f9d8-4291-9de3-fa9a649bab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.653906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:13.661820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:13.677438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Usage tracker for resource:security_group_rule and tenant:da44fe9e30d14fd9b477e76f655581d5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:13.693298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:13.697171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port 7821a22e-99e8-4887-886a-1c45150da5f1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7821a22e-99e8-4887-886a-1c45150da5f1,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:13.697564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.718239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.718564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.718904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.719237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.719569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.719897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.720220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.720606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.720860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.721227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.721529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.721848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:13.725589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:13.788077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:13.943279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7821a22e-99e8-4887-886a-1c45150da5f1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:14.040674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 7821a22e-99e8-4887-886a-1c45150da5f1 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:14.083985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7821a22e-99e8-4887-886a-1c45150da5f1 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:14.093535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7821a22e-99e8-4887-886a-1c45150da5f1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:14.094186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.204860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.270599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8eb00-63bc-4192-902e-362d85c851c9 req-e89a3669-f5a4-4f96-aca2-3f403095a0ec tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:14.272249 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-07d8eb00-63bc-4192-902e-362d85c851c9 req-e89a3669-f5a4-4f96-aca2-3f403095a0ec tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.0177028 Feb 17 22:45:14.317772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.359286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.404616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7821a22e-99e8-4887-886a-1c45150da5f1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7821a22e-99e8-4887-886a-1c45150da5f1,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:14.406050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:14.412744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.491725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 692da997-0cba-4669-8d88-7435f9773141 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:14.523528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.548977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.555315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0dad4317-c04c-47eb-89f7-abef86d43b92 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:14.584611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Calling delete_port for 4996597f-d6cc-416e-a897-df438b081b12 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:14.607944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 0dad4317-c04c-47eb-89f7-abef86d43b92 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:14.607944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0dad4317-c04c-47eb-89f7-abef86d43b92 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:14.672434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.719409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=27a4c17c-776b-49b1-ac35-bca15ea26139,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.724480 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-07d8eb00-63bc-4192-902e-362d85c851c9 req-7876708b-5b26-41bf-8889-50fd65591116 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190295 Feb 17 22:45:14.755619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b277e-6f40-4dc6-a5b6-e8b0b18e3fb5 None None] Network d2151d75-be30-4e3a-b69f-b102334e2ac5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:14.805818 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53d84039-66e3-48ca-b92e-ba17f6a2db21 req-bc8c5e43-e3f8-453f-a77f-045daa8a9da8 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.0851405 Feb 17 22:45:14.841503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.851101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.857286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:14.868639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 445387ce-c686-48df-853a-607d46640305 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:14.892800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Pushing event deleted for resources: {'Port': ['ID=722a1888-5092-41cd-9ed0-00d81f55949d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.910065 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2bed0b01-a029-4572-ae85-00928cd850ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/27a4c17c-776b-49b1-ac35-bca15ea26139 HTTP/1.1" status: 204 len: 168 time: 3.1884062 Feb 17 22:45:14.918872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55922) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:14.925631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:14.926302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:14.931547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.168087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Port': ['ID=4996597f-d6cc-416e-a897-df438b081b12,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.170324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d331f-5d37-4763-bb53-2696d122c9ba,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.170486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.195561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.210412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21814307-00dd-4586-a556-40aa9df081bb None None] DHCP port deletion for d2151d75-be30-4e3a-b69f-b102334e2ac5 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:15.218195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Deleting port f2379434-cf3c-427f-8dee-26cbeaf6363f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:15.218974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.254373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=692da997-0cba-4669-8d88-7435f9773141,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.270160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.305929 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b51810ee-b16d-4649-bba3-2239b2dfbc85 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/692da997-0cba-4669-8d88-7435f9773141 HTTP/1.1" status: 204 len: 168 time: 3.1315179 Feb 17 22:45:15.305929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:15.309498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55928) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:15.312759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.315059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.319039 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Sync routers for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:15.322550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.329290 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e9d6671d-52f5-422f-9b6e-5fb709a9a2d8 tempest-ServersTestManualDisk-1890263109 tempest-ServersTestManualDisk-1890263109-project] 10.222.0.42 "DELETE /v2.0/floatingips/a15a6ed2-7fa0-4e1d-ad52-0aaaaf206ca7 HTTP/1.1" status: 204 len: 168 time: 3.3808150 Feb 17 22:45:15.330375 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-34a0358d-4881-4c33-ab84-0b9a146c21f2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/ports/4996597f-d6cc-416e-a897-df438b081b12 HTTP/1.1" status: 204 len: 168 time: 2.3755448 Feb 17 22:45:15.335156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55932) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:15.335491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55934) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:15.344581 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:15.346059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:15.464193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 7821a22e-99e8-4887-886a-1c45150da5f1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:15.464457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.667217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-21814307-00dd-4586-a556-40aa9df081bb None None] For port f2379434-cf3c-427f-8dee-26cbeaf6363f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2379434-cf3c-427f-8dee-26cbeaf6363f,segment=NetworkSegment(80812e7f-109b-424d-9855-cc6e53509477),segment_id=80812e7f-109b-424d-9855-cc6e53509477)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:15.668028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.693402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] No DVR routers for this DVR port aae5776c-5bf3-4ede-9cc5-da007176d66d on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:15.698017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:15.702138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:15.703989 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d6261c05-c32b-4169-a48c-561ffe8fd9ca req-215b6570-a4a4-4d04-8b17-6fd8b8ff6776 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.43 "DELETE /v2.0/ports/aae5776c-5bf3-4ede-9cc5-da007176d66d HTTP/1.1" status: 204 len: 173 time: 9.6529219 Feb 17 22:45:15.711275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-deleted', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:15.806333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6810ea9d-155a-447c-9021-85bdfc42ba21 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:15.807598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6810ea9d-155a-447c-9021-85bdfc42ba21 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:15.841724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6810ea9d-155a-447c-9021-85bdfc42ba21 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:15.848303 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6810ea9d-155a-447c-9021-85bdfc42ba21 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5336726 Feb 17 22:45:15.850783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55942) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:15.925669 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec7833-a379-4cae-8ebb-1153d14dc94f', 'name': 'network-vif-deleted', 'tag': 'aae5776c-5bf3-4ede-9cc5-da007176d66d', 'status': 'completed', 'code': 200} Feb 17 22:45:15.959473 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a48823-643e-43b1-9ad8-0bff2a5fa537 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:45:15.962354 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-48a48823-643e-43b1-9ad8-0bff2a5fa537 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/692da997-0cba-4669-8d88-7435f9773141 HTTP/1.1" status: 404 len: 333 time: 0.1091223 Feb 17 22:45:15.967642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55948) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:15.980736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219988024'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:15.985763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7821a22e-99e8-4887-886a-1c45150da5f1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:15.991390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:16.010482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:16.017901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:16.036730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:16.060449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:16.068329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.128994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:16.150898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.151893 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment a5c70831-a38c-40e1-ab76-4c1eadcc9556 of type vlan for network 36fdb797-f522-48bd-8887-4ee291c10c64 Feb 17 22:45:16.200155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.216954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port 7821a22e-99e8-4887-886a-1c45150da5f1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7821a22e-99e8-4887-886a-1c45150da5f1,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:16.217994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.246700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.252863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:16.256187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.333662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Calling delete_port for f2379434-cf3c-427f-8dee-26cbeaf6363f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:16.465969 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4957459 Feb 17 22:45:16.467174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55952) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:16.482122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:16.508043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b249c-f136-4ec6-8a05-65df0fc06010 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=36fdb797-f522-48bd-8887-4ee291c10c64,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.514068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting port 7f6234a7-5b2f-445c-9cbd-7835a1314524 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:16.514401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.539734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7821a22e-99e8-4887-886a-1c45150da5f1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:16.540573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.582211 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:16.592803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:16.593050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Checking router: 192f85c9-70b1-40f4-9cd0-cdb70dc05487 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:16.631377 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:16.631876 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:16.713324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:16.725178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:16.731579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:16.743419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.746844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:16.772000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:16.781760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:16.833871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Pushing event deleted for resources: {'Port': ['ID=f2379434-cf3c-427f-8dee-26cbeaf6363f,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.859422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 7821a22e-99e8-4887-886a-1c45150da5f1 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:16.863878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.864223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.864570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.864905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.865268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.865602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.865930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.866253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.866579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.866901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.867221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.867539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21814307-00dd-4586-a556-40aa9df081bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:16.870734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21814307-00dd-4586-a556-40aa9df081bb None None] No DVR routers for this DVR port f2379434-cf3c-427f-8dee-26cbeaf6363f on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:17.000935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9578ab73-7093-4a3b-b197-a51495f62d44 req-19d18264-3882-45f1-a19d-79348b8b6ff0 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/ports?device_id=daec7833-a379-4cae-8ebb-1153d14dc94f HTTP/1.1" status: 200 len: 210 time: 0.6916776 Feb 17 22:45:17.042282 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:17.051344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2379434-cf3c-427f-8dee-26cbeaf6363f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:17.062448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f33494-e1b7-46fa-bb7a-9fecac14b2cf req-bae4f8aa-62e1-48b1-8eee-c1a14e238e1f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:17.065006 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95f33494-e1b7-46fa-bb7a-9fecac14b2cf req-bae4f8aa-62e1-48b1-8eee-c1a14e238e1f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 2.0405252 Feb 17 22:45:17.095187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.125795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f2379434-cf3c-427f-8dee-26cbeaf6363f {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:17.126057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2379434-cf3c-427f-8dee-26cbeaf6363f not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:17.129375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 445387ce-c686-48df-853a-607d46640305 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:17.225433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.238253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.331019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=fdb951ed-1371-457b-8b2d-f344cba87eda,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:17.350115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': 'a5c70831-a38c-40e1-ab76-4c1eadcc9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:17.350497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 36fdb797-f522-48bd-8887-4ee291c10c64, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:17.372947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 36fdb797-f522-48bd-8887-4ee291c10c64 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:17.384197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 36fdb797-f522-48bd-8887-4ee291c10c64) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:17.384571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6aa13d0-8979-47a5-b39a-8dbc9eeb9290']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:17.395182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd987e-7245-4afe-acea-a4af56ce5287 None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:17.398511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:17.399119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.433573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a03bef14-c01c-4874-a506-0c9ef8c884eb tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9610944 Feb 17 22:45:17.435869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55956) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:17.442771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:17.545029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Transition to ACTIVE for port object 445387ce-c686-48df-853a-607d46640305 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:17.549869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:17.550359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dbdd32-ac9f-46af-9863-ad5dfea70a84') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:17.573440 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:17.579818 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e50494-f6a8-4922-90ad-86d0d0d1e47d None None] The sync data for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv is: [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:43:33Z', 'revision_number': 4, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2dcd8333-3c1b-4596-b930-b760b6e20e88', 'name': '', 'network_id': 'a7f335c2-baac-42a9-a552-569b039f757a', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'mac_address': 'fa:16:3e:a0:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:30Z', 'updated_at': '2022-02-17T22:43:46Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'subnets': [{'id': 'a019a29c-42ac-4b87-b948-ed3a61a8c2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:17.692484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.706163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-36fdb797-f522-48bd-8887-4ee291c10c64', 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': 'fdb951ed-1371-457b-8b2d-f344cba87eda'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:17.707323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.710984 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95f33494-e1b7-46fa-bb7a-9fecac14b2cf req-b7bc6cdb-d010-449f-807e-ed99e831c4d7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922706 Feb 17 22:45:17.728997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:17.735870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:17.739515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:17.748630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:17.761478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:17.780193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:17.787820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.041756 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fdb951ed-1371-457b-8b2d-f344cba87eda (CIDR: 172.20.0.0/28) Feb 17 22:45:18.048354 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:45:18.049067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:18.066592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Allocated IP 172.20.0.2 (36fdb797-f522-48bd-8887-4ee291c10c64/fdb951ed-1371-457b-8b2d-f344cba87eda/436a6eca-802e-47e2-9b0d-7387dfffde26) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:18.108210 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6d35d59-8ff0-4e0a-a557-c2ab1337e7f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6705663 Feb 17 22:45:18.113383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55964) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:18.130913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:18.183178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.207430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88440ddd-26a9-412a-9cc7-1ba31303a7d2 None None] New status for floating IP 9a0dcbd5-b159-47df-a420-928fb3e75f41: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:45:18.317897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:18.319523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:18.364054 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:18.395963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55970) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:18.506054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:18.516290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.523500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:18.531090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=445387ce-c686-48df-853a-607d46640305,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.532939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:18.551467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:18.595556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.616581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:18.623400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.693859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.716970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Transition to ACTIVE for port object 436a6eca-802e-47e2-9b0d-7387dfffde26 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:18.758901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Transition to ACTIVE for port object 436a6eca-802e-47e2-9b0d-7387dfffde26 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:18.769497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.793982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.885808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:18.901072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:18.913055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Calling delete_port for 7f6234a7-5b2f-445c-9cbd-7835a1314524 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:18.914805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:18.935278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.959226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:18.975729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcd5368-04aa-4eca-94b8-87341a9c2194,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.070770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Pushing event updated for resources: {'Port': ['ID=436a6eca-802e-47e2-9b0d-7387dfffde26,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.095425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.097737 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a20029ce-59cf-4f22-bbcc-927318db68d4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "DELETE /v2.0/security-groups/9bcd5368-04aa-4eca-94b8-87341a9c2194 HTTP/1.1" status: 204 len: 168 time: 0.7001278 Feb 17 22:45:19.102973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55974) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:19.127476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Checking segment: {'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:19.127996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Network hostable DHCP agents. Network: cfc52b32-ef02-4e6a-9c17-6468d4703494, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:19.155083 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-13eafa31-8204-460d-ac78-f6d8abe795b4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] show failed (client error): The resource could not be found. Feb 17 22:45:19.157202 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-13eafa31-8204-460d-ac78-f6d8abe795b4 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "GET /v2.0/security-groups/9bcd5368-04aa-4eca-94b8-87341a9c2194 HTTP/1.1" status: 404 len: 347 time: 0.0522673 Feb 17 22:45:19.162725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55978) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:19.203058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.208251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Attempting to bind port 436a6eca-802e-47e2-9b0d-7387dfffde26 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:19.208733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Attempting to bind port 436a6eca-802e-47e2-9b0d-7387dfffde26 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a5c70831-a38c-40e1-ab76-4c1eadcc9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:19.209345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Attempting to bind port 436a6eca-802e-47e2-9b0d-7387dfffde26 on network 36fdb797-f522-48bd-8887-4ee291c10c64 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:19.217096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:19.217542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Checking segment: {'id': 'a5c70831-a38c-40e1-ab76-4c1eadcc9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:19.218054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.218548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Bound using segment: {'id': 'a5c70831-a38c-40e1-ab76-4c1eadcc9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:19.219170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Bound port: 436a6eca-802e-47e2-9b0d-7387dfffde26, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c70831-a38c-40e1-ab76-4c1eadcc9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:19.219636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.272414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88847-ddb8-4711-a134-8ceb04534f32 req-e7c12f42-ff10-4e01-8bc8-e32db3acd8d4 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:19.282428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-24d88847-ddb8-4711-a134-8ceb04534f32 req-e7c12f42-ff10-4e01-8bc8-e32db3acd8d4 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.1714108 Feb 17 22:45:19.322229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=b6aa13d0-8979-47a5-b39a-8dbc9eeb9290,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.337419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.352163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:19.358010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=436a6eca-802e-47e2-9b0d-7387dfffde26,segment=NetworkSegment(a5c70831-a38c-40e1-ab76-4c1eadcc9556),segment_id=a5c70831-a38c-40e1-ab76-4c1eadcc9556)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:19.367053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.471596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8bde3-e0f7-47ad-b077-d88c3c3e02b1 None None] Pushing event updated for resources: {'Port': ['ID=436a6eca-802e-47e2-9b0d-7387dfffde26,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.532075 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-634dff3c-c22b-4e46-9899-2e32fda472ba tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/b6aa13d0-8979-47a5-b39a-8dbc9eeb9290 HTTP/1.1" status: 204 len: 168 time: 4.6088769 Feb 17 22:45:19.557693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=7821a22e-99e8-4887-886a-1c45150da5f1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.569558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:19.666441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Deleting port a4cc4178-121f-45d3-9296-a040e259bcc4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:19.666441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.728515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.733633 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-24d88847-ddb8-4711-a134-8ceb04534f32 req-cc6b0f2c-21cc-4eb4-a268-e863dd023df7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4498842 Feb 17 22:45:19.739126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:19.742177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:19.805479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.075475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 36fdb797-f522-48bd-8887-4ee291c10c64 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:20.098245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:20.108474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.109263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.171598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Port': ['ID=7f6234a7-5b2f-445c-9cbd-7835a1314524,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.182682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=dcc9202b-649d-472e-b1dc-360a4b535319,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.193896 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e3effaac-a093-418d-b29b-d8a2d86e1019 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0745668 Feb 17 22:45:20.195033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55988) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:20.201444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'fixed_ips': [{'subnet_id': 'fdb951ed-1371-457b-8b2d-f344cba87eda'}, {'subnet_id': 'dcc9202b-649d-472e-b1dc-360a4b535319'}], 'name': 'tempest-PortsTestJSON-1121366005'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:20.208246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9272636b-000e-4c9f-ace2-b8e22a272a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.222377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.222377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.224375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, cfc52b32-ef02-4e6a-9c17-6468d4703494) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:20.235490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3973c-f119-4ba2-bf80-6a428dfda360 None None] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:20.281422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:20.292278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.297441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.365824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7fa7bb22-ff4b-4d1a-a684-01ebf1491b5a tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/ports/7f6234a7-5b2f-445c-9cbd-7835a1314524 HTTP/1.1" status: 204 len: 168 time: 5.0172496 Feb 17 22:45:20.367227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:20.367227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:20.367550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:20.430343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 55992) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:20.539807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:20.540146 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:20.564597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 2 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:20.645652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ebd06647-ac60-4b8d-99d3-4ce10108a139 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Synchronizing usage tracker for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:20.649296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Calling delete_port for a4cc4178-121f-45d3-9296-a040e259bcc4 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:20.650640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:20.710698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:20.713781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:20.714117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:20.715634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:20.720952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:20.727309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:20.737648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:20.773584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:20.898521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:20.898851 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:20.904909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2151d75-be30-4e3a-b69f-b102334e2ac5']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:20.912510 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 3 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:20.936146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ebd06647-ac60-4b8d-99d3-4ce10108a139 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Unset dirty status for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:20.937381 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ebd06647-ac60-4b8d-99d3-4ce10108a139 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5052619 Feb 17 22:45:20.939562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80812e7f-109b-424d-9855-cc6e53509477') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:20.939847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80812e7f-109b-424d-9855-cc6e53509477') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:20.958777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 55996) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:20.979610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1478089537'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:20.997948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:21.014623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc644e1-9eed-46f5-b113-b9458c9e55a7 req-fd0a1e39-9d33-4c53-b274-8fd383cdbbab tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.016431 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ecc644e1-9eed-46f5-b113-b9458c9e55a7 req-fd0a1e39-9d33-4c53-b274-8fd383cdbbab tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9762688 Feb 17 22:45:21.024164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:network and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:21.030573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:21.032540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:21.032873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:21.033232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:21.052052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf3866-a6a3-419f-bd1f-eba6435ed9ab None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:21.056318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.060837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:21.081608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.139122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:21.143000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:21.143329 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:21.143490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.158542 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 4 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:21.185848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.189621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a3ad4ede-6cf3-4d3c-8893-4259110b2f66 None None] Provisioning for port 436a6eca-802e-47e2-9b0d-7387dfffde26 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:21.213258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:21.213611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:21.213944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:21.219015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Router 9587fd6f-5d19-4772-beac-3cb9fec4433f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:21.221643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:21.222056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.222763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Pushing event deleted for resources: {'Port': ['ID=a4cc4178-121f-45d3-9296-a040e259bcc4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:21.227493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:21.242085 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:21.253319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ecc644e1-9eed-46f5-b113-b9458c9e55a7 req-76ae823d-dd5b-4048-815b-860273d7eac9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236931 Feb 17 22:45:21.289966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:21.302913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.302913 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment e887f228-ac2f-4978-99c1-64a58dfa4c64 of type vlan for network 65b91e8a-3d45-4345-be2e-f6cd936e66fe Feb 17 22:45:21.316353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:21.316827 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:21.331647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 5 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:21.335900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.390139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:21.391116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:21.391613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:21.420101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 054f59bd-134e-48f0-8cfb-c58b55080842 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:21.459075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:21.459342 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:21.468779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 6 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:21.477666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.501311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.507053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.509111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.576776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Update dhcp port {'port': {'network_id': '36fdb797-f522-48bd-8887-4ee291c10c64', 'fixed_ips': [{'subnet_id': 'fdb951ed-1371-457b-8b2d-f344cba87eda', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dcc9202b-649d-472e-b1dc-360a4b535319'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '436a6eca-802e-47e2-9b0d-7387dfffde26'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:45:21.609215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.645655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.647734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.705047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:21.711491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:21.711929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:21.713122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:21.733829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:21.750730 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b3d7c554-734b-46c4-8694-6b1d0d377cef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "PUT /v2.0/routers/9587fd6f-5d19-4772-beac-3cb9fec4433f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5201719 Feb 17 22:45:21.756307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56002) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:21.757247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:21.757247 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:21.757556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=d2151d75-be30-4e3a-b69f-b102334e2ac5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:21.759516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=65b91e8a-3d45-4345-be2e-f6cd936e66fe,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:21.763038 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Sync routers for ids ['9587fd6f-5d19-4772-beac-3cb9fec4433f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:21.764117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 7 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:21.778536 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4b156f23-e71a-499b-9674-7dc65affff75 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/d2151d75-be30-4e3a-b69f-b102334e2ac5 HTTP/1.1" status: 204 len: 168 time: 2.2039888 Feb 17 22:45:21.780026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56006) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:21.788540 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Routers {'9587fd6f-5d19-4772-beac-3cb9fec4433f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:21.789213 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9587fd6f-5d19-4772-beac-3cb9fec4433f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:21.796671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-68574306'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:21.805998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 65b91e8a-3d45-4345-be2e-f6cd936e66fe details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:21.901595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:21.912021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:21.912313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:21.912669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:21.960938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:21.976584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:21.996798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:22.006895 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:22.017275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 8 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:22.038685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:22.050625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 436a6eca-802e-47e2-9b0d-7387dfffde26 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:22.071092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:22.071519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:22.071800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:22.072101 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Set router 9587fd6f-5d19-4772-beac-3cb9fec4433f gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:22.130310 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00ac9181-0b19-44df-a775-d9cb4d94d195 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1658735 Feb 17 22:45:22.135555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:22.139694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.151488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56010) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:22.155028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:22.155673 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:22.161963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1696260499'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:22.167552 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 9 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:22.170295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:22.177378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:network and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:22.185111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:22.194034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:22.237920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7f04-c927-46e9-995d-aac6e02a93bc req-449e2e13-70d8-4872-8829-4171def64ca5 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.239928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ee7c7f04-c927-46e9-995d-aac6e02a93bc req-449e2e13-70d8-4872-8829-4171def64ca5 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6318805 Feb 17 22:45:22.254005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:22.254788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:22.255462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:22.288156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:22.288375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.289021 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:22.290567 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-098a503a-1550-4489-813e-599401d429c6 tempest-ServersTestJSON-282243926 tempest-ServersTestJSON-282243926-project] 10.222.0.42 "DELETE /v2.0/floatingips/9a0dcbd5-b159-47df-a420-928fb3e75f41 HTTP/1.1" status: 204 len: 168 time: 3.1250296 Feb 17 22:45:22.296061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 10 to bind port 445387ce-c686-48df-853a-607d46640305 Feb 17 22:45:22.302638 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:18Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:22.307309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2a9e5-80ee-46f6-8752-b99502c64acf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.308300 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Checking router: 9587fd6f-5d19-4772-beac-3cb9fec4433f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:22.309956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56014) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:22.321911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2a9e5-80ee-46f6-8752-b99502c64acf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.323316 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Routers {'9587fd6f-5d19-4772-beac-3cb9fec4433f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:22.323567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9ca2a9e5-80ee-46f6-8752-b99502c64acf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:22.324055 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:44:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9587fd6f-5d19-4772-beac-3cb9fec4433f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:22.325248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:22.329577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:22.335868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.375434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Allocated IP 172.20.0.18 (36fdb797-f522-48bd-8887-4ee291c10c64/dcc9202b-649d-472e-b1dc-360a4b535319/436a6eca-802e-47e2-9b0d-7387dfffde26) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:22.449340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:22.459643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:22.460750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:22.461358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:22.474168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.474897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Added segment 420b891a-4a3b-4439-a50d-939edf659680 of type vlan for network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 Feb 17 22:45:22.478002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.479087 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment a790643e-0aaf-4eba-90c0-3ba158111672 of type vlan for network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 Feb 17 22:45:22.511503 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] Set router 9587fd6f-5d19-4772-beac-3cb9fec4433f gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:22.516756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9ca2a9e5-80ee-46f6-8752-b99502c64acf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:22.521463 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9ca2a9e5-80ee-46f6-8752-b99502c64acf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7637973 Feb 17 22:45:22.522206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56018) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:22.542350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af3bbc2c-82d8-4164-925a-9a9b42ff47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.572958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=436a6eca-802e-47e2-9b0d-7387dfffde26,segment=NetworkSegment(a5c70831-a38c-40e1-ab76-4c1eadcc9556),segment_id=a5c70831-a38c-40e1-ab76-4c1eadcc9556)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:22.578398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.589335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.593756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 436a6eca-802e-47e2-9b0d-7387dfffde26 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:22.613190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:22.613543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.642027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet be646210-2e05-4884-82ed-08b768011e17 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:22.647310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.647812 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:18Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:22.653269 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2027c75-740c-429a-8620-5ce8a3a8439d None None] The sync data for ids ['9587fd6f-5d19-4772-beac-3cb9fec4433f'] in dv-neutron-805768-3-hyperv is: [{'id': '9587fd6f-5d19-4772-beac-3cb9fec4433f', 'name': 'tempest-NetworksTestDHCPv6-router-1955213057', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:44:56Z', 'updated_at': '2022-02-17T22:45:18Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:22.659686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.663911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ee7c7f04-c927-46e9-995d-aac6e02a93bc req-f30c1bca-a3f1-4cf1-ac93-ee445ee943a3 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027054 Feb 17 22:45:22.713200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Transition to ACTIVE for port object 436a6eca-802e-47e2-9b0d-7387dfffde26 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:22.714453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.720540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.720871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.734502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 436a6eca-802e-47e2-9b0d-7387dfffde26 had new provisioning blocks added so it will not transition to active. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 17 22:45:22.748932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.767696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.771368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 445387ce-c686-48df-853a-607d46640305 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:22.771887 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 445387ce-c686-48df-853a-607d46640305 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:22.772596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.804647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.810724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.811674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:22.984358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38002339-fe4e-4073-ba40-421ed5b51588 None None] Pushing event updated for resources: {'Port': ['ID=436a6eca-802e-47e2-9b0d-7387dfffde26,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:22.990070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Network': ['ID=9ba9c447-7135-41ba-a130-fd6d1c5268e7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:22.994203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d60f530d-8f7c-4afe-a170-6fa285de240f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8379574 Feb 17 22:45:23.009626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:23.046531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:23.314402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:23.385880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.7 (36fdb797-f522-48bd-8887-4ee291c10c64/fdb951ed-1371-457b-8b2d-f344cba87eda/054f59bd-134e-48f0-8cfb-c58b55080842) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:23.408207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.28 (36fdb797-f522-48bd-8887-4ee291c10c64/dcc9202b-649d-472e-b1dc-360a4b535319/054f59bd-134e-48f0-8cfb-c58b55080842) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:23.421150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:23.425180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:23.528315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=be646210-2e05-4884-82ed-08b768011e17,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:23.534903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:23.536885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144cfed-14f0-492e-9640-8a0759a6b6f6 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:23.631325 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-014ad916-0525-49ce-b3a7-94a05b5ff34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/be646210-2e05-4884-82ed-08b768011e17 HTTP/1.1" status: 204 len: 168 time: 1.0942245 Feb 17 22:45:23.638196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56024) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:23.797546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b3406-79e3-4327-8e56-8f0cdaddecc6 None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:24.020201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 436a6eca-802e-47e2-9b0d-7387dfffde26 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:24.173268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Provisioning for port 436a6eca-802e-47e2-9b0d-7387dfffde26 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:24.315363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:24.316016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.329798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Deleting port 1b93049e-f998-483c-b7d0-d5d8f9c21226 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:24.330387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.356422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=0f3f51e9-546e-4eef-9008-a1d43386f6c4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:24.391853 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2c65cbe3-0047-4e09-8569-18b91e394015 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7509561 Feb 17 22:45:24.395624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a14c7ae-a662-40ef-9ad2-1e4c12a36f8b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6117578 Feb 17 22:45:24.413136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:24.450796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56028) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:24.451055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56030) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:24.468497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.488045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 054f59bd-134e-48f0-8cfb-c58b55080842 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:24.524938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.594772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:24.595200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.614393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:24.658813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 36fdb797-f522-48bd-8887-4ee291c10c64 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:24.663598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:24.671591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:24.718488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=054f59bd-134e-48f0-8cfb-c58b55080842,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:24.814354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:24.815391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.829932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:24.856241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Deleting port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:24.857042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:24.862976 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de6a6735-bbe3-40f5-9596-a3e94207bced tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.6662626 Feb 17 22:45:24.866416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56036) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:24.883149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fdb951ed-1371-457b-8b2d-f344cba87eda'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:25.009906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.119897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.219459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.221811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.253548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.307321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 445387ce-c686-48df-853a-607d46640305, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:25.309126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempted to set empty binding levels {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:45:25.378786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.398053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=436a6eca-802e-47e2-9b0d-7387dfffde26,segment=NetworkSegment(a5c70831-a38c-40e1-ab76-4c1eadcc9556),segment_id=a5c70831-a38c-40e1-ab76-4c1eadcc9556)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:25.417283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.598441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7821a22e-99e8-4887-886a-1c45150da5f1 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:25.603587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:25.604591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:25.624058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=445387ce-c686-48df-853a-607d46640305,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:25.644258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8c463-6f21-4fea-ae2d-10343309259f req-3722776c-2a3d-43f0-aab4-c3a8e3b41fea tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:25.653795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58f8c463-6f21-4fea-ae2d-10343309259f req-3722776c-2a3d-43f0-aab4-c3a8e3b41fea tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.7509193 Feb 17 22:45:25.941927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7821a22e-99e8-4887-886a-1c45150da5f1 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:25.942812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7821a22e-99e8-4887-886a-1c45150da5f1 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:26.006864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:26.007222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-9e928255-31d0-4717-b3c2-878578fcba1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:26.034521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=436a6eca-802e-47e2-9b0d-7387dfffde26,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:26.039178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] For port 7c384129-5661-4f6e-b5eb-db0c8ee74da2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c384129-5661-4f6e-b5eb-db0c8ee74da2,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:26.039851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.162036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c384129-5661-4f6e-b5eb-db0c8ee74da2 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:26.287514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:26.298424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Calling delete_port for 7c384129-5661-4f6e-b5eb-db0c8ee74da2 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:26.301228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:26.304945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:26.313910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:26.337924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.349050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:26.352695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.439109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.443889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58f8c463-6f21-4fea-ae2d-10343309259f req-d8c5ebf4-393f-472d-a016-0c8ef342a8f3 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7887518 Feb 17 22:45:26.469387 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-39b5481c-fdeb-4d3f-9d9c-929d023bf8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 13.1328700 Feb 17 22:45:26.472857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Delete allocated IP 172.20.0.28 (36fdb797-f522-48bd-8887-4ee291c10c64/dcc9202b-649d-472e-b1dc-360a4b535319) {{(pid=87694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:45:26.475171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56040) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:26.571872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] For port 1b93049e-f998-483c-b7d0-d5d8f9c21226, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1b93049e-f998-483c-b7d0-d5d8f9c21226,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:26.572578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.611085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.612047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Fanout notify agent at l3_agent the message router_deleted on router 9587fd6f-5d19-4772-beac-3cb9fec4433f {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:45:26.640924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.670490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Deleting port 445387ce-c686-48df-853a-607d46640305 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:26.671258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.717515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 update to DOWN by agent not found {{(pid=87696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 22:45:26.733786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] Pushing event deleted for resources: {'Port': ['ID=7c384129-5661-4f6e-b5eb-db0c8ee74da2,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:26.741267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31427518-5533-4dc0-9c63-1d28103064bd None None] No DVR routers for this DVR port 7c384129-5661-4f6e-b5eb-db0c8ee74da2 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:26.828242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.830457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-925dac47-de2d-41e9-b3c8-6e4626483d03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/routers/9587fd6f-5d19-4772-beac-3cb9fec4433f HTTP/1.1" status: 204 len: 168 time: 2.3651152 Feb 17 22:45:26.852041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56046) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:26.852415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56048) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:26.865192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:26.865557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:26.869246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'subnets': [{'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1326536887', 'ip_version': 6}, {'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:26.869564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'subnet': {'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1326536887', 'ip_version': 6}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:26.870286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Request body: {'subnet': {'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:26.888589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:27.018456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Calling delete_port for 1b93049e-f998-483c-b7d0-d5d8f9c21226 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:27.080935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Provisioning for port 054f59bd-134e-48f0-8cfb-c58b55080842 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:27.089393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Provisioning complete for port 054f59bd-134e-48f0-8cfb-c58b55080842 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:27.089393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.170944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-93d51084-6ce3-45dd-bb9e-132e963b6c2f None None] Port 054f59bd-134e-48f0-8cfb-c58b55080842 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:27.274056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:27.341126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:45:27.403019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.416458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:27.432598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:27.450637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.480803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:27.522353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Ignored duplicate provisioning block setup for port 054f59bd-134e-48f0-8cfb-c58b55080842 by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 22:45:27.530540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 445387ce-c686-48df-853a-607d46640305, host hv-neutron-8057, got binding levels [] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:27.530809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.539694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.550559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:27.554500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.611651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:27.695259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Usage tracker for resource:subnet and tenant:e2a773e1afa5471eaff4b5ef85f338ba is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:27.832426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:27.849556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:27.993957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.046106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-109ccffa-fa06-4ea5-a3ee-5b2b06bc6ed2 None None] Provisioning complete for port 054f59bd-134e-48f0-8cfb-c58b55080842 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.047444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Calling delete_port for 445387ce-c686-48df-853a-607d46640305 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:28.054546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-109ccffa-fa06-4ea5-a3ee-5b2b06bc6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.187795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 436a6eca-802e-47e2-9b0d-7387dfffde26 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:28.263608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b93049e-f998-483c-b7d0-d5d8f9c21226,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:28.310971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-109ccffa-fa06-4ea5-a3ee-5b2b06bc6ed2 None None] Port 054f59bd-134e-48f0-8cfb-c58b55080842 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:28.321673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.334977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=0c47ac80-e43b-4015-9461-050acf29fc27,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:28.343039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': 'a790643e-0aaf-4eba-90c0-3ba158111672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:28.343302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: 0f3f51e9-546e-4eef-9008-a1d43386f6c4, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:28.393484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.394067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.398258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:28.451301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:28.490219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 0f3f51e9-546e-4eef-9008-a1d43386f6c4) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:28.493271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Made reservation on behalf of e2a773e1afa5471eaff4b5ef85f338ba for: {'subnet': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:28.501126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.501603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.508747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:28.509008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.518455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebffb5a6-d09d-4add-bfd4-5a716fb529eb None None] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:28.546065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4ff2d46b-0d14-4a0e-9144-040d8cf424e7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0758600 Feb 17 22:45:28.550655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56054) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:28.564957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=054f59bd-134e-48f0-8cfb-c58b55080842,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:28.616506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1782177469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:28.637522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:28.654612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:28.661569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:28.721690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:28.772427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.797073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.798740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.828236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.867545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] In _notify_port_updated(), no bound segment for port 054f59bd-134e-48f0-8cfb-c58b55080842 on network 36fdb797-f522-48bd-8887-4ee291c10c64 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:45:28.873239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:28.873887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.879956 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8aaad393-7290-4f9f-abfa-486073946d50 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/ports/054f59bd-134e-48f0-8cfb-c58b55080842 HTTP/1.1" status: 200 len: 919 time: 4.0073831 Feb 17 22:45:28.895511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:28.911965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56058) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:28.956075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fdb951ed-1371-457b-8b2d-f344cba87eda'}, {'subnet_id': 'dcc9202b-649d-472e-b1dc-360a4b535319'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:29.040614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event deleted for resources: {'Port': ['ID=445387ce-c686-48df-853a-607d46640305,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:29.058988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.063313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:29.088050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:29.093901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:29.094496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.133028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=a5604883-7948-41ac-b1c3-43ebf532bbec,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:29.154846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1d688-70bd-48f8-85ef-2b4d6a22ced9 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:29.182539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-0f3f51e9-546e-4eef-9008-a1d43386f6c4', 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '0c47ac80-e43b-4015-9461-050acf29fc27'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:29.185627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.219899 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8bb74751-42ac-462b-bffe-7a7ffe7af9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "DELETE /v2.0/ports/445387ce-c686-48df-853a-607d46640305 HTTP/1.1" status: 204 len: 168 time: 2.7430859 Feb 17 22:45:29.227907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56064) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:29.288940 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-093eb3f2-2248-45a2-a649-ff8f1a1f8085 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4320951 Feb 17 22:45:29.290939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Deleting port 2dcd8333-3c1b-4596-b930-b760b6e20e88 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:29.294293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.326954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56068) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:29.338102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:29.360560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:29.369922 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf60545-2a65-49d4-b656-f30ade05e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:45:29.370467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bf60545-2a65-49d4-b656-f30ade05e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:29.374585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:router and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:29.391245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:29.432737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:29.493907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.495172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.511807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bf60545-2a65-49d4-b656-f30ade05e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:29.513311 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3bf60545-2a65-49d4-b656-f30ade05e719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports/445387ce-c686-48df-853a-607d46640305 HTTP/1.1" status: 404 len: 333 time: 0.2843273 Feb 17 22:45:29.528281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56072) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:29.544503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-663447312'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:29.552117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.557448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:29.626123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.655239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:29.776557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Made reservation on behalf of da44fe9e30d14fd9b477e76f655581d5 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:29.778773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.802629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.853371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:29.898838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Allocated IP 2001:db8::2 (0f3f51e9-546e-4eef-9008-a1d43386f6c4/0c47ac80-e43b-4015-9461-050acf29fc27/2e24bb81-b64e-44f5-bc90-fe9704104d35) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:29.916826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 2096ca69-f449-4a06-9120-5da9aaf8b902 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:30.072370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.147207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.151411 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71247325-316e-495c-9f2e-3461e4f7f1c2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8206625 Feb 17 22:45:30.165532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56076) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:30.180819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'a5604883-7948-41ac-b1c3-43ebf532bbec'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:30.182314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.454039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.458830 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6d81e404-5314-4f64-b279-a3ef6e5fd4a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9055402 Feb 17 22:45:30.459717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.463824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56080) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:30.567768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'port': {'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4', 'name': 'tempest-RoutersIpV6Test-35524205'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:30.618635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] For port 2dcd8333-3c1b-4596-b930-b760b6e20e88, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2dcd8333-3c1b-4596-b930-b760b6e20e88,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:30.619157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.622770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.629681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.662607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Transition to ACTIVE for port object 2e24bb81-b64e-44f5-bc90-fe9704104d35 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:30.734386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a5604883-7948-41ac-b1c3-43ebf532bbec/83d5f633-eb3e-4840-b659-b970293a4c68) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:30.738544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Transition to ACTIVE for port object 2e24bb81-b64e-44f5-bc90-fe9704104d35 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:30.762928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.787255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.30 (36fdb797-f522-48bd-8887-4ee291c10c64/dcc9202b-649d-472e-b1dc-360a4b535319/054f59bd-134e-48f0-8cfb-c58b55080842) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:30.794103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:30.800183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Subnet': ['ID=3a91bc71-9427-48e8-850e-f53df40d4d49,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:30.835724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:30.858384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:30.886612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:30.891432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:30.906296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:30.906633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:30.969047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Calling delete_port for 2dcd8333-3c1b-4596-b930-b760b6e20e88 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:31.086676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Pushing event updated for resources: {'Port': ['ID=2e24bb81-b64e-44f5-bc90-fe9704104d35,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:31.103842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Attempting to bind port 2e24bb81-b64e-44f5-bc90-fe9704104d35 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:31.104213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Attempting to bind port 2e24bb81-b64e-44f5-bc90-fe9704104d35 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a790643e-0aaf-4eba-90c0-3ba158111672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:31.104572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Attempting to bind port 2e24bb81-b64e-44f5-bc90-fe9704104d35 on network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:31.124454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:31.124897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Checking segment: {'id': 'a790643e-0aaf-4eba-90c0-3ba158111672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:31.125267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.125663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Bound using segment: {'id': 'a790643e-0aaf-4eba-90c0-3ba158111672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:31.126153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Bound port: 2e24bb81-b64e-44f5-bc90-fe9704104d35, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a790643e-0aaf-4eba-90c0-3ba158111672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0f3f51e9-546e-4eef-9008-a1d43386f6c4'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:31.126530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.149800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:31.151922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:31.152703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.161969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Checking segment: {'id': 'e887f228-ac2f-4978-99c1-64a58dfa4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:31.162516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network hostable DHCP agents. Network: 65b91e8a-3d45-4345-be2e-f6cd936e66fe, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:31.221283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=2096ca69-f449-4a06-9120-5da9aaf8b902,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:31.282002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.295288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Transition to ACTIVE for port object 83d5f633-eb3e-4840-b659-b970293a4c68 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:31.300862 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b899cebf-6561-4bae-93da-a96bdd923978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7657464 Feb 17 22:45:31.300862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network 65b91e8a-3d45-4345-be2e-f6cd936e66fe is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:31.306827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56084) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:31.318791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Transition to ACTIVE for port object 83d5f633-eb3e-4840-b659-b970293a4c68 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:31.333833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:31.334159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.398627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 65b91e8a-3d45-4345-be2e-f6cd936e66fe) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:31.415587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.424817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Pushing event updated for resources: {'Port': ['ID=83d5f633-eb3e-4840-b659-b970293a4c68,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:31.428227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ee449-909d-4720-a918-81105ce30ac2 None None] Network 65b91e8a-3d45-4345-be2e-f6cd936e66fe requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:31.550516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.608505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event updated for resources: {'Subnet': ['ID=4b2c0a68-0096-4747-83cb-fa862a8666e4,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:31.617055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:31.628012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:31.634019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:31.640024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 054f59bd-134e-48f0-8cfb-c58b55080842 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:31.649220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.654159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] For port 2e24bb81-b64e-44f5-bc90-fe9704104d35, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:31.664856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Checking segment: {'id': '420b891a-4a3b-4439-a50d-939edf659680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:31.665339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network hostable DHCP agents. Network: 9ba9c447-7135-41ba-a130-fd6d1c5268e7, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:31.670593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.781405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:31.786248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:port and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:31.789557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:31.796653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:31.800099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Attempting to bind port 83d5f633-eb3e-4840-b659-b970293a4c68 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:31.800480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Attempting to bind port 83d5f633-eb3e-4840-b659-b970293a4c68 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:31.800864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Attempting to bind port 83d5f633-eb3e-4840-b659-b970293a4c68 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:31.810547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:31.810910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:31.811316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.811699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:31.812221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Bound port: 83d5f633-eb3e-4840-b659-b970293a4c68, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:31.812645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.833126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-65b91e8a-3d45-4345-be2e-f6cd936e66fe', 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe', 'tenant_id': 'e2a773e1afa5471eaff4b5ef85f338ba', 'fixed_ips': [{'subnet_id': '3a91bc71-9427-48e8-850e-f53df40d4d49'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:31.835508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.885618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:31.886944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=054f59bd-134e-48f0-8cfb-c58b55080842,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:31.890005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:31.945991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.050441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] device_id is not set on port d393f8a5-2826-4a6a-8dff-a1c1160442b9 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:32.078846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:32.112888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] For port 2e24bb81-b64e-44f5-bc90-fe9704104d35, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2e24bb81-b64e-44f5-bc90-fe9704104d35,segment=NetworkSegment(a790643e-0aaf-4eba-90c0-3ba158111672),segment_id=a790643e-0aaf-4eba-90c0-3ba158111672)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:32.141970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.163887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcd8333-3c1b-4596-b930-b760b6e20e88,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:32.211935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9ba9c447-7135-41ba-a130-fd6d1c5268e7) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:32.222488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:32.222908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:32.223753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.238589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 2096ca69-f449-4a06-9120-5da9aaf8b902 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:32.268204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.275984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] In _notify_port_updated(), no bound segment for port 054f59bd-134e-48f0-8cfb-c58b55080842 on network 36fdb797-f522-48bd-8887-4ee291c10c64 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:45:32.282849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:32.288084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.289890 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f81706fd-46b7-4b21-9a19-86ab265e0a04 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/ports/054f59bd-134e-48f0-8cfb-c58b55080842 HTTP/1.1" status: 200 len: 999 time: 3.3429539 Feb 17 22:45:32.301008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56088) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:32.302257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594c066-97a5-464f-99c8-c82cb6eb96fa None None] Network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:32.352985 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a87fefbd-d426-44bd-a380-976e4919984f tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4945261 Feb 17 22:45:32.361121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Transition to ACTIVE for port object 2096ca69-f449-4a06-9120-5da9aaf8b902 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:32.362175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56092) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:32.375992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:32.438710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.494089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Sync routers for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:32.520936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99a1911a-c6ae-4364-b0f2-bf7c100ac977 None None] Provisioning for port 054f59bd-134e-48f0-8cfb-c58b55080842 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:32.537226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] For port 83d5f633-eb3e-4840-b659-b970293a4c68, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:32.549004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.569565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99a1911a-c6ae-4364-b0f2-bf7c100ac977 None None] Provisioning complete for port 054f59bd-134e-48f0-8cfb-c58b55080842 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:32.569936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99a1911a-c6ae-4364-b0f2-bf7c100ac977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.660949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:32.661556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:32.715825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] For port 83d5f633-eb3e-4840-b659-b970293a4c68, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=83d5f633-eb3e-4840-b659-b970293a4c68,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:32.717366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 054f59bd-134e-48f0-8cfb-c58b55080842 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:32.717930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.763452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d29b5e-3d8e-40bd-9e81-6e7b7331d1c0 None None] Pushing event updated for resources: {'Port': ['ID=2e24bb81-b64e-44f5-bc90-fe9704104d35,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:32.767957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:32.825792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-71756ac1-1bf5-4be6-813b-a4ff3b7a5323 admin admin] 10.222.0.42 "PUT /v2.0/routers/1e8db1a8-f62b-45a0-a2b1-78a5a05c0444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4823768 Feb 17 22:45:32.852236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56096) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:32.911363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-99a1911a-c6ae-4364-b0f2-bf7c100ac977 None None] Port 054f59bd-134e-48f0-8cfb-c58b55080842 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:32.974012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Allocated IP 2001:db8::1 (65b91e8a-3d45-4345-be2e-f6cd936e66fe/3a91bc71-9427-48e8-850e-f53df40d4d49/1664fd02-ca5d-4298-a61d-2226581e9a41) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:33.193654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=2096ca69-f449-4a06-9120-5da9aaf8b902,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:33.240607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:33.255161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d757aef-0469-4b47-8d69-4770b32a610b None None] Pushing event updated for resources: {'Port': ['ID=83d5f633-eb3e-4840-b659-b970293a4c68,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:33.399796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:33.404210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:33.406279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:33.409605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:33.420441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:33.423421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:33.428172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:33.430179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Synchronizing usage tracker for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:33.601406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9ba9c447-7135-41ba-a130-fd6d1c5268e7', 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7', 'tenant_id': 'e2a773e1afa5471eaff4b5ef85f338ba', 'fixed_ips': [{'subnet_id': '4b2c0a68-0096-4747-83cb-fa862a8666e4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:33.602254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:33.667469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8::2cc (0f3f51e9-546e-4eef-9008-a1d43386f6c4/0c47ac80-e43b-4015-9461-050acf29fc27/d393f8a5-2826-4a6a-8dff-a1c1160442b9) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:33.671840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:33.762907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:33.763643 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:33.818555 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 2 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:34.032025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:34.032502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:34.033149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:34.039035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Unset dirty status for tenant:e2a773e1afa5471eaff4b5ef85f338ba on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:34.041365 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0beaf637-dde3-4aa9-9ee4-e140aac0e201 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 1.6712036 Feb 17 22:45:34.061458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:34.199470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:34.199910 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:34.234122 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 3 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:34.447301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:34.447301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:34.447301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:34.476891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:34.477228 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:34.487410 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 4 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:34.533539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Allocated IP 2001:db8:0:1::1 (9ba9c447-7135-41ba-a130-fd6d1c5268e7/4b2c0a68-0096-4747-83cb-fa862a8666e4/7b6b55e7-7f5e-4685-b035-46ca065cccd8) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:34.546977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:34.572777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting subnet 3a91bc71-9427-48e8-850e-f53df40d4d49 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:34.582761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:34.583138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:34.583528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:34.588782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2e24bb81-b64e-44f5-bc90-fe9704104d35 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:34.593481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:34.593813 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:34.607611 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 5 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:34.616455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Deleting port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:34.616790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:34.775864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:34.776557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:34.777464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:34.787198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:34.799078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:34.799536 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:34.804793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a2416-b320-425e-82aa-501b0ede47ee None None] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:34.805867 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 6 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:34.915217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:34.939788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object d393f8a5-2826-4a6a-8dff-a1c1160442b9 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:34.989867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.045404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.126605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:35.139448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:35.154119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ac86a78b-46af-47fe-bb7f-cd3552196d9d None None] Provisioning for port 2e24bb81-b64e-44f5-bc90-fe9704104d35 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:35.204490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Transition to ACTIVE for port object 1664fd02-ca5d-4298-a61d-2226581e9a41 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:35.257962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=d393f8a5-2826-4a6a-8dff-a1c1160442b9,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:35.273720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:35.280354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:35.281034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.363643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Transition to ACTIVE for port object 1664fd02-ca5d-4298-a61d-2226581e9a41 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:35.365971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b033c9ad-4d44-4172-aca4-d65a0d068e57 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.8914032 Feb 17 22:45:35.369228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56112) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:35.384273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:35.385232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:35.386089 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:35.391097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.408155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.472963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 054f59bd-134e-48f0-8cfb-c58b55080842 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:35.520882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2e24bb81-b64e-44f5-bc90-fe9704104d35 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:35.553769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Network 65b91e8a-3d45-4345-be2e-f6cd936e66fe is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:35.554836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31b0afaf-f840-4eda-856c-8f59cee1d791 None None] Provisioning for port 83d5f633-eb3e-4840-b659-b970293a4c68 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:35.566016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:35.569999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:35.583200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:45:27Z', 'revision_number': 5, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port': {'id': '5127ab5e-2dcf-41bf-b5bb-b8de68c79130', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:22Z', 'updated_at': '2022-02-17T22:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:35.611554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:35.612233 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:35.626569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 7 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:35.708950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::1 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a5604883-7948-41ac-b1c3-43ebf532bbec/cf1700e3-419f-42d5-9e01-bbfdd0b169da) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:35.731137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Checking router: 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:35.734842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2e24bb81-b64e-44f5-bc90-fe9704104d35 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:35.735441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.745215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:35.746519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:35.747224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:35.748290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:35.777929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:35.885641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:35.885903 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:35.903854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Pushing event updated for resources: {'Port': ['ID=1664fd02-ca5d-4298-a61d-2226581e9a41,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:35.907271 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 8 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:35.968594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Routers {'1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:35.969263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:35.979974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] For port 5127ab5e-2dcf-41bf-b5bb-b8de68c79130, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:35.980578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.005736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:36.005983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:36.006391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:36.200994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.228456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Calling delete_port for 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:36.257256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:36.257256 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:36.266248 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 9 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:36.328051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-0d91137a-6a5e-4829-85f1-a5eebd32d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:36.329673 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-0d91137a-6a5e-4829-85f1-a5eebd32d460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 1.0191128 Feb 17 22:45:36.336426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:36.336744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:36.337221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:36.386572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a0225-c1ce-4420-bee2-61063ef9ec1c req-288aa5d9-480c-420a-85a3-61b6761104ce tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:36.388228 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b4a0225-c1ce-4420-bee2-61063ef9ec1c req-288aa5d9-480c-420a-85a3-61b6761104ce tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9280317 Feb 17 22:45:36.394848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Attempting to bind port 1664fd02-ca5d-4298-a61d-2226581e9a41 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:36.395451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Attempting to bind port 1664fd02-ca5d-4298-a61d-2226581e9a41 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e887f228-ac2f-4978-99c1-64a58dfa4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:36.396080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Attempting to bind port 1664fd02-ca5d-4298-a61d-2226581e9a41 on network 65b91e8a-3d45-4345-be2e-f6cd936e66fe {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:36.405550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Transition to ACTIVE for port object 7b6b55e7-7f5e-4685-b035-46ca065cccd8 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:36.412832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:36.413347 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:36.459062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:36.459662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Checking segment: {'id': 'e887f228-ac2f-4978-99c1-64a58dfa4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:36.460349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.461001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Bound using segment: {'id': 'e887f228-ac2f-4978-99c1-64a58dfa4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:36.461846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Bound port: 1664fd02-ca5d-4298-a61d-2226581e9a41, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e887f228-ac2f-4978-99c1-64a58dfa4c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '65b91e8a-3d45-4345-be2e-f6cd936e66fe'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:36.462484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.480666 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 10 to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 Feb 17 22:45:36.493484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.572952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] Set router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:36.673004 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b4a0225-c1ce-4420-bee2-61063ef9ec1c req-8ad5073a-cbe2-4816-946f-76a40a0b597f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666330 Feb 17 22:45:36.676103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.679913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Transition to ACTIVE for port object 7b6b55e7-7f5e-4685-b035-46ca065cccd8 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:36.708285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:36.741254 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Sync routers for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:36.759031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0109a40e-a504-430e-a01f-6e007ef6a66c admin admin] 10.222.0.42 "PUT /v2.0/routers/192f85c9-70b1-40f4-9cd0-cdb70dc05487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4457619 Feb 17 22:45:36.764031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56116) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:36.767449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:36.768677 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:36.851658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object cf1700e3-419f-42d5-9e01-bbfdd0b169da will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:36.892481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.905314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:36.905822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.007488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:45:34Z', 'revision_number': 6, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:37.105784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:37.106498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:37.107182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:37.121503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938d215-9894-4fa8-ad72-db27a2d0d119 None None] The sync data for ids ['1e8db1a8-f62b-45a0-a2b1-78a5a05c0444'] in dv-neutron-805768-3-hyperv is: [{'id': '1e8db1a8-f62b-45a0-a2b1-78a5a05c0444', 'name': 'tempest-ServersTestManualDisk-2091478333-router', 'tenant_id': '487149e9d26f4d78884756aa53efa88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:45:34Z', 'revision_number': 6, 'project_id': '487149e9d26f4d78884756aa53efa88e', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:37.141074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.162101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.188736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Subnet': ['ID=3a91bc71-9427-48e8-850e-f53df40d4d49,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:37.209265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.240036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:37.240323 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 2096ca69-f449-4a06-9120-5da9aaf8b902 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:37.241114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.243363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:37.268362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:37.317144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] For port 1664fd02-ca5d-4298-a61d-2226581e9a41, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:37.351207 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:37.370700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] For port 1664fd02-ca5d-4298-a61d-2226581e9a41, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1664fd02-ca5d-4298-a61d-2226581e9a41,segment=NetworkSegment(e887f228-ac2f-4978-99c1-64a58dfa4c64),segment_id=e887f228-ac2f-4978-99c1-64a58dfa4c64)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:37.400931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.440853 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-462f6f91-d69a-4ecf-936d-17748b6d9bc2 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/subnets/3a91bc71-9427-48e8-850e-f53df40d4d49 HTTP/1.1" status: 204 len: 168 time: 3.3757710 Feb 17 22:45:37.468554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2e24bb81-b64e-44f5-bc90-fe9704104d35, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2e24bb81-b64e-44f5-bc90-fe9704104d35,segment=NetworkSegment(a790643e-0aaf-4eba-90c0-3ba158111672),segment_id=a790643e-0aaf-4eba-90c0-3ba158111672)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:37.471531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Pushing event updated for resources: {'Port': ['ID=7b6b55e7-7f5e-4685-b035-46ca065cccd8,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:37.496377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:37.512416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.519517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:37.615922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-fcf80b6a-c3ec-4436-a451-78f0fa370af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:37.618997 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-fcf80b6a-c3ec-4436-a451-78f0fa370af7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 1.2686949 Feb 17 22:45:37.720595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:37.721498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 83d5f633-eb3e-4840-b659-b970293a4c68 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:37.795295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.091065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=054f59bd-134e-48f0-8cfb-c58b55080842,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:38.338172 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:45:31Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:38.353100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Checking router: 192f85c9-70b1-40f4-9cd0-cdb70dc05487 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:38.396797 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Routers {'192f85c9-70b1-40f4-9cd0-cdb70dc05487'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:38.397881 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:38.417144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Attempting to bind port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:38.421041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Attempting to bind port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '420b891a-4a3b-4439-a50d-939edf659680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:38.421695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Attempting to bind port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 on network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:38.436877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Provisioning for port d393f8a5-2826-4a6a-8dff-a1c1160442b9 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:38.448542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b25ce-8cb8-45a4-ba99-ae92d51c4d44 None None] Pushing event updated for resources: {'Port': ['ID=1664fd02-ca5d-4298-a61d-2226581e9a41,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:38.523189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting subnet 4b2c0a68-0096-4747-83cb-fa862a8666e4 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:38.544480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:38.581826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:38.582403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Checking segment: {'id': '420b891a-4a3b-4439-a50d-939edf659680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:38.583439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.584075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Bound using segment: {'id': '420b891a-4a3b-4439-a50d-939edf659680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:38.585040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Bound port: 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420b891a-4a3b-4439-a50d-939edf659680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ba9c447-7135-41ba-a130-fd6d1c5268e7'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:38.587817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.594863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:38.598313 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-093920bd-1761-41fc-b6f6-084470097fab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.9438145 Feb 17 22:45:38.611317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 2096ca69-f449-4a06-9120-5da9aaf8b902, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:38.611778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempted to set empty binding levels {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:45:38.613019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.628274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:38.628596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Provisioning complete for port d393f8a5-2826-4a6a-8dff-a1c1160442b9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:38.629310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.632613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.723989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.821383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3241a7e-dc39-4ec0-b989-1438a8d8ae3c None None] Network 65b91e8a-3d45-4345-be2e-f6cd936e66fe requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:38.941966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2e24bb81-b64e-44f5-bc90-fe9704104d35,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:38.947244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] In _notify_port_updated(), no bound segment for port 2096ca69-f449-4a06-9120-5da9aaf8b902 on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:45:38.948252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:38.948969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.955993 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "PUT /v2.0/ports/2096ca69-f449-4a06-9120-5da9aaf8b902 HTTP/1.1" status: 200 len: 980 time: 7.6428838 Feb 17 22:45:38.966888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56126) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:38.983819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:38.988338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:39.021159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.030676 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] Set router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:39.031775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.134948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-5bdea8a2-6170-4cfa-b4af-09778ad74172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:39.138171 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-5bdea8a2-6170-4cfa-b4af-09778ad74172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.4774950 Feb 17 22:45:39.208720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d0376-0f2b-479d-9f2e-f1b24d39e4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=2096ca69-f449-4a06-9120-5da9aaf8b902,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:39.228777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Port d393f8a5-2826-4a6a-8dff-a1c1160442b9 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:39.264806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 83d5f633-eb3e-4840-b659-b970293a4c68 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:39.296142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 83d5f633-eb3e-4840-b659-b970293a4c68 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:39.297116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.343022 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ae8c8280-03e4-4975-b2d0-867edbf8a9ae tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/054f59bd-134e-48f0-8cfb-c58b55080842 HTTP/1.1" status: 204 len: 168 time: 7.0397129 Feb 17 22:45:39.355250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Pushing event deleted for resources: {'Port': ['ID=5127ab5e-2dcf-41bf-b5bb-b8de68c79130,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:39.367178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:39.420644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] For port 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:39.442425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] For port 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b6b55e7-7f5e-4685-b035-46ca065cccd8,segment=NetworkSegment(420b891a-4a3b-4439-a50d-939edf659680),segment_id=420b891a-4a3b-4439-a50d-939edf659680)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:39.517795 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a0d5e7-5515-488f-8e0b-9fdf610bd929 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:45:39.518808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-87a0d5e7-5515-488f-8e0b-9fdf610bd929 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:39.597917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.605785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.737584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.741916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.743022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-87a0d5e7-5515-488f-8e0b-9fdf610bd929 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:39.744570 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-87a0d5e7-5515-488f-8e0b-9fdf610bd929 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/054f59bd-134e-48f0-8cfb-c58b55080842 HTTP/1.1" status: 404 len: 333 time: 0.3683431 Feb 17 22:45:39.754173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Provisioning complete for port 2e24bb81-b64e-44f5-bc90-fe9704104d35 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:39.755296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c9dc-8ba9-4571-acb7-d83016312b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.767097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:39.838505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:39.904148 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:45:31Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:39.922302 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65290e5-4e71-466d-8e99-dcd6ceea77c5 None None] The sync data for ids ['192f85c9-70b1-40f4-9cd0-cdb70dc05487'] in dv-neutron-805768-3-hyperv is: [{'id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'name': 'tempest-ServersTestJSON-751443173-router', 'tenant_id': 'a664e7c342c24610bd879010bcd89768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:15Z', 'updated_at': '2022-02-17T22:45:31Z', 'revision_number': 5, 'project_id': 'a664e7c342c24610bd879010bcd89768', 'gw_port': {'id': '0cad3d4b-6575-491c-9442-a1a438e4b364', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f85c9-70b1-40f4-9cd0-cdb70dc05487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:19Z', 'updated_at': '2022-02-17T22:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:39.951538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Deleting port 0cad3d4b-6575-491c-9442-a1a438e4b364 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:39.952085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.001646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e73b8-4de0-405b-b51b-d77d84274dfa None None] Pushing event updated for resources: {'Port': ['ID=7b6b55e7-7f5e-4685-b035-46ca065cccd8,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:40.062156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ec18a-a42a-406b-9ebf-e965cd396acd req-3ab57ffa-1f09-47ea-b535-61584a8b5529 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.065014 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-532ec18a-a42a-406b-9ebf-e965cd396acd req-3ab57ffa-1f09-47ea-b535-61584a8b5529 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.7473235 Feb 17 22:45:40.144774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.202834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.243853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.248610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.265470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.265470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.266323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.267208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.268100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.269009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.270697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.270852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.271628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.272516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.273606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.274304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.275239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.276278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.276966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.277887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.278778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.279873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.280505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.281434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.282509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.286041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:40.288758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-d30a4256-6ad3-4153-8d6f-fa9e3d69ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.291688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-d30a4256-6ad3-4153-8d6f-fa9e3d69ad89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1279900 Feb 17 22:45:40.312991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 83d5f633-eb3e-4840-b659-b970293a4c68, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=83d5f633-eb3e-4840-b659-b970293a4c68,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:40.324414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.425852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.429732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:45:40.435919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.526090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Provisioning complete for port d393f8a5-2826-4a6a-8dff-a1c1160442b9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:40.526493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.576944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=83d5f633-eb3e-4840-b659-b970293a4c68,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:40.666723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet dcc9202b-649d-472e-b1dc-360a4b535319 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:40.679821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.681530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Port d393f8a5-2826-4a6a-8dff-a1c1160442b9 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:40.741287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Provisioning for port cf1700e3-419f-42d5-9e01-bbfdd0b169da completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:40.762691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.763821 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5cb248f3-6885-4be5-a961-05dfa7d1c45f admin admin] 10.222.0.42 "DELETE /v2.0/routers/1e8db1a8-f62b-45a0-a2b1-78a5a05c0444 HTTP/1.1" status: 204 len: 168 time: 7.8975487 Feb 17 22:45:40.765823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7b6b55e7-7f5e-4685-b035-46ca065cccd8 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:40.800462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56138) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:40.801857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.824100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Provisioning complete for port cf1700e3-419f-42d5-9e01-bbfdd0b169da triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:40.824798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.873021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=d393f8a5-2826-4a6a-8dff-a1c1160442b9,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:40.911375 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-532ec18a-a42a-406b-9ebf-e965cd396acd req-cdc95c34-915e-4962-96ea-1c4e0e94fd2b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8103025 Feb 17 22:45:40.935745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4f8b8-b2a5-4cc5-bea0-579420478ab6 None None] Port cf1700e3-419f-42d5-9e01-bbfdd0b169da cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:40.960391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:40.962272 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e4de2516-b991-4a99-989c-7c14fc488985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19202 time: 1.9852047 Feb 17 22:45:40.963550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:40.969719 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/subnets/4b2c0a68-0096-4747-83cb-fa862a8666e4 HTTP/1.1" status: 204 len: 168 time: 3.4475679 Feb 17 22:45:40.972858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:40.975617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56142) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:40.976017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56144) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:40.978303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf530b-6e75-4bac-9a49-45046c9151d4 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2c0a68-0096-4747-83cb-fa862a8666e4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:40.983359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2e24bb81-b64e-44f5-bc90-fe9704104d35 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:41.000786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.072843 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-811a1dbd-c5aa-4b48-bf3f-6b58ea9c8d08 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718787 Feb 17 22:45:41.081117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Deleting subnet b6f611f6-c876-4fea-8b10-271a39801bd4 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:41.085355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.144835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ae98b78-c37d-4bc1-8663-1f3fbb0e1195 None None] Provisioning complete for port d393f8a5-2826-4a6a-8dff-a1c1160442b9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:41.145498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ae98b78-c37d-4bc1-8663-1f3fbb0e1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.177803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.268680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ae98b78-c37d-4bc1-8663-1f3fbb0e1195 None None] Port d393f8a5-2826-4a6a-8dff-a1c1160442b9 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:41.273981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2e24bb81-b64e-44f5-bc90-fe9704104d35 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:41.273981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.388414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.487458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.542281 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bddb92a8-4753-4cbd-b4fc-c714e5b14452 req-7912483a-8d02-4e7f-842a-2c26ed5f7a80 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938830 Feb 17 22:45:41.605322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1b93049e-f998-483c-b7d0-d5d8f9c21226 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:41.638039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.654644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Deleting port 2096ca69-f449-4a06-9120-5da9aaf8b902 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:41.655664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.699588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.711193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc9202b-649d-472e-b1dc-360a4b535319,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:41.711509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1b93049e-f998-483c-b7d0-d5d8f9c21226 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:41.711748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1b93049e-f998-483c-b7d0-d5d8f9c21226 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:41.712559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2dcd8333-3c1b-4596-b930-b760b6e20e88 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:41.716061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.765324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553a78-01bf-4e8c-b58f-fc7ea3faa151 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:41.769637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f611f6-c876-4fea-8b10-271a39801bd4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:41.772390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56150) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:41.776124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5f553a78-01bf-4e8c-b58f-fc7ea3faa151 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7901564 Feb 17 22:45:41.779363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] For port 0cad3d4b-6575-491c-9442-a1a438e4b364, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cad3d4b-6575-491c-9442-a1a438e4b364,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:41.779965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.802177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485ac5f-69b1-43d7-a555-7f33fa2fb9db None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:41.847723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 2dcd8333-3c1b-4596-b930-b760b6e20e88 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:41.848245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2dcd8333-3c1b-4596-b930-b760b6e20e88 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:41.848903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:41.860879 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-32199859-2277-4b29-ada2-a59c537084fe tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/dcc9202b-649d-472e-b1dc-360a4b535319 HTTP/1.1" status: 204 len: 168 time: 2.0898821 Feb 17 22:45:41.938228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56154) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:41.942246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:41.947402 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6b2dcb8f-9f42-461e-ab34-ab0d5066777d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6f611f6-c876-4fea-8b10-271a39801bd4 HTTP/1.1" status: 204 len: 168 time: 1.1392851 Feb 17 22:45:42.018174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56160) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:42.095005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265243a7-09c1-460f-866e-54a91eca4e50 None None] Network db95ac7e-92bf-4c34-a809-02443791f387 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:42.142360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47c88c-3229-4671-984e-a6b0e243cbd4 None None] Network 9ba9c447-7135-41ba-a130-fd6d1c5268e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:42.184967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:42.185779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5127ab5e-2dcf-41bf-b5bb-b8de68c79130 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:42.196543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Calling delete_port for 0cad3d4b-6575-491c-9442-a1a438e4b364 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:42.250996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.258035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet fdb951ed-1371-457b-8b2d-f344cba87eda {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:42.263658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.271611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.313430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.328102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:42.328579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.362102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Deleting port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:42.362439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.454783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:42.503281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 83d5f633-eb3e-4840-b659-b970293a4c68 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:42.569027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Provisioning for port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:42.679364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Provisioning complete for port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:42.679965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.039378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.094609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] For port 04dac7e9-5f4c-48ee-bc1b-2024162e6789, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=04dac7e9-5f4c-48ee-bc1b-2024162e6789,segment=NetworkSegment(b5fffc4c-f48e-4f77-8d30-b0566399214a),segment_id=b5fffc4c-f48e-4f77-8d30-b0566399214a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:43.095119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.107021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] For port 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b6b55e7-7f5e-4685-b035-46ca065cccd8,segment=NetworkSegment(420b891a-4a3b-4439-a50d-939edf659680),segment_id=420b891a-4a3b-4439-a50d-939edf659680)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:43.107388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.139549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 83d5f633-eb3e-4840-b659-b970293a4c68 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:43.140123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.273444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 2096ca69-f449-4a06-9120-5da9aaf8b902, host hv-neutron-8057, got binding levels [] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:43.274259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.396950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Calling delete_port for 04dac7e9-5f4c-48ee-bc1b-2024162e6789 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:43.421585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.453416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Calling delete_port for 7b6b55e7-7f5e-4685-b035-46ca065cccd8 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:43.498898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Calling delete_port for 2096ca69-f449-4a06-9120-5da9aaf8b902 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:43.527304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] For port 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b6b55e7-7f5e-4685-b035-46ca065cccd8,segment=NetworkSegment(420b891a-4a3b-4439-a50d-939edf659680),segment_id=420b891a-4a3b-4439-a50d-939edf659680)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:43.547716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.570967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11677bf5-8896-45ed-9667-9b291e704808 req-93b45408-be94-41d3-8b16-2260cbf418d0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:43.579209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11677bf5-8896-45ed-9667-9b291e704808 req-93b45408-be94-41d3-8b16-2260cbf418d0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.3078494 Feb 17 22:45:43.618368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:45:43.619241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.642834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.650010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769070-4df9-4b31-8ddd-0e6c6133bb37 None None] Pushing event updated for resources: {'Port': ['ID=7b6b55e7-7f5e-4685-b035-46ca065cccd8,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:43.675218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb59243-a919-4db7-8d90-ad5f75fe5805 None None] DHCP port deletion for db95ac7e-92bf-4c34-a809-02443791f387 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:43.681293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59243-a919-4db7-8d90-ad5f75fe5805 None None] Deleting port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:43.681667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0eb59243-a919-4db7-8d90-ad5f75fe5805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.705809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.717911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb951ed-1371-457b-8b2d-f344cba87eda,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:43.736152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.753774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] DHCP port deletion for 9ba9c447-7135-41ba-a130-fd6d1c5268e7 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:43.773854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.775116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.786198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Deleting port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:43.786767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.797398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:43.892213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59243-a919-4db7-8d90-ad5f75fe5805 None None] The port '04dac7e9-5f4c-48ee-bc1b-2024162e6789' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:45:43.926662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Pushing event deleted for resources: {'Port': ['ID=04dac7e9-5f4c-48ee-bc1b-2024162e6789,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:43.941385 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aed48a0e-e8de-4bda-aa43-aff188148254 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/fdb951ed-1371-457b-8b2d-f344cba87eda HTTP/1.1" status: 204 len: 168 time: 2.0021777 Feb 17 22:45:43.955521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56164) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:43.974368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11677bf5-8896-45ed-9667-9b291e704808 req-15edac2c-10c4-47f0-a3ac-4370b8a2e9fb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939345 Feb 17 22:45:44.092192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.142557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] No DVR routers for this DVR port 04dac7e9-5f4c-48ee-bc1b-2024162e6789 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:44.150344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] For port 7b6b55e7-7f5e-4685-b035-46ca065cccd8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b6b55e7-7f5e-4685-b035-46ca065cccd8,segment=NetworkSegment(420b891a-4a3b-4439-a50d-939edf659680),segment_id=420b891a-4a3b-4439-a50d-939edf659680)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:44.151001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.199038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:44.199527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:44.451082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.470580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.505623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 436a6eca-802e-47e2-9b0d-7387dfffde26 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:44.506120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.546032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db95ac7e-92bf-4c34-a809-02443791f387']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:44.553179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7b6b55e7-7f5e-4685-b035-46ca065cccd8 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:44.559593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.579994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fffc4c-f48e-4f77-8d30-b0566399214a') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:44.580321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fffc4c-f48e-4f77-8d30-b0566399214a') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:44.592808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.601592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.677972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Calling delete_port for 7b6b55e7-7f5e-4685-b035-46ca065cccd8 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:44.712255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:44.712599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.743707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.754072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc34505-1124-4520-a8c3-293dc39265fd None None] Network 36fdb797-f522-48bd-8887-4ee291c10c64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:44.817888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:44.818378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:44.833651 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:45.047027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:45.048183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:45.118521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.162459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.166019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:45.204596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ca54727e-60d4-457b-a5dd-e03b39b12c79 None None] Provisioning complete for port 436a6eca-802e-47e2-9b0d-7387dfffde26 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:45.206720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca54727e-60d4-457b-a5dd-e03b39b12c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.264707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 update to DOWN by agent not found {{(pid=87696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 22:45:45.265727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 04dac7e9-5f4c-48ee-bc1b-2024162e6789 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:45.275544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cad3d4b-6575-491c-9442-a1a438e4b364,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:45.275821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=436a6eca-802e-47e2-9b0d-7387dfffde26,segment=NetworkSegment(a5c70831-a38c-40e1-ab76-4c1eadcc9556),segment_id=a5c70831-a38c-40e1-ab76-4c1eadcc9556)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:45.276931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.338373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 04dac7e9-5f4c-48ee-bc1b-2024162e6789 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:45.339171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 04dac7e9-5f4c-48ee-bc1b-2024162e6789 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:45.407723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.408066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] Pushing event deleted for resources: {'Port': ['ID=7b6b55e7-7f5e-4685-b035-46ca065cccd8,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:45.421970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.431249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c34dab-bc92-4f57-abc6-f27c57843140 None None] No DVR routers for this DVR port 7b6b55e7-7f5e-4685-b035-46ca065cccd8 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:45.493792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.533987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.578066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 436a6eca-802e-47e2-9b0d-7387dfffde26 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:45.602431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event deleted for resources: {'Port': ['ID=2096ca69-f449-4a06-9120-5da9aaf8b902,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:45.617212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2b4b5e1f-be49-471c-9ab0-0c7999e2d63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2096ca69-f449-4a06-9120-5da9aaf8b902 HTTP/1.1" status: 204 len: 168 time: 4.6380260 Feb 17 22:45:45.632755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56170) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:45.633623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] Pushing event deleted for resources: {'Network': ['ID=db95ac7e-92bf-4c34-a809-02443791f387,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:45.645478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] DHCP port deletion for 36fdb797-f522-48bd-8887-4ee291c10c64 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:45.655629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Deleting port 436a6eca-802e-47e2-9b0d-7387dfffde26 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:45.656429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.769211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.769759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192f85c9-70b1-40f4-9cd0-cdb70dc05487 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:45:45.793640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] The port '7b6b55e7-7f5e-4685-b035-46ca065cccd8' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:45:45.835522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a0ec93cd-a145-46db-ac9e-8adf0b833122 None None] Provisioning complete for port cf1700e3-419f-42d5-9e01-bbfdd0b169da triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:45.836236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a0ec93cd-a145-46db-ac9e-8adf0b833122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.875933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:45.877190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1cc6252f-58a5-4f4b-a2e6-f76b9ee93528 admin admin] 10.222.0.42 "DELETE /v2.0/routers/192f85c9-70b1-40f4-9cd0-cdb70dc05487 HTTP/1.1" status: 204 len: 168 time: 9.1006255 Feb 17 22:45:45.890144 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9409814c-9a0b-4829-a41f-3921aa787800 admin admin] 10.222.0.42 "DELETE /v2.0/networks/db95ac7e-92bf-4c34-a809-02443791f387 HTTP/1.1" status: 204 len: 168 time: 3.8577747 Feb 17 22:45:45.912650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56174) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:45.914781 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb6ad06-7034-4c31-9708-86f9a4ef5fd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:45:45.915663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0fb6ad06-7034-4c31-9708-86f9a4ef5fd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:46.179599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.180611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0fb6ad06-7034-4c31-9708-86f9a4ef5fd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:46.193738 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0fb6ad06-7034-4c31-9708-86f9a4ef5fd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports/2096ca69-f449-4a06-9120-5da9aaf8b902 HTTP/1.1" status: 404 len: 333 time: 0.5573895 Feb 17 22:45:46.200002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56180) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:46.209044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.240991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429f095-9b9b-47f8-ad4e-a72764ff9b1a req-059166e3-19d3-4618-809e-9444dbbf8003 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:46.244051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3429f095-9b9b-47f8-ad4e-a72764ff9b1a req-059166e3-19d3-4618-809e-9444dbbf8003 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7242577 Feb 17 22:45:46.250234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.251666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.258678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec93cd-a145-46db-ac9e-8adf0b833122 None None] Port cf1700e3-419f-42d5-9e01-bbfdd0b169da cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:46.347263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] For port 436a6eca-802e-47e2-9b0d-7387dfffde26, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=436a6eca-802e-47e2-9b0d-7387dfffde26,segment=NetworkSegment(a5c70831-a38c-40e1-ab76-4c1eadcc9556),segment_id=a5c70831-a38c-40e1-ab76-4c1eadcc9556)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:46.347908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.353803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=436a6eca-802e-47e2-9b0d-7387dfffde26,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:46.360957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56184) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:46.367085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-27688446', 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:46.445352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No DVR routers for this DVR port 436a6eca-802e-47e2-9b0d-7387dfffde26 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:46.449163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:46.454340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.493336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Deleting subnet a019a29c-42ac-4b87-b948-ed3a61a8c2c2 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:45:46.559257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.563868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Calling delete_port for 436a6eca-802e-47e2-9b0d-7387dfffde26 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:46.582288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:46.591649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3429f095-9b9b-47f8-ad4e-a72764ff9b1a req-edf7851f-14d1-46a9-99ae-250c2445a15e tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320596 Feb 17 22:45:46.609156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba9c447-7135-41ba-a130-fd6d1c5268e7']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:46.642978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:46.643323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:46.645539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cad3d4b-6575-491c-9442-a1a438e4b364 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:46.684776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 0cad3d4b-6575-491c-9442-a1a438e4b364 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:46.685003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cad3d4b-6575-491c-9442-a1a438e4b364 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:46.685542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 436a6eca-802e-47e2-9b0d-7387dfffde26 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:46.706126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:45:46.717275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=d393f8a5-2826-4a6a-8dff-a1c1160442b9,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:46.743098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420b891a-4a3b-4439-a50d-939edf659680') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:46.743436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420b891a-4a3b-4439-a50d-939edf659680') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:46.751295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 436a6eca-802e-47e2-9b0d-7387dfffde26 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:45:46.751735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 436a6eca-802e-47e2-9b0d-7387dfffde26 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:45:46.765930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Made reservation on behalf of da44fe9e30d14fd9b477e76f655581d5 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:46.768745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.812026 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cf92aca1-082d-4997-996c-1fea6e772a03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=487149e9d26f4d78884756aa53efa88e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4399040 Feb 17 22:45:46.819484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.826742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56188) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:46.834746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.868998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.894810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port a5a17d98-fc75-4c67-928b-c5354732cee0 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:46.958119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:46.973932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fdb797-f522-48bd-8887-4ee291c10c64']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:47.008258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:47.008675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.028498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:47.034153 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:47.038024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:47.038170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c70831-a38c-40e1-ab76-4c1eadcc9556') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:47.038170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c70831-a38c-40e1-ab76-4c1eadcc9556') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:47.046135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:47.056286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2726fa87-557c-4377-af20-8539522951a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "PUT /v2.0/routers/65abc3ac-da47-4b71-a0ba-41b4bf2e9d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8846264 Feb 17 22:45:47.056545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56192) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:47.076380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Sync routers for ids ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:47.100603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Routers {'65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:47.104647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:47.163150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.203430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.239243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.250647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Deleting port 436a6eca-802e-47e2-9b0d-7387dfffde26 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:47.251022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.277468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:47.278251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:47.299882 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:47.315290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.325741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.520109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.523450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-996caf51-9a09-47df-8519-7e1b7c229399 None None] The port '436a6eca-802e-47e2-9b0d-7387dfffde26' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:45:47.569955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6362b47f-b47c-4d59-b067-6b916cdcea96 None None] Provisioning complete for port d393f8a5-2826-4a6a-8dff-a1c1160442b9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:47.569955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6362b47f-b47c-4d59-b067-6b916cdcea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.590916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448bfed-bcf0-4efb-add4-418c5ec5933c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:47.596748 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0448bfed-bcf0-4efb-add4-418c5ec5933c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports/cf1700e3-419f-42d5-9e01-bbfdd0b169da HTTP/1.1" status: 200 len: 911 time: 0.5350103 Feb 17 22:45:47.602710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996f322-289d-4689-ab71-0a0356e95241 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:45:47.609129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56196) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:47.666096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Set router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:47.843439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6362b47f-b47c-4d59-b067-6b916cdcea96 None None] Port d393f8a5-2826-4a6a-8dff-a1c1160442b9 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:45:47.852539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.855681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=9ba9c447-7135-41ba-a130-fd6d1c5268e7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:47.869595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.882501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.923254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.933792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c3ffbc-770b-4db1-8e02-63590e0b4ac7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:47.959594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 6035aee6-e5bd-43c4-9bc4-c9e7404f3605 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:45:47.976983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=36fdb797-f522-48bd-8887-4ee291c10c64,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:47.978905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:47.983247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9e7494dc-646f-4001-9405-f147f54cd977 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10c3ffbc-770b-4db1-8e02-63590e0b4ac7 HTTP/1.1" status: 204 len: 168 time: 1.1528244 Feb 17 22:45:48.013733 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1da5eee4-8038-4919-9da9-65271a444ce5 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/9ba9c447-7135-41ba-a130-fd6d1c5268e7 HTTP/1.1" status: 204 len: 168 time: 6.2377079 Feb 17 22:45:48.020372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.023383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56204) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.056885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.095590 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8d8a4647-1403-4ec3-a377-a918d767391c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/36fdb797-f522-48bd-8887-4ee291c10c64 HTTP/1.1" status: 204 len: 168 time: 4.1376104 Feb 17 22:45:48.132811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56208) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.173552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a019a29c-42ac-4b87-b948-ed3a61a8c2c2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:48.197804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.202825 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-117c9aab-2a33-484f-a7a1-48fd23e81375 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a019a29c-42ac-4b87-b948-ed3a61a8c2c2 HTTP/1.1" status: 204 len: 168 time: 2.2548890 Feb 17 22:45:48.205320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56212) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.294679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996f322-289d-4689-ab71-0a0356e95241 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:45:48.335487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a01402-c3b0-441f-8932-47d53cedf760 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.343147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a01402-c3b0-441f-8932-47d53cedf760 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.345937 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-13a01402-c3b0-441f-8932-47d53cedf760 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5396526 Feb 17 22:45:48.361905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.364001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56216) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.390859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.400525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.410050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:45:48.472090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Deleting port 1664fd02-ca5d-4298-a61d-2226581e9a41 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:48.472441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.511568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:48.529743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:48.535731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Deleting port e3601b13-c821-4000-998c-86711e49fcb0 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:48.536077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.562598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:48.564192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.564192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:48.578932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:48.595898 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] Sync routers for ids ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:48.601438 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bcde1af4-abf1-4660-9c00-af1508427575 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/6035aee6-e5bd-43c4-9bc4-c9e7404f3605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2285259 Feb 17 22:45:48.608065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56222) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.617787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a17d98-fc75-4c67-928b-c5354732cee0,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:48.632402 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] Routers {'6035aee6-e5bd-43c4-9bc4-c9e7404f3605'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:48.633282 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:48.637744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d3ee4-41c3-4f3c-addc-fe618756cc63 req-db0c734f-05e1-436b-9b68-5854cb4204c2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.639587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-545d3ee4-41c3-4f3c-addc-fe618756cc63 req-db0c734f-05e1-436b-9b68-5854cb4204c2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8519239 Feb 17 22:45:48.693377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6db67748-3433-4de4-ad2c-77a4fee577a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.4750755 Feb 17 22:45:48.705555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56226) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.757539 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:48.780749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] Routers {'6035aee6-e5bd-43c4-9bc4-c9e7404f3605'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:48.781665 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:48.792554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:39Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': 'cf1700e3-419f-42d5-9e01-bbfdd0b169da', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:10:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:45:33Z', 'updated_at': '2022-02-17T22:45:41Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:48.834286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-545d3ee4-41c3-4f3c-addc-fe618756cc63 req-17750fb7-1011-4e6c-a571-210aed60b8e1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684318 Feb 17 22:45:48.849859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Checking router: 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:45:48.854754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Updating router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 port cf1700e3-419f-42d5-9e01-bbfdd0b169da binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:45:48.886427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf359c-2146-4707-9758-daf601ca2f0c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.888062 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f1cf359c-2146-4707-9758-daf601ca2f0c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports/d393f8a5-2826-4a6a-8dff-a1c1160442b9 HTTP/1.1" status: 200 len: 982 time: 0.2718353 Feb 17 22:45:48.908806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56234) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:48.913523 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:48.913933 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19f0f1-bbfb-4635-b4b5-3b851f38fb6b None None] The sync data for ids ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:48.952114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.019441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1a9e8-9136-475a-b73d-40a6e526d2dc None None] Network a7f335c2-baac-42a9-a552-569b039f757a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:49.175572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7f475-d4a0-4903-bc4d-1a2c8d936b32 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:49.176947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c9f7f475-d4a0-4903-bc4d-1a2c8d936b32 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:49.216805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] For port 1664fd02-ca5d-4298-a61d-2226581e9a41, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1664fd02-ca5d-4298-a61d-2226581e9a41,segment=NetworkSegment(e887f228-ac2f-4978-99c1-64a58dfa4c64),segment_id=e887f228-ac2f-4978-99c1-64a58dfa4c64)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:49.217393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.377209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Calling delete_port for 1664fd02-ca5d-4298-a61d-2226581e9a41 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:49.561391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987032e-7bfc-4fd6-858d-bf80c14eb29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:49.562186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4987032e-7bfc-4fd6-858d-bf80c14eb29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:49.583721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] DHCP port deletion for a7f335c2-baac-42a9-a552-569b039f757a request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:45:49.623817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.626947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Deleting port e3601b13-c821-4000-998c-86711e49fcb0 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:49.627589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.687597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Port': ['ID=1664fd02-ca5d-4298-a61d-2226581e9a41,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:49.694541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] For port e3601b13-c821-4000-998c-86711e49fcb0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e3601b13-c821-4000-998c-86711e49fcb0,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:49.694907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.711893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4987032e-7bfc-4fd6-858d-bf80c14eb29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:49.717605 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4987032e-7bfc-4fd6-858d-bf80c14eb29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports/a5a17d98-fc75-4c67-928b-c5354732cee0 HTTP/1.1" status: 200 len: 957 time: 1.0085773 Feb 17 22:45:49.722533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56250) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:49.759680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:49.810685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c9f7f475-d4a0-4903-bc4d-1a2c8d936b32 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:49.810958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Transition to ACTIVE for port object cf1700e3-419f-42d5-9e01-bbfdd0b169da will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:49.817496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9f7f475-d4a0-4903-bc4d-1a2c8d936b32 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.6777625 Feb 17 22:45:49.823625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56256) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:49.859472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.060634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Deleting port a5a17d98-fc75-4c67-928b-c5354732cee0 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:50.061420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.227705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] No DVR routers for this DVR port 1664fd02-ca5d-4298-a61d-2226581e9a41 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:50.237326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Calling delete_port for e3601b13-c821-4000-998c-86711e49fcb0 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:50.343713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4d60-0161-4a2e-a8b4-5c330dab53e0 None None] Pushing event updated for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:50.398599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcccf-2010-41f2-911f-76059efad275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.498389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] For port e3601b13-c821-4000-998c-86711e49fcb0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e3601b13-c821-4000-998c-86711e49fcb0,segment=NetworkSegment(5f047543-baa3-4dfc-91a1-2d18f7b4fc33),segment_id=5f047543-baa3-4dfc-91a1-2d18f7b4fc33)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:50.499331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.513461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e3601b13-c821-4000-998c-86711e49fcb0 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:45:50.630801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.664092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b91e8a-3d45-4345-be2e-f6cd936e66fe']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:50.680137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e887f228-ac2f-4978-99c1-64a58dfa4c64') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:50.680433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e887f228-ac2f-4978-99c1-64a58dfa4c64') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:50.695202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.719518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.727149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:50.727462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.736732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Attempting to bind port cf1700e3-419f-42d5-9e01-bbfdd0b169da on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:50.737536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Attempting to bind port cf1700e3-419f-42d5-9e01-bbfdd0b169da by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:50.738090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Attempting to bind port cf1700e3-419f-42d5-9e01-bbfdd0b169da on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:50.752039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Calling delete_port for e3601b13-c821-4000-998c-86711e49fcb0 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:50.827524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:50.828901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:50.830049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.830838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:50.831748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Bound port: cf1700e3-419f-42d5-9e01-bbfdd0b169da, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:50.832681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:50.839316 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:50.842890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.879762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:50.884606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=65b91e8a-3d45-4345-be2e-f6cd936e66fe,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:50.933556 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-882234e3-3fe2-4b3d-bd77-e25230e4075b tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/65b91e8a-3d45-4345-be2e-f6cd936e66fe HTTP/1.1" status: 204 len: 168 time: 2.9046719 Feb 17 22:45:50.937706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56270) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:50.985605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] For port cf1700e3-419f-42d5-9e01-bbfdd0b169da, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:50.990255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] For port cf1700e3-419f-42d5-9e01-bbfdd0b169da, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cf1700e3-419f-42d5-9e01-bbfdd0b169da,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:51.003725 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No ports have port_id starting with e3601b13-c821-4000-998c-86711e49fcb0 Feb 17 22:45:51.011385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.093792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.115964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.140908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:51.141725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:51.150880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Routers {'65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:51.151774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.194315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3601b13-c821-4000-998c-86711e49fcb0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:51.243455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.275831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] No DVR routers for this DVR port e3601b13-c821-4000-998c-86711e49fcb0 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:51.387766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] Set router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:45:51.439136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56278) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:51.464836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.511556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f335c2-baac-42a9-a552-569b039f757a']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.529428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6220d071-fea8-4363-b710-c925c55cd553 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:51.565856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4d60-0161-4a2e-a8b4-5c330dab53e0 None None] Pushing event updated for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:51.591782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f047543-baa3-4dfc-91a1-2d18f7b4fc33') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.592177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f047543-baa3-4dfc-91a1-2d18f7b4fc33') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.623231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.638722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Calling delete_port for a5a17d98-fc75-4c67-928b-c5354732cee0 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:51.659487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Deleting port e3601b13-c821-4000-998c-86711e49fcb0 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:51.659487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.664908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.682750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6220d071-fea8-4363-b710-c925c55cd553 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:51.684238 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6220d071-fea8-4363-b710-c925c55cd553 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.8588274 Feb 17 22:45:51.689822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56284) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:51.710583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-850435580'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:51.728584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.735976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f2967a-c70e-4d2a-a486-4677a38c0445']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.758118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:51.768700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230ebca1-0f60-4a73-a9f1-008ef594c29f') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.768993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230ebca1-0f60-4a73-a9f1-008ef594c29f') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:51.783923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:51.783923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:51.803058 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:51.808072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1193e205-5e13-45a8-b117-c9ccd4b86b22 None None] The port 'e3601b13-c821-4000-998c-86711e49fcb0' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:45:51.809892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:51.895841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:51.900402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:51.910394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.921999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:51.923416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Usage tracker for resource:floatingip and tenant:fb342e1e71754b73a682bb88e3bccecc is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:51.936860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:51.940841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:51.955124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:51.971900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:51.976558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:51.992096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.004225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.011346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.018281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.041207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.076040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:52.076455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:52.097123 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:52.099433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f335c2-baac-42a9-a552-569b039f757a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:52.137496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a17d98-fc75-4c67-928b-c5354732cee0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:52.158395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:39Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': 'cf1700e3-419f-42d5-9e01-bbfdd0b169da', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:10:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:45:33Z', 'updated_at': '2022-02-17T22:45:50Z', 'revision_number': 4, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:52.163246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3b08f-7e5b-4d0f-913c-b616e2b8e28c None None] The sync data for ids ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'] in dv-neutron-805768-3-hyperv is: [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:39Z', 'revision_number': 2, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None, '_interfaces': [{'id': 'cf1700e3-419f-42d5-9e01-bbfdd0b169da', 'name': '', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'mac_address': 'fa:16:3e:10:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:45:33Z', 'updated_at': '2022-02-17T22:45:50Z', 'revision_number': 4, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'subnets': [{'id': 'a5604883-7948-41ac-b1c3-43ebf532bbec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:52.196770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:52.199245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.218012 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4140d630-65eb-48aa-855d-49de84bbece5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a7f335c2-baac-42a9-a552-569b039f757a HTTP/1.1" status: 204 len: 168 time: 4.0065265 Feb 17 22:45:52.254883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.254883 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment bd1af52c-d421-42df-832a-41edda4de047 of type vlan for network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf Feb 17 22:45:52.291710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.300045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.332590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6b68-07f4-42d1-b64b-066f767e721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.357882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.369858 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-35470081-7c22-434c-b779-aa124aefafbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a5a17d98-fc75-4c67-928b-c5354732cee0 HTTP/1.1" status: 204 len: 168 time: 2.6384661 Feb 17 22:45:52.384344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56290) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:52.389475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=47f2967a-c70e-4d2a-a486-4677a38c0445,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:52.398847 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-09462b9f-eabb-454d-9c03-29f9cd97475d tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/47f2967a-c70e-4d2a-a486-4677a38c0445 HTTP/1.1" status: 204 len: 168 time: 1.4603407 Feb 17 22:45:52.403318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:52.454931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.522710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.626538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61f45c1-b2d0-4b67-b84d-2a9032fef96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:45:52.627110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b61f45c1-b2d0-4b67-b84d-2a9032fef96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:52.703613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56298) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:52.748314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.754084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:52.754822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.896555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b61f45c1-b2d0-4b67-b84d-2a9032fef96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:45:52.902302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b61f45c1-b2d0-4b67-b84d-2a9032fef96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports/a5a17d98-fc75-4c67-928b-c5354732cee0 HTTP/1.1" status: 404 len: 333 time: 0.5142410 Feb 17 22:45:52.912207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56302) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:52.922134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:52.938235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-976505850'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:52.947044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2399828 Feb 17 22:45:52.958978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:52.963652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56306) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:52.983842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692951c-3e89-4c4f-868b-2b3536d64c17 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=7be8acfa-1c02-49bb-b0bb-fa44f536f8bf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:52.987972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:52.994042 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0bbf29ba-09fb-47f7-affa-218fa5db5e9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a664e7c342c24610bd879010bcd89768&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2890017 Feb 17 22:45:53.000095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:53.033586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:53.202143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:53.247839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.266140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.311671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81180183-4146-47f7-88d4-90a68d98df47']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:53.357895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757a5134-c0d0-448e-bbf7-357fa97d7801') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:53.358314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757a5134-c0d0-448e-bbf7-357fa97d7801') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:53.398822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.399800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.460279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.484457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.487776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:53.488430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:53.516199 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:53.549847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Made reservation on behalf of da44fe9e30d14fd9b477e76f655581d5 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:53.552234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.593371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:53.609397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.611530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:53.617606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:53.621666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 921c030f-52e1-4007-9ddc-d03413cec6ca yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:53.627454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.649005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.673139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.701617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] Pushing event deleted for resources: {'Network': ['ID=81180183-4146-47f7-88d4-90a68d98df47,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:53.708322 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-81c72adb-b8cc-483b-bc18-73371c244fb7 tempest-BulkNetworkOpsIpV6Test-802910600 tempest-BulkNetworkOpsIpV6Test-802910600-project] 10.222.0.42 "DELETE /v2.0/networks/81180183-4146-47f7-88d4-90a68d98df47 HTTP/1.1" status: 204 len: 168 time: 1.2999959 Feb 17 22:45:53.708981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:53.772699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:53.774136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.777018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.801290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f888238-7c5f-43a5-aa55-5f180e9ca7c7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:53.811044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:53.812385 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cca637b3-d1a6-4f9c-a4c3-29d85296af6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f888238-7c5f-43a5-aa55-5f180e9ca7c7 HTTP/1.1" status: 204 len: 168 time: 0.7776668 Feb 17 22:45:54.070548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port d393f8a5-2826-4a6a-8dff-a1c1160442b9 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:54.071125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.138835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port cf1700e3-419f-42d5-9e01-bbfdd0b169da {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:54.139608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.246967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56322) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:54.456025 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e36fb105-4e11-4609-aad3-ff65195ddedc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2a773e1afa5471eaff4b5ef85f338ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073474 Feb 17 22:45:54.458472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56334) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:54.504328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cf1700e3-419f-42d5-9e01-bbfdd0b169da up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:54.546058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.590775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.630026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Allocated IP 172.26.7.170 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/66079f0d-ce8d-4bfb-95b4-ae34cf3951e2) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:54.630843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port cf1700e3-419f-42d5-9e01-bbfdd0b169da completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:54.643573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cf1700e3-419f-42d5-9e01-bbfdd0b169da triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:54.644386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.670580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.691155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea5acf-68c1-4484-b2d4-aa0433650b66,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:54.695542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.697113 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46f13ca5-0b2c-4b33-aa93-ac690261784b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01ea5acf-68c1-4484-b2d4-aa0433650b66 HTTP/1.1" status: 204 len: 168 time: 0.2375510 Feb 17 22:45:54.806261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.851410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:54.971777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.003488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.016180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port cf1700e3-419f-42d5-9e01-bbfdd0b169da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cf1700e3-419f-42d5-9e01-bbfdd0b169da,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:55.017168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.046444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port cf1700e3-419f-42d5-9e01-bbfdd0b169da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cf1700e3-419f-42d5-9e01-bbfdd0b169da,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:55.052695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.170047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:55.338410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for d393f8a5-2826-4a6a-8dff-a1c1160442b9 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:55.733690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for cf1700e3-419f-42d5-9e01-bbfdd0b169da owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:55.817149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.827304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:55.860745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.115241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Network cfc52b32-ef02-4e6a-9c17-6468d4703494 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:56.140759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:56.164502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:56.166653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:56.167482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.193861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=0480b1ac-2ff6-4f44-9cad-015394a7e08e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:56.251727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=921c030f-52e1-4007-9ddc-d03413cec6ca,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:56.302337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': 'bd1af52c-d421-42df-832a-41edda4de047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:56.302871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:56.314505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56380) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:56.367673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-08ca4834-12ee-49d0-998a-844ea25b7d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.4517848 Feb 17 22:45:56.370508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.373007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56388) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:56.387530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:56.486370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cf1700e3-419f-42d5-9e01-bbfdd0b169da up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:45:56.492134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:56.492673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:56.640166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cf1700e3-419f-42d5-9e01-bbfdd0b169da triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:56.640785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.703731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:56.706893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.716820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:56.718585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:56.742489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:56.881984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:56.926676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Pushing event updated for resources: {'Port': ['ID=66079f0d-ce8d-4bfb-95b4-ae34cf3951e2,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:56.953607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:56.967939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204631c9-a077-4165-a179-1f3b936b9524 None None] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:45:57.086245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'networks': [{'name': 'tempest-network--2056691818'}, {'name': 'tempest-network--733203747'}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.087095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-network--2056691818'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.088859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-network--733203747'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.114978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:57.144074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port cf1700e3-419f-42d5-9e01-bbfdd0b169da {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:45:57.144512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.156914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:network and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:57.170147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:57.210107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:57.218636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56398) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:57.220037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=d393f8a5-2826-4a6a-8dff-a1c1160442b9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:57.256391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'network': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:57.266604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.295985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.372758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:57.379883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:security_group_rule and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:57.386295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:57.398399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:57.415407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c5e9405a-01a4-430b-a904-7ffc23c833dd tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.454969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:57.455924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.519706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.534369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7be8acfa-1c02-49bb-b0bb-fa44f536f8bf', 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '0480b1ac-2ff6-4f44-9cad-015394a7e08e'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:45:57.535273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.571470 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5a3d17e8-1c04-42db-b94e-578987b5a6dd tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5962973 Feb 17 22:45:57.585591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56404) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:57.616721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf', 'name': 'tempest-PortsTestJSON-2141183191'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.647371 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c5e9405a-01a4-430b-a904-7ffc23c833dd tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "PUT /v2.0/quotas/8ed8b3bafce74971af212171efbd4daf HTTP/1.1" status: 200 len: 368 time: 0.4266617 Feb 17 22:45:57.662621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56408) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:57.680911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] device_id is not set on port 921c030f-52e1-4007-9ddc-d03413cec6ca yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:57.753416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Request body: {'network': {'project_id': '8ed8b3bafce74971af212171efbd4daf'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:57.770818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.778488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:57.788736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Allocated IP 172.20.0.2 (7be8acfa-1c02-49bb-b0bb-fa44f536f8bf/0480b1ac-2ff6-4f44-9cad-015394a7e08e/1fcfc28d-f995-4c0a-97dc-a94bf4672f20) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:57.793743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Usage tracker for resource:network and tenant:8ed8b3bafce74971af212171efbd4daf is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:57.803998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:57.831601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:57.851703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Transition to ACTIVE for port object 921c030f-52e1-4007-9ddc-d03413cec6ca will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:57.877459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.892116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:57.940163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Made reservation on behalf of 8ed8b3bafce74971af212171efbd4daf for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:57.943014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.019133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.096643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.110621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Transition to ACTIVE for port object 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:58.136949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Transition to ACTIVE for port object 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:58.148576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:58.150388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.162820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:58.173127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.174819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Usage tracker for resource:security_group_rule and tenant:8ed8b3bafce74971af212171efbd4daf is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:58.183913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:58.199634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.200097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.211181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=921c030f-52e1-4007-9ddc-d03413cec6ca,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.218471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:58.243408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:58.243965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.246480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:58.250290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:58.253206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:45:58.261457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Pushing event updated for resources: {'Port': ['ID=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.305931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:58.306311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:58.306775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:58.339369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port cf1700e3-419f-42d5-9e01-bbfdd0b169da, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cf1700e3-419f-42d5-9e01-bbfdd0b169da,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:45:58.340141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.365545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 6035aee6-e5bd-43c4-9bc4-c9e7404f3605 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:45:58.368369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Attempting to bind port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:58.369125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Attempting to bind port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'bd1af52c-d421-42df-832a-41edda4de047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:58.370394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Attempting to bind port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 on network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:58.378025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:45:58.378736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Checking segment: {'id': 'bd1af52c-d421-42df-832a-41edda4de047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:45:58.379616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.380369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Bound using segment: {'id': 'bd1af52c-d421-42df-832a-41edda4de047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:45:58.381314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Bound port: 1fcfc28d-f995-4c0a-97dc-a94bf4672f20, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1af52c-d421-42df-832a-41edda4de047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:45:58.381921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.464981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:58.469481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.492141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:58.496307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:58.496685 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:58.497277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] For port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:45:58.501438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] For port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,segment=NetworkSegment(bd1af52c-d421-42df-832a-41edda4de047),segment_id=bd1af52c-d421-42df-832a-41edda4de047)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:45:58.506308 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 2 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:58.508406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.516612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee066d8-9108-42b4-a6d4-5dfc1c1c8aae,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.531013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for cf1700e3-419f-42d5-9e01-bbfdd0b169da owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:45:58.550267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.550497 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 13133d4b-47af-4c74-9295-edcb1073fcb7 of type vlan for network 5fb615b8-b843-4884-8669-8e91741faf79 Feb 17 22:45:58.558054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 549818a8-c9b5-41c4-b678-e1e1abec1e8c yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:58.585623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.612709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:58.613165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:58.613411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:58.622270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d8f2c-814d-4c98-a6d0-f268fef2e3bc None None] Pushing event updated for resources: {'Port': ['ID=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.649985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:58.649985 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:58.667739 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 3 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:58.701004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.803526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:58.803859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:58.804199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:58.878541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:58.878880 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:58.881010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.887046 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 4 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:58.921819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.941963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:58.968902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.8 (7be8acfa-1c02-49bb-b0bb-fa44f536f8bf/0480b1ac-2ff6-4f44-9cad-015394a7e08e/549818a8-c9b5-41c4-b678-e1e1abec1e8c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:58.995078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:58.995078 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Added segment 2a994f1a-0d5d-45db-99c0-2c086831f757 of type vlan for network c108942f-9212-4e81-a3ae-26f72875f9a8 Feb 17 22:45:58.998964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:58.999297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:58.999639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:59.001122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:45:59.002165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:59.049698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:59.050068 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:59.068092 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4153add2-33cd-4cdd-b8b0-8d4ecc71abb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/6035aee6-e5bd-43c4-9bc4-c9e7404f3605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1185148 Feb 17 22:45:59.069643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56412) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:59.071949 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 5 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:59.083318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.083687 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 5cc511c1-4b6c-4c7e-bb46-0f5546c15d37 of type vlan for network 91f52e89-7935-43c4-a431-67469ba54bcb Feb 17 22:45:59.089233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d8d48b-b47c-4fb6-bae3-d7bd306c52a3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:59.097888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] Sync routers for ids ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:45:59.111706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.136901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] Routers {'6035aee6-e5bd-43c4-9bc4-c9e7404f3605'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:59.138604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:59.175005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:59.175607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:59.176191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:59.195055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.284051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:59.284539 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:59.290943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:59.294373 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 6 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:59.306139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] Routers {'6035aee6-e5bd-43c4-9bc4-c9e7404f3605'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:45:59.307382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:59.340025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.341182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:59.341903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.369858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:59.370243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:59.370755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:59.444488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:59.445142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca87106-c44a-41a1-b09e-c150d4694880 None None] The sync data for ids ['6035aee6-e5bd-43c4-9bc4-c9e7404f3605'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:45:59.466719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:59.467642 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:59.483428 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 7 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:59.506729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.507213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.513227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:59.518122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:59.518812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.587374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event updated for resources: {'Network': ['ID=c108942f-9212-4e81-a3ae-26f72875f9a8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:59.599249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:59.599555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:59.599823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:59.606311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c108942f-9212-4e81-a3ae-26f72875f9a8 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:45:59.624624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.638397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:59.638397 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:45:59.639757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5d738b22-0472-472a-a66b-6de50a608fbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9703057 Feb 17 22:45:59.646699 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 8 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:45:59.648149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56416) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:59.659246 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3431377 Feb 17 22:45:59.660027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56420) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:59.672295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Request body: {'network': {'project_id': '8ed8b3bafce74971af212171efbd4daf'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:59.733431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 549818a8-c9b5-41c4-b678-e1e1abec1e8c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:59.735714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:45:59.768856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Usage tracker for resource:network and tenant:8ed8b3bafce74971af212171efbd4daf is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:45:59.801361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:45:59.802081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.840484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:45:59.849478 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-8377a62e-e0d1-471b-9d49-cd1b778f9924 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 22:45:59.850452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8377a62e-e0d1-471b-9d49-cd1b778f9924 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/6035aee6-e5bd-43c4-9bc4-c9e7404f3605/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7731640 Feb 17 22:45:59.861442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56424) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:45:59.920063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:45:59.920705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:45:59.921442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:45:59.961000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Made reservation on behalf of 8ed8b3bafce74971af212171efbd4daf for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:59.964003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:45:59.989994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d801a7ed-77fb-4829-8af7-9ead02f070a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:45:59.991546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:45:59.992079 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:46:00.010229 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 9 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:46:00.031364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.039903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=5fb615b8-b843-4884-8669-8e91741faf79,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:00.060641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:00.064691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5fb615b8-b843-4884-8669-8e91741faf79 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:00.073710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.074219 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Added segment 17a3d05b-3d80-4393-9ae2-0b7f81954f4b of type vlan for network 1153a22f-b76d-49d9-a369-892ffc9ed3ca Feb 17 22:46:00.098948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:00.119984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.132487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:00.133528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:00.134572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:00.177212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:00.177942 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:46:00.178064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.179496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:00.225811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.248566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25682343-6d81-48aa-a4a8-498c286cb426 None None] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:00.257622 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempt 10 to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca Feb 17 22:46:00.266807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:00.329943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.334829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=549818a8-c9b5-41c4-b678-e1e1abec1e8c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:00.344751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d801a7ed-77fb-4829-8af7-9ead02f070a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:00.350534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d801a7ed-77fb-4829-8af7-9ead02f070a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=6035aee6-e5bd-43c4-9bc4-c9e7404f3605 HTTP/1.1" status: 200 len: 205 time: 0.4830916 Feb 17 22:46:00.363184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56428) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:00.403216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a487ff14-b93d-45cf-b113-5ed62bc3ac52 None None] Provisioning for port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:00.407457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba867-77c1-40d2-8bb6-aa3f893e49e2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=91f52e89-7935-43c4-a431-67469ba54bcb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:00.443556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 91f52e89-7935-43c4-a431-67469ba54bcb details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:00.459682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.460502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.469276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:00.470284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:00.470284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempting to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:00.528483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:00.528920 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Failed to bind port 921c030f-52e1-4007-9ddc-d03413cec6ca on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'a94aa8d5-c0d6-4145-b506-2d29b20435f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cfc52b32-ef02-4e6a-9c17-6468d4703494'}] Feb 17 22:46:00.529241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.553039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.561639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.569134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.575999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.577034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:00.620447 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-242014be-a93d-41e7-b86c-9f10f59643c2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0202515 Feb 17 22:46:00.633419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:00.661745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:00.726632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 921c030f-52e1-4007-9ddc-d03413cec6ca, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:00.728229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attempted to set empty binding levels {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:46:00.731323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:00.738471 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abebe994-e28f-4e8e-a14a-2142169a52c8 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0129545 Feb 17 22:46:00.739118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56434) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:00.743952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.813435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Pushing event updated for resources: {'Port': ['ID=66079f0d-ce8d-4bfb-95b4-ae34cf3951e2,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:00.877927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '7be8acfa-1c02-49bb-b0bb-fa44f536f8bf', 'name': 'tempest-PortsTestJSON-1373349440'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:00.889313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] In _notify_port_updated(), no bound segment for port 921c030f-52e1-4007-9ddc-d03413cec6ca on network cfc52b32-ef02-4e6a-9c17-6468d4703494 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:46:00.890186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.890781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.896854 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "PUT /v2.0/ports/921c030f-52e1-4007-9ddc-d03413cec6ca HTTP/1.1" status: 200 len: 980 time: 4.5175776 Feb 17 22:46:00.898763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56440) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:00.910320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.911892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.912836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:00.989742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Deleting port 921c030f-52e1-4007-9ddc-d03413cec6ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:00.990722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.082238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:01.115902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:01.116873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.145485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.300940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=cf1700e3-419f-42d5-9e01-bbfdd0b169da,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:01.305125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.312416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff48b3a6-ae43-4c35-bfcf-7dfb149aeb2f tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8619378 Feb 17 22:46:01.315935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56444) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:01.339372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-741169505', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'fixed_ips': [{'ip_address': '172.26.7.170'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:01.349722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81415-49a3-4e86-951f-c143ae3fc480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event updated for resources: {'Port': ['ID=921c030f-52e1-4007-9ddc-d03413cec6ca,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:01.366457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:01.375418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Usage tracker for resource:port and tenant:fb342e1e71754b73a682bb88e3bccecc is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:01.381989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:01.395824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:01.412968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.432434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.510680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,segment=NetworkSegment(bd1af52c-d421-42df-832a-41edda4de047),segment_id=bd1af52c-d421-42df-832a-41edda4de047)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:01.518554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Made reservation on behalf of fb342e1e71754b73a682bb88e3bccecc for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:01.519568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.523408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.528368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8762372 Feb 17 22:46:01.533555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56448) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:01.573562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.654812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Request body: {'network': {'project_id': '8ed8b3bafce74971af212171efbd4daf'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:01.659182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:01.668517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:01.676903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Usage tracker for resource:security_group_rule and tenant:fb342e1e71754b73a682bb88e3bccecc is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:01.683105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:01.685800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4e9de-bfcc-4fe4-9754-3106eebd42e8 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event updated for resources: {'Network': ['ID=1153a22f-b76d-49d9-a369-892ffc9ed3ca,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:01.694627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:01.695276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:01.706372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1153a22f-b76d-49d9-a369-892ffc9ed3ca details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:01.759811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:01.791973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Usage tracker for resource:network and tenant:8ed8b3bafce74971af212171efbd4daf is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:01.874976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:01.908982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Provisioning for port 549818a8-c9b5-41c4-b678-e1e1abec1e8c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:01.925799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Provisioning complete for port 549818a8-c9b5-41c4-b678-e1e1abec1e8c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:01.926598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.036590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:02.050199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Port 549818a8-c9b5-41c4-b678-e1e1abec1e8c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:02.052673 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.077305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Provisioning complete for port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:02.077974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62acd865-2c15-4c93-ad86-1e617a54cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.104747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb615b8-b843-4884-8669-8e91741faf79']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:02.130189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13133d4b-47af-4c74-9295-edcb1073fcb7') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:02.130648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13133d4b-47af-4c74-9295-edcb1073fcb7') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:02.152875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.215421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.246422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:02.247070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.249799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:46:02.250654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:46:02.253253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3b318190-7f86-4bb0-8f73-429dff1b24b5 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.7092001 Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:02.270080 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:02.277169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56452) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:02.287319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] For port 921c030f-52e1-4007-9ddc-d03413cec6ca, host hv-neutron-8057, got binding levels [] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:02.287668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.287866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.292461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.299932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:02.435216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-04ecf6bc-1b49-4a48-89ae-51e6676717d0 None None] Provisioning complete for port 549818a8-c9b5-41c4-b678-e1e1abec1e8c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:02.436879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04ecf6bc-1b49-4a48-89ae-51e6676717d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.533299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-04ecf6bc-1b49-4a48-89ae-51e6676717d0 None None] Port 549818a8-c9b5-41c4-b678-e1e1abec1e8c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:02.586806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:02.587385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:02.602668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:02.678767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Calling delete_port for 921c030f-52e1-4007-9ddc-d03413cec6ca owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:02.683750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:02.684561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.695092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:02.714075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.714807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router 6035aee6-e5bd-43c4-9bc4-c9e7404f3605 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:46:02.729766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:46:02.737600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:02.742403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.762470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.763639 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-12dc80c0-51e4-4af9-8e67-b9dce28917ed tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/6035aee6-e5bd-43c4-9bc4-c9e7404f3605 HTTP/1.1" status: 204 len: 168 time: 2.3977122 Feb 17 22:46:02.772441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:02.782113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.839353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:02.862948 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b908b121-5a3b-4cf3-892c-38a96de42cbb tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ed8b3bafce74971af212171efbd4daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814307 Feb 17 22:46:02.878133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56460) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:02.887932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=5fb615b8-b843-4884-8669-8e91741faf79,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:02.966173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:02.996262 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8e596b75-16a2-43b7-8133-bdf7c26810ee tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/5fb615b8-b843-4884-8669-8e91741faf79 HTTP/1.1" status: 204 len: 168 time: 2.2513881 Feb 17 22:46:03.000449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56464) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:03.122888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:46:03.139067 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Sync routers for ids ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:46:03.156761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-79861b48-833d-4de5-8099-cc13291d9f2f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "PUT /v2.0/routers/65abc3ac-da47-4b71-a0ba-41b4bf2e9d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7610853 Feb 17 22:46:03.157037 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Routers {'65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:03.157699 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:03.161073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 0c47ac80-e43b-4015-9461-050acf29fc27 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:03.163108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56468) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:03.196302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.223532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.354099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Pushing event deleted for resources: {'Port': ['ID=921c030f-52e1-4007-9ddc-d03413cec6ca,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:03.385577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.387993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.396420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1fd7c-0b0a-4235-8f51-7085b24ccf31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:03.398193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1fd7c-0b0a-4235-8f51-7085b24ccf31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:03.398999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efd1fd7c-0b0a-4235-8f51-7085b24ccf31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:03.407258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.421637 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Set router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:46:03.423001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.438210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.442212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.4 (7be8acfa-1c02-49bb-b0bb-fa44f536f8bf/0480b1ac-2ff6-4f44-9cad-015394a7e08e/74a044c7-662e-4c24-8c2f-5fbfe76d7a08) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:03.457775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.469247 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9bf25094-973f-4e5b-8787-524c2ccb4b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "DELETE /v2.0/ports/921c030f-52e1-4007-9ddc-d03413cec6ca HTTP/1.1" status: 204 len: 168 time: 2.5674891 Feb 17 22:46:03.469953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56472) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:03.477135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] device_id is not set on port 553a1328-bebe-4817-995a-7c38ffb054f5 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:03.490151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efd1fd7c-0b0a-4235-8f51-7085b24ccf31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:03.491388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efd1fd7c-0b0a-4235-8f51-7085b24ccf31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3189266 Feb 17 22:46:03.504624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56474) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:03.515262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.629266 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6d36f4-f155-4138-854b-f53e6ac5f19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:46:03.629703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8e6d36f4-f155-4138-854b-f53e6ac5f19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Synchronizing usage tracker for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:03.644804 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:59Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:03.654292 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Checking router: 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:46:03.663399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef31f3-e17f-487e-9316-5c5e8b690bdb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:03.678415 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Routers {'65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:03.681309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:45:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:03.693682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.785941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8e6d36f4-f155-4138-854b-f53e6ac5f19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] Unset dirty status for tenant:da44fe9e30d14fd9b477e76f655581d5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:03.792282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet a5604883-7948-41ac-b1c3-43ebf532bbec {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:03.793071 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8e6d36f4-f155-4138-854b-f53e6ac5f19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308540583-project-admin] 10.222.0.42 "GET /v2.0/ports/921c030f-52e1-4007-9ddc-d03413cec6ca HTTP/1.1" status: 404 len: 333 time: 0.2806041 Feb 17 22:46:03.797120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56480) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:03.834808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.885612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.902307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:03.987313 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] Set router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:46:04.007678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.069552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.080422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d8d48b-b47c-4fb6-bae3-d7bd306c52a3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:04.118031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f52e89-7935-43c4-a431-67469ba54bcb']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.129789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=0c47ac80-e43b-4015-9461-050acf29fc27,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:04.131194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.132383 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cf27447d-5e0e-4340-b037-a048b34e7bdc tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/84d8d48b-b47c-4fb6-bae3-d7bd306c52a3 HTTP/1.1" status: 204 len: 168 time: 1.2532511 Feb 17 22:46:04.144018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc511c1-4b6c-4c7e-bb46-0f5546c15d37') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.144339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc511c1-4b6c-4c7e-bb46-0f5546c15d37') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.147265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.151950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56484) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:04.163274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.174227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335735f-5267-468e-8ca8-3f7c62cf676d None None] Network 0f3f51e9-546e-4eef-9008-a1d43386f6c4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:04.180724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.192403 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:46:04.193228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:46:04.194512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.251103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c940752a-befa-491f-8c3d-74e9ae161b62 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/0c47ac80-e43b-4015-9461-050acf29fc27 HTTP/1.1" status: 204 len: 168 time: 1.4757640 Feb 17 22:46:04.256729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56488) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:04.262765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:04.282237 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:59Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.292356 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9f30d-09f8-4b65-8f42-90e31a73f1bd None None] The sync data for ids ['65abc3ac-da47-4b71-a0ba-41b4bf2e9d75'] in dv-neutron-805768-3-hyperv is: [{'id': '65abc3ac-da47-4b71-a0ba-41b4bf2e9d75', 'name': 'tempest-NetworksTestDHCPv6-router-1657475940', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:45:29Z', 'updated_at': '2022-02-17T22:45:59Z', 'revision_number': 3, 'project_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:46:04.386265 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d4b578fd-6343-465f-a4dc-4b182d093d8b tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0586946 Feb 17 22:46:04.396965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56492) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:04.503186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.521700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.600062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:04.600480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:04.618675 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:04.687486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cf1700e3-419f-42d5-9e01-bbfdd0b169da no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:04.723939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Deleting port 66079f0d-ce8d-4bfb-95b4-ae34cf3951e2 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:04.724605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.730396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.755575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] DHCP port deletion for 0f3f51e9-546e-4eef-9008-a1d43386f6c4 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:04.757673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: cf1700e3-419f-42d5-9e01-bbfdd0b169da {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:04.758003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cf1700e3-419f-42d5-9e01-bbfdd0b169da not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:04.763590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Deleting port 2e24bb81-b64e-44f5-bc90-fe9704104d35 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:04.764219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.770781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc52b32-ef02-4e6a-9c17-6468d4703494']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.785819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94aa8d5-c0d6-4145-b506-2d29b20435f4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.786379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94aa8d5-c0d6-4145-b506-2d29b20435f4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:04.800496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.821239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.858669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.865963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.895336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.906897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.921270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.952760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:04.953481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:04.968888 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:04.992530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:05.066372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:05.088892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=74a044c7-662e-4c24-8c2f-5fbfe76d7a08,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:05.092094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=91f52e89-7935-43c4-a431-67469ba54bcb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:05.108428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] For port 2e24bb81-b64e-44f5-bc90-fe9704104d35, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2e24bb81-b64e-44f5-bc90-fe9704104d35,segment=NetworkSegment(a790643e-0aaf-4eba-90c0-3ba158111672),segment_id=a790643e-0aaf-4eba-90c0-3ba158111672)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:05.109075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.113230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:05.129813 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e8702c64-cecb-4ebe-9960-3a62f9daac24 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/91f52e89-7935-43c4-a431-67469ba54bcb HTTP/1.1" status: 204 len: 168 time: 2.1235731 Feb 17 22:46:05.135302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56496) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:05.143363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.199238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 2e24bb81-b64e-44f5-bc90-fe9704104d35 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:05.200050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.253171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.286264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.286760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.321221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.347769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] Pushing event deleted for resources: {'Network': ['ID=cfc52b32-ef02-4e6a-9c17-6468d4703494,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:05.371937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:05.372759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.380420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.423591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-87bdde11-bbab-433a-ae92-9b9d4f3f048b tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245768796-project] 10.222.0.42 "DELETE /v2.0/networks/cfc52b32-ef02-4e6a-9c17-6468d4703494 HTTP/1.1" status: 204 len: 168 time: 1.6197050 Feb 17 22:46:05.427747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Calling delete_port for 2e24bb81-b64e-44f5-bc90-fe9704104d35 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:05.478506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=a5604883-7948-41ac-b1c3-43ebf532bbec,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:05.495776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.498138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8130bb3a-7c7d-4d10-9017-6e94e69236d0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a5604883-7948-41ac-b1c3-43ebf532bbec HTTP/1.1" status: 204 len: 168 time: 1.9879909 Feb 17 22:46:05.508009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:05.510461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ccfaf1f0-2799-422f-bdad-e72755a97355 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6980174 Feb 17 22:46:05.520624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00b577-d75e-4320-9bae-9a8ca7c62a67 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:05.542502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56506) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:05.552167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Calling delete_port for 66079f0d-ce8d-4bfb-95b4-ae34cf3951e2 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:05.770386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1153a22f-b76d-49d9-a369-892ffc9ed3ca']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:05.786379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99424959-f292-4a2a-9959-a3c97c1c5a90 None None] Provisioning for port 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:05.806010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99424959-f292-4a2a-9959-a3c97c1c5a90 None None] Provisioning complete for port 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:05.807165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99424959-f292-4a2a-9959-a3c97c1c5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.824292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a3d05b-3d80-4393-9ae2-0b7f81954f4b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:05.824640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a3d05b-3d80-4393-9ae2-0b7f81954f4b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:05.832515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-79043044-4148-4118-97a3-4d1b29d793c0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:05.857285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 2e24bb81-b64e-44f5-bc90-fe9704104d35, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2e24bb81-b64e-44f5-bc90-fe9704104d35,segment=NetworkSegment(a790643e-0aaf-4eba-90c0-3ba158111672),segment_id=a790643e-0aaf-4eba-90c0-3ba158111672)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:05.858305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.865469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.957718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:05.982741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:05.983154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:06.001690 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:06.012658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c362ad-9cbe-4093-9199-97f105c6ea51 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:06.020235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c362ad-9cbe-4093-9199-97f105c6ea51 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:06.021424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2c362ad-9cbe-4093-9199-97f105c6ea51 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:06.036686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-99424959-f292-4a2a-9959-a3c97c1c5a90 None None] Port 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:06.048596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.088843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-79043044-4148-4118-97a3-4d1b29d793c0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:06.090832 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-79043044-4148-4118-97a3-4d1b29d793c0 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5788741 Feb 17 22:46:06.098176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] No DVR routers for this DVR port 2e24bb81-b64e-44f5-bc90-fe9704104d35 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:06.099798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 2e24bb81-b64e-44f5-bc90-fe9704104d35 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:06.128225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6b67a-cf02-4ff3-98a4-c130736df52b None None] Pushing event deleted for resources: {'Port': ['ID=2e24bb81-b64e-44f5-bc90-fe9704104d35,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:06.139934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56512) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:06.140746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56514) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:06.210128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:06.215382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Deleting port 83d5f633-eb3e-4840-b659-b970293a4c68 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:06.215844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.345736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.406660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.464172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.469029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event deleted for resources: {'Network': ['ID=1153a22f-b76d-49d9-a369-892ffc9ed3ca,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:06.494750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2c362ad-9cbe-4093-9199-97f105c6ea51 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:06.505679 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d2c362ad-9cbe-4093-9199-97f105c6ea51 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3690083 Feb 17 22:46:06.513439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2e24bb81-b64e-44f5-bc90-fe9704104d35 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:06.514330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56524) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:06.526367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e897b0-8f0c-4710-aabd-aa1487895495 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:06.527548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92e897b0-8f0c-4710-aabd-aa1487895495 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:06.559473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1585012497'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:06.560924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 2e24bb81-b64e-44f5-bc90-fe9704104d35 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:06.561255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2e24bb81-b64e-44f5-bc90-fe9704104d35 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:06.561673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 83d5f633-eb3e-4840-b659-b970293a4c68 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:06.573803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:06.590627 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e1c3b2f5-a17b-4472-942d-9426e445fc8e tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "DELETE /v2.0/networks/1153a22f-b76d-49d9-a369-892ffc9ed3ca HTTP/1.1" status: 204 len: 168 time: 2.4373829 Feb 17 22:46:06.592056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92e897b0-8f0c-4710-aabd-aa1487895495 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:06.594014 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-92e897b0-8f0c-4710-aabd-aa1487895495 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 1.0062034 Feb 17 22:46:06.595885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56528) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:06.599764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.611438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56530) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:06.611999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] For port 83d5f633-eb3e-4840-b659-b970293a4c68, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=83d5f633-eb3e-4840-b659-b970293a4c68,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:06.612398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:06.702286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:06.764274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Calling delete_port for 83d5f633-eb3e-4840-b659-b970293a4c68 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:06.790316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Pushing event deleted for resources: {'Port': ['ID=66079f0d-ce8d-4bfb-95b4-ae34cf3951e2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:06.939666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:06.941179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:06.958744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:06.965786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.036553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.056044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.064621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.065073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:07.068501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.077871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:07.078526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.088799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.089446 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 7b4123f5-cb76-447e-a151-488f1da0bd7f of type vlan for network c0ceadbc-5132-486e-b4ad-0b3a07e6c258 Feb 17 22:46:07.113070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b1957d0b-803c-48c0-a872-4c85c04c3f24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8fbaa2ea29f412ab5e99281dbed8c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9681177 Feb 17 22:46:07.124288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56536) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:07.159644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.173283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] Pushing event deleted for resources: {'Port': ['ID=83d5f633-eb3e-4840-b659-b970293a4c68,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:07.179358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b302d7-3175-4408-8b00-5b60f33fac00 None None] No DVR routers for this DVR port 83d5f633-eb3e-4840-b659-b970293a4c68 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:07.253436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.264573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.270945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:07.271768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.280890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.281780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Fanout notify agent at l3_agent the message router_deleted on router 65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:46:07.394152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.445468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.464509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 2e24bb81-b64e-44f5-bc90-fe9704104d35 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:07.464854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.507710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.509210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b55ad297-28e4-4104-beea-c6d772b814b5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/routers/65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 HTTP/1.1" status: 204 len: 168 time: 1.3669679 Feb 17 22:46:07.534712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56540) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:07.548655 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0328565 Feb 17 22:46:07.559661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56544) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:07.562808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d32661-c838-4c25-b016-f56a0a42a9d4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=c0ceadbc-5132-486e-b4ad-0b3a07e6c258,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:07.579234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c0ceadbc-5132-486e-b4ad-0b3a07e6c258 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:07.654602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.656685 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9e9d70de-149e-4e82-be84-31e5f154ad93 tempest-ExternalNetworksAdminNegativeTestJSON-414602879 tempest-ExternalNetworksAdminNegativeTestJSON-414602879-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/f01e7f2c-3858-4bf1-a2af-d831996b3d7a HTTP/1.1" status: 204 len: 168 time: 3.2529321 Feb 17 22:46:07.672536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-82647345'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:07.686504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:07.707269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.707687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:network and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:07.718415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:07.722681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.737066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:07.741228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] The port '2e24bb81-b64e-44f5-bc90-fe9704104d35' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:46:07.752420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0b969c4b-d817-4107-a0fc-fa7014bf4ad2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:07.763158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c108942f-9212-4e81-a3ae-26f72875f9a8']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:07.773307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:07.776693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.790443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a994f1a-0d5d-45db-99c0-2c086831f757') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:07.791401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a994f1a-0d5d-45db-99c0-2c086831f757') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:07.809728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.835611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:07.841535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.851235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.851587 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 52b3a5a4-7ffe-49fe-8d11-62f57981851a of type vlan for network 2b9e40c5-470a-43b2-8a09-27a025979ccf Feb 17 22:46:07.852993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:07.854051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:07.867973 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:07.973567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:07.987799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.009094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.027041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] Pushing event deleted for resources: {'Network': ['ID=c108942f-9212-4e81-a3ae-26f72875f9a8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:08.042981 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00619094-c4a4-4330-a051-f0ce1fabfc92 tempest-QuotasNegativeTest-1805858257 tempest-QuotasNegativeTest-1805858257-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c108942f-9212-4e81-a3ae-26f72875f9a8 HTTP/1.1" status: 204 len: 168 time: 1.4360130 Feb 17 22:46:08.047941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.061839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:08.062496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.073744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.155474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56554) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:08.171896 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6105776 Feb 17 22:46:08.189066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:08.201780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'ports': [{'network_id': 'c0ceadbc-5132-486e-b4ad-0b3a07e6c258', 'name': 'tempest-port--204225417', 'admin_state_up': True}, {'network_id': '2b9e40c5-470a-43b2-8a09-27a025979ccf', 'admin_state_up': False}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:08.202066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'port': {'network_id': 'c0ceadbc-5132-486e-b4ad-0b3a07e6c258', 'name': 'tempest-port--204225417', 'admin_state_up': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:08.202752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'port': {'network_id': '2b9e40c5-470a-43b2-8a09-27a025979ccf', 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:08.224053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22902ee-1926-4b60-a6b8-bdf97c09c5f7 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=2b9e40c5-470a-43b2-8a09-27a025979ccf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:08.239269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 2b9e40c5-470a-43b2-8a09-27a025979ccf details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:08.252576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 74a044c7-662e-4c24-8c2f-5fbfe76d7a08 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:08.327508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0b969c4b-d817-4107-a0fc-fa7014bf4ad2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:08.329390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0b969c4b-d817-4107-a0fc-fa7014bf4ad2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7902265 Feb 17 22:46:08.335472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:08.377877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.478835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3f51e9-546e-4eef-9008-a1d43386f6c4']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:08.486536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.514721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.516601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3c68a6-95e5-4ace-9f85-10e370b87a2e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:08.520022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a790643e-0aaf-4eba-90c0-3ba158111672') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:08.520462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a790643e-0aaf-4eba-90c0-3ba158111672') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:08.552665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.569495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:08.574303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c024d8e74b51462cbec6709cb86cc585 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:08.577854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:08.585386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:08.589708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.591164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3a5e8632-05dc-4d0d-bd48-16ec27a8fd8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db3c68a6-95e5-4ace-9f85-10e370b87a2e HTTP/1.1" status: 204 len: 168 time: 1.4440250 Feb 17 22:46:08.592849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.651173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e616ca0-3c53-4729-a8be-031fcc86a5f9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:08.651795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9e616ca0-3c53-4729-a8be-031fcc86a5f9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:08.656954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.659949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=74a044c7-662e-4c24-8c2f-5fbfe76d7a08,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:08.673465 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:08.674205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.700986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:08.713242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:port and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:08.721715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:08.731302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9e616ca0-3c53-4729-a8be-031fcc86a5f9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:08.732480 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9e616ca0-3c53-4729-a8be-031fcc86a5f9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3960030 Feb 17 22:46:08.742774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:08.748590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:08.764061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:08.838589 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:08.850098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.882622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'port': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:08.887729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:08.898072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-282c5f4f-e59e-49d2-8f05-d3741bd643ea tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:09.054792 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c024d8e74b51462cbec6709cb86cc585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980889 Feb 17 22:46:09.058188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-282c5f4f-e59e-49d2-8f05-d3741bd643ea tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:09.067932 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-282c5f4f-e59e-49d2-8f05-d3741bd643ea tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3138711 Feb 17 22:46:09.067932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.076429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56576) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.077020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56578) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.099166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:09.262030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.288701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8204a43-b7b1-4dd0-9d3b-7f646d6b59f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053edf8-e2aa-4238-b11c-ab418605e929,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:09.325532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.330723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56588) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.335069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-185d0779-3773-4189-b357-d0f3e039cccf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/74a044c7-662e-4c24-8c2f-5fbfe76d7a08 HTTP/1.1" status: 204 len: 168 time: 2.7225463 Feb 17 22:46:09.361538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56592) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.379833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.388642 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/0f3f51e9-546e-4eef-9008-a1d43386f6c4 HTTP/1.1" status: 204 len: 168 time: 5.1221046 Feb 17 22:46:09.389104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56598) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.426351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250930309'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:09.438917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8cfaf-0778-4e0b-9196-a84cc8893190 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=0f3f51e9-546e-4eef-9008-a1d43386f6c4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:09.449478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:09.458313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:09.461754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:09.466920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:09.481758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:09.491478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:09.510273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.519720 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-663547b6-febe-4e66-8d30-6ee59d2496f2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:46:09.522671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-663547b6-febe-4e66-8d30-6ee59d2496f2 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/74a044c7-662e-4c24-8c2f-5fbfe76d7a08 HTTP/1.1" status: 404 len: 333 time: 0.1601629 Feb 17 22:46:09.524361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:09.528973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.531847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56602) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.561497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:09.565553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.624868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56606) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.668864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.705435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.752428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:09.780771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 549818a8-c9b5-41c4-b678-e1e1abec1e8c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:09.781161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.789120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:09.799114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.799506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 4b82090d-b424-4dbb-8df3-8f99217eb5b3 of type vlan for network f6210db7-f5db-4b0a-b428-04350baa1244 Feb 17 22:46:09.802254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Usage tracker for resource:security_group_rule and tenant:45321660df064c21b606f65498a19617 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:09.807888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:09.826513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:09.878702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] device_id is not set on port 6699dbdb-fe63-4ac2-a813-99a2e39dc785 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:09.889979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.891248 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0487f623-a8c6-4fa1-ad25-f08b96be63c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da44fe9e30d14fd9b477e76f655581d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650752 Feb 17 22:46:09.894677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56610) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:09.936931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:09.985565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053edf8-e2aa-4238-b11c-ab418605e929,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.032401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.037661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:10.038325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.129450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.227517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.266508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8603587 Feb 17 22:46:10.269908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fc634-4375-4be1-ba39-3302148b9f91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=f6210db7-f5db-4b0a-b428-04350baa1244,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.283314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56614) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:10.292475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network f6210db7-f5db-4b0a-b428-04350baa1244 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:10.294546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.295081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3543e245-c226-49be-8bc6-7587a34560e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f053edf8-e2aa-4238-b11c-ab418605e929 HTTP/1.1" status: 204 len: 168 time: 1.2171221 Feb 17 22:46:10.305833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:10.322518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.366630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.395283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.403023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.519079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:46:10.541758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.589874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45321660df064c21b606f65498a19617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2535498 Feb 17 22:46:10.597038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e3d92-ef28-40e0-85dc-aa7ea5434939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1565ec4-8e92-4108-89e2-e77115cdd4cb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.604493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56620) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:10.614280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:10.630799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:10.634135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:10.645684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:10.652482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:10.658854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:10.678743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:10.679266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.681331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b440d-c46b-453f-9837-a0f62d58d91f None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:10.705479 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6190591 Feb 17 22:46:10.715754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56626) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:10.718486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 549818a8-c9b5-41c4-b678-e1e1abec1e8c owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:10.720511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:10.724177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.745802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eae8c-425a-40f0-9f37-234c2c314a07 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=9eeca627-03f5-4b1b-9497-69527bd73fc7,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.751358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:10.839437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:10.910328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d331f-5d37-4763-bb53-2696d122c9ba,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.954092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.065902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] device_id is not set on port b24f0120-e23f-4681-bcbe-9f5110af7237 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:11.085731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.095952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '9eeca627-03f5-4b1b-9497-69527bd73fc7'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:11.100003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.113116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.115432 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-88999c5e-283a-4744-af79-7e8d4cb20c8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/871d331f-5d37-4763-bb53-2696d122c9ba HTTP/1.1" status: 204 len: 168 time: 1.2191927 Feb 17 22:46:11.116100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:11.151753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:11.296718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:11.311940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:11.327721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:11.355456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:11.359396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.374085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Allocated IP 2001:db8::f816:3eff:fe95:1fc4 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/9eeca627-03f5-4b1b-9497-69527bd73fc7/14b0f495-7a5e-422f-8a58-852ba62355ae) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:11.508982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.528968 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1e4429b6-edcb-4b35-9279-f1b8500af513 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb342e1e71754b73a682bb88e3bccecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720098 Feb 17 22:46:11.529360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.533373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56636) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:11.536122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.573956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.616156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1565ec4-8e92-4108-89e2-e77115cdd4cb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:11.686987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=549818a8-c9b5-41c4-b678-e1e1abec1e8c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:11.712597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.716332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-36141a69-c34b-4ae0-a662-c178fee93972 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1565ec4-8e92-4108-89e2-e77115cdd4cb HTTP/1.1" status: 204 len: 168 time: 1.1057303 Feb 17 22:46:11.761212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.766359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=0ed0cb0a-b069-4b6c-989c-126dffeaa278,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:11.800242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.800651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.800929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.801301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.801640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.801973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.802305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.802637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.803220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.803555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.803879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.804201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:11.824014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '4b82090d-b424-4dbb-8df3-8f99217eb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:11.824382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: f6210db7-f5db-4b0a-b428-04350baa1244, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:11.868101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.935892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.940433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network f6210db7-f5db-4b0a-b428-04350baa1244 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:11.962158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.971640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:11.984167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Transition to ACTIVE for port object 14b0f495-7a5e-422f-8a58-852ba62355ae will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:12.046278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Transition to ACTIVE for port object 14b0f495-7a5e-422f-8a58-852ba62355ae will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:12.059803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.081016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4d1c6478-37eb-4bc3-aeb6-1b84fef73218 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/549818a8-c9b5-41c4-b678-e1e1abec1e8c HTTP/1.1" status: 204 len: 168 time: 2.5477288 Feb 17 22:46:12.090950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56650) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:12.238319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:12.242951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:12.252807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:12.255471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Pushing event updated for resources: {'Port': ['ID=14b0f495-7a5e-422f-8a58-852ba62355ae,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:12.354337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, f6210db7-f5db-4b0a-b428-04350baa1244) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:12.356512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Checking segment: {'id': '7b4123f5-cb76-447e-a151-488f1da0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0ceadbc-5132-486e-b4ad-0b3a07e6c258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:12.357038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network hostable DHCP agents. Network: c0ceadbc-5132-486e-b4ad-0b3a07e6c258, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:12.365662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:12.365917 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd780d9-d603-4e28-8ba7-3d4ba73a089c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:46:12.366376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dd780d9-d603-4e28-8ba7-3d4ba73a089c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:12.366643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.371683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb1143-afc3-451d-a456-c645fb42a89b None None] Network f6210db7-f5db-4b0a-b428-04350baa1244 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:12.380062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Port': ['ID=6699dbdb-fe63-4ac2-a813-99a2e39dc785,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:12.404461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dd780d9-d603-4e28-8ba7-3d4ba73a089c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:12.407001 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1dd780d9-d603-4e28-8ba7-3d4ba73a089c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/549818a8-c9b5-41c4-b678-e1e1abec1e8c HTTP/1.1" status: 404 len: 333 time: 0.3075604 Feb 17 22:46:12.409038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network c0ceadbc-5132-486e-b4ad-0b3a07e6c258 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:12.413432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Attempting to bind port 14b0f495-7a5e-422f-8a58-852ba62355ae on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:12.414956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56656) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:12.416141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Attempting to bind port 14b0f495-7a5e-422f-8a58-852ba62355ae by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:12.416998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Attempting to bind port 14b0f495-7a5e-422f-8a58-852ba62355ae on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:12.426302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.482996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c0ceadbc-5132-486e-b4ad-0b3a07e6c258) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:12.490671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:12.491713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.514873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f80d997-93e1-4080-af4b-0b874b8a4a9f None None] Network c0ceadbc-5132-486e-b4ad-0b3a07e6c258 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:12.529441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b08379ce-11bf-4bdc-8805-971cd684a533 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2448030 Feb 17 22:46:12.537360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56662) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:12.542809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.546986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.554584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46ef31f3-e17f-487e-9316-5c5e8b690bdb HTTP/1.1" status: 204 len: 168 time: 0.9836805 Feb 17 22:46:12.565931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1482097866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:12.617469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 0480b1ac-2ff6-4f44-9cad-015394a7e08e {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:12.617819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:12.627738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbbc09-5a32-4c92-9483-5cfc33045c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef31f3-e17f-487e-9316-5c5e8b690bdb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:12.637831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:12.642512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:12.644025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.651497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:12.656274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:12.659039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:12.659661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.685301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:12.691900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9726496 Feb 17 22:46:12.692670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56668) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:12.703396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:5f:0a:f3', 'name': 'tempest-NetworksTestDHCPv6-161657270'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:12.756920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Port': ['ID=b24f0120-e23f-4681-bcbe-9f5110af7237,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:12.768553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Checking segment: {'id': '52b3a5a4-7ffe-49fe-8d11-62f57981851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2b9e40c5-470a-43b2-8a09-27a025979ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:12.769056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network hostable DHCP agents. Network: 2b9e40c5-470a-43b2-8a09-27a025979ccf, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:12.799014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:12.799989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:12.800753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.802800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:12.803960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Bound port: 14b0f495-7a5e-422f-8a58-852ba62355ae, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:12.804866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.808227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.819946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221be4d5-75b5-44c4-a150-89381e63d187 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=143df47f-37cc-4739-b18d-d571c9e7d76e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:12.838899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.840441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.879934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:12.889730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network 2b9e40c5-470a-43b2-8a09-27a025979ccf is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:12.945493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 2b9e40c5-470a-43b2-8a09-27a025979ccf) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:12.964309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:12.980101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:12.986893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:12.988390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.013401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.017190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da48da1-2f90-4402-8016-55de33921272 None None] Network 2b9e40c5-470a-43b2-8a09-27a025979ccf requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:13.032776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56674) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:13.073338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:13.095617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:13.112760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.115450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-01364008-9f54-431d-8370-eb165309bb18 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5590570 Feb 17 22:46:13.118423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56680) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:13.120281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.147147 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-da0cbce9-fce8-4e27-aaee-6909ad4a0c6d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9569311 Feb 17 22:46:13.162307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56684) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:13.198244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.262890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:13.359445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] For port 14b0f495-7a5e-422f-8a58-852ba62355ae, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:13.422224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] For port 14b0f495-7a5e-422f-8a58-852ba62355ae, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=14b0f495-7a5e-422f-8a58-852ba62355ae,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:13.454258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.470237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:13.492009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d90d825db9554c89a7ea62e1f3be03e7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:13.511029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:13.542071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:13.595965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-f6210db7-f5db-4b0a-b428-04350baa1244', 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '0ed0cb0a-b069-4b6c-989c-126dffeaa278'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:13.596846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:13.690095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c12cf5-4443-4e70-a9fe-bd9d60ceda26 None None] Pushing event updated for resources: {'Port': ['ID=14b0f495-7a5e-422f-8a58-852ba62355ae,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:13.882740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56708) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:13.923941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Allocated IP 2001:db8::2 (f6210db7-f5db-4b0a-b428-04350baa1244/0ed0cb0a-b069-4b6c-989c-126dffeaa278/087bb3ac-fe7f-4c71-a07f-07173dac1065) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:14.027303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdb1a2-0dff-44ed-97b4-fa66e9992bb2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:14.058534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdb1a2-0dff-44ed-97b4-fa66e9992bb2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:14.061581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-becdb1a2-0dff-44ed-97b4-fa66e9992bb2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:14.088426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.090660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.125030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 94dd1959-bd45-4e24-97c7-8d6484d98512 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:14.393735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=0480b1ac-2ff6-4f44-9cad-015394a7e08e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:14.439559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.524862 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/0480b1ac-2ff6-4f44-9cad-015394a7e08e HTTP/1.1" status: 204 len: 168 time: 2.1071110 Feb 17 22:46:14.531847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56716) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:14.537775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.538318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.538864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.539988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.541219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.541750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.542270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.542801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.543396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.544487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.545100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.545642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63cc98-e409-4a56-9923-390b3160aa99 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:14.558802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-becdb1a2-0dff-44ed-97b4-fa66e9992bb2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:14.574162 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-becdb1a2-0dff-44ed-97b4-fa66e9992bb2 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.3969882 Feb 17 22:46:14.582481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.591224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56722) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:14.685390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063deef-1243-441e-a590-67c429657e50 None None] Network 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:14.703509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 14b0f495-7a5e-422f-8a58-852ba62355ae up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:14.834771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting port 6699dbdb-fe63-4ac2-a813-99a2e39dc785 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:14.836163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.855694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1501508914'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:14.892632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.916251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:14.927771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Usage tracker for resource:network and tenant:654f78ba13404846b9a3e1c8d99978eb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:14.936207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:14.990817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:14.999246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:15.004332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9cd67c-156a-4e60-99e6-ecc093d2b8a5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:15.015942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.018073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.124987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:15.132195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.174982 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6f3138fa-d1ed-4653-94c3-9a1808588eb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d90d825db9554c89a7ea62e1f3be03e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1406262 Feb 17 22:46:15.177437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:15.178546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.197129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56730) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:15.351308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.397056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:15.483946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Transition to ACTIVE for port object 087bb3ac-fe7f-4c71-a07f-07173dac1065 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:15.578496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.591374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 14b0f495-7a5e-422f-8a58-852ba62355ae completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:15.689014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Usage tracker for resource:security_group_rule and tenant:654f78ba13404846b9a3e1c8d99978eb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:15.695316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:15.725016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:15.733874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Transition to ACTIVE for port object 087bb3ac-fe7f-4c71-a07f-07173dac1065 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:15.751800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.847321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Pushing event updated for resources: {'Port': ['ID=087bb3ac-fe7f-4c71-a07f-07173dac1065,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:15.850399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992f953-7c31-4f0d-9952-23b9f1c160af None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:15.851981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] For port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,segment=NetworkSegment(bd1af52c-d421-42df-832a-41edda4de047),segment_id=bd1af52c-d421-42df-832a-41edda4de047)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:15.852544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:15.860871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 172.20.0.9 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/143df47f-37cc-4739-b18d-d571c9e7d76e/94dd1959-bd45-4e24-97c7-8d6484d98512) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:15.875569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe5f:af3 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/9eeca627-03f5-4b1b-9497-69527bd73fc7/94dd1959-bd45-4e24-97c7-8d6484d98512) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:16.015446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Provisioning for port 14b0f495-7a5e-422f-8a58-852ba62355ae completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:16.049235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Network f6210db7-f5db-4b0a-b428-04350baa1244 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:16.125563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:16.128176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Provisioning complete for port 14b0f495-7a5e-422f-8a58-852ba62355ae triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:16.131264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.168608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:16.171876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb1c51-e91f-41a2-913a-482be627b923 None None] DHCP port deletion for 7be8acfa-1c02-49bb-b0bb-fa44f536f8bf request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:16.190378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-10bb1c51-e91f-41a2-913a-482be627b923 None None] Deleting port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:16.191054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-10bb1c51-e91f-41a2-913a-482be627b923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.215820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56742) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:16.230177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:16.375023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.377570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.419364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.458230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1916853839', 'router:external': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:16.461555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:16.468318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.483809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No DVR routers for this DVR port 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:16.562768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.564408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:16.584372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:16.593130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:network and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:16.597759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=1fcfc28d-f995-4c0a-97dc-a94bf4672f20,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:16.601561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:16.665603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:16.666053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1fcfc28d-f995-4c0a-97dc-a94bf4672f20 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:16.686384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:16.695080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-10bb1c51-e91f-41a2-913a-482be627b923 None None] The port '1fcfc28d-f995-4c0a-97dc-a94bf4672f20' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:46:16.710097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Attempting to bind port 087bb3ac-fe7f-4c71-a07f-07173dac1065 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:16.710468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Attempting to bind port 087bb3ac-fe7f-4c71-a07f-07173dac1065 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4b82090d-b424-4dbb-8df3-8f99217eb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:16.710828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Attempting to bind port 087bb3ac-fe7f-4c71-a07f-07173dac1065 on network f6210db7-f5db-4b0a-b428-04350baa1244 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:16.797121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:16.798458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Checking segment: {'id': '4b82090d-b424-4dbb-8df3-8f99217eb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:16.798857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.799258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Bound using segment: {'id': '4b82090d-b424-4dbb-8df3-8f99217eb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:16.799748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Bound port: 087bb3ac-fe7f-4c71-a07f-07173dac1065, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b82090d-b424-4dbb-8df3-8f99217eb5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6210db7-f5db-4b0a-b428-04350baa1244'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:16.800126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.810023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.810023 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Added segment 7ba2238d-e8c7-432e-993f-55a8ee97eb0b of type vlan for network 388c2240-b3ba-45f6-aafc-65073566b567 Feb 17 22:46:16.817603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Calling delete_port for 6699dbdb-fe63-4ac2-a813-99a2e39dc785 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:16.833706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d496cf1d-5d17-49af-8416-f38a320b2d67,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:16.881350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.882492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.896824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Made reservation on behalf of 1d69dab4fec74b94a95d6a4c01574f86 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:16.900948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.941835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.962468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:16.975881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 94dd1959-bd45-4e24-97c7-8d6484d98512 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:17.005686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8acfa-1c02-49bb-b0bb-fa44f536f8bf']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:17.021995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8::1 (f6210db7-f5db-4b0a-b428-04350baa1244/0ed0cb0a-b069-4b6c-989c-126dffeaa278/3427719d-f664-4451-aada-3f21caa62188) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:17.022613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:17.051890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1af52c-d421-42df-832a-41edda4de047') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:17.051890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1af52c-d421-42df-832a-41edda4de047') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:17.066354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.075415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:security_group_rule and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:17.084437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:17.099147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.113525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:17.161897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.164578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.173293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:17.173619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.173770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.242419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.248192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] For port 14b0f495-7a5e-422f-8a58-852ba62355ae, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=14b0f495-7a5e-422f-8a58-852ba62355ae,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:17.251194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] For port 087bb3ac-fe7f-4c71-a07f-07173dac1065, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:17.257661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] For port 087bb3ac-fe7f-4c71-a07f-07173dac1065, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=087bb3ac-fe7f-4c71-a07f-07173dac1065,segment=NetworkSegment(4b82090d-b424-4dbb-8df3-8f99217eb5b3),segment_id=4b82090d-b424-4dbb-8df3-8f99217eb5b3)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:17.260734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.412850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.455159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:17.455804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.498365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.503549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.542864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Update dhcp port {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': '9eeca627-03f5-4b1b-9497-69527bd73fc7', 'ip_address': '2001:db8::f816:3eff:fe95:1fc4'}, {'subnet_id': '143df47f-37cc-4739-b18d-d571c9e7d76e'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '14b0f495-7a5e-422f-8a58-852ba62355ae'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:46:17.545682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Port': ['ID=6699dbdb-fe63-4ac2-a813-99a2e39dc785,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:17.575054 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:17.598774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9cd67c-156a-4e60-99e6-ecc093d2b8a5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:17.666848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.667161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:17.677419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:17.682517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:17.766416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Pushing event updated for resources: {'Port': ['ID=14b0f495-7a5e-422f-8a58-852ba62355ae,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:17.778005 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.8908153 Feb 17 22:46:17.791804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56748) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:17.799984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.800883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.801450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.802086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.802222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5c32-48a4-4fce-bdcf-402e375491b6 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Network': ['ID=388c2240-b3ba-45f6-aafc-65073566b567,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:17.802839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.803757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.804388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.805653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.805653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.806860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.807493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.808118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381416a7-9668-42d5-a989-b2ca847a71e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:17.811569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'subnet': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:17.841707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:17.844155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.892200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.897927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-af826b4f-8c2c-4893-8328-6c35f99072ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de9cd67c-156a-4e60-99e6-ecc093d2b8a5 HTTP/1.1" status: 204 len: 168 time: 2.6993129 Feb 17 22:46:17.923708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 388c2240-b3ba-45f6-aafc-65073566b567 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:17.955053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:17.980951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 3427719d-f664-4451-aada-3f21caa62188 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:18.017265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=94dd1959-bd45-4e24-97c7-8d6484d98512,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:18.021929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b1583b8a-c57c-4435-8ea0-83aa2b47f282 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/ports/6699dbdb-fe63-4ac2-a813-99a2e39dc785 HTTP/1.1" status: 204 len: 168 time: 3.4279134 Feb 17 22:46:18.027986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-32eea2dc-ae31-4de6-8eb5-46d1f1373596 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.3272727 Feb 17 22:46:18.028213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:18.028318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.031004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56756) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:18.151318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.163839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.203976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network f6210db7-f5db-4b0a-b428-04350baa1244 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:18.205174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=3427719d-f664-4451-aada-3f21caa62188,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:18.211173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:18.217621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:18.220487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.324580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=7be8acfa-1c02-49bb-b0bb-fa44f536f8bf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:18.377728 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8a45c8f2-b7a3-42cf-9c4b-bd8e9c24c6c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/7be8acfa-1c02-49bb-b0bb-fa44f536f8bf HTTP/1.1" status: 204 len: 168 time: 3.8440671 Feb 17 22:46:18.377959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56762) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:18.394497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1277291839'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:18.401480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:18.412097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:18.421646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:18.422048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:18.425831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.435213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:18.435456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting port b24f0120-e23f-4681-bcbe-9f5110af7237 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:18.435647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.449808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:18.454548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.473605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Usage tracker for resource:subnet and tenant:654f78ba13404846b9a3e1c8d99978eb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:18.476336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.492589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:18.498479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:18.512983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.541982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.542424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment 4b7f3929-477c-4c6f-9fcc-55a365a25491 of type vlan for network e44d8888-c044-4bfe-a633-05a87c91e4e8 Feb 17 22:46:18.547949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa555cdf-38e8-43b9-8643-85c97c19f529 None None] Pushing event updated for resources: {'Port': ['ID=087bb3ac-fe7f-4c71-a07f-07173dac1065,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:18.563321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d598ba-3842-4bc4-ae75-d7582364516f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:18.566721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:18.605531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 14b0f495-7a5e-422f-8a58-852ba62355ae up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:18.607049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:18.617402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb3550-de25-46e6-9fa2-a5cfc80af457 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:18.623975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb3550-de25-46e6-9fa2-a5cfc80af457 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:18.628479 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e1cb3550-de25-46e6-9fa2-a5cfc80af457 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4806514 Feb 17 22:46:18.633631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56768) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:18.664972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.747039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 94dd1959-bd45-4e24-97c7-8d6484d98512 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:18.747519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.778635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Allocated IP 172.20.0.2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/143df47f-37cc-4739-b18d-d571c9e7d76e/14b0f495-7a5e-422f-8a58-852ba62355ae) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:18.790065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:18.794676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.810170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.810772 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Added segment 69298f9b-9bbd-42f8-a392-90c0d9c212d0 of type vlan for network 1de67f54-f18d-4525-8625-dd8c5844705d Feb 17 22:46:18.846106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:18.854555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:18.855484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.090967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 14b0f495-7a5e-422f-8a58-852ba62355ae triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:19.091756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.211556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8326867 Feb 17 22:46:19.217797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56780) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:19.229519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60faf6b-1a76-47c8-a800-f1c584dca227 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=e44d8888-c044-4bfe-a633-05a87c91e4e8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:19.238983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:19.319714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.480116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:19.548029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae980c-5315-4120-a837-20804a733d4b None None] Network f6210db7-f5db-4b0a-b428-04350baa1244 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:19.575928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:19.605651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.638113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:19.654815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:19.665956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:19.701297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:19.752310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:19.760922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.852105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Calling delete_port for b24f0120-e23f-4681-bcbe-9f5110af7237 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:19.894612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.896324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:19.897217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:19.940353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:19.984617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.019882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.021676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.108276 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.8881710 Feb 17 22:46:20.129465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56794) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:20.281406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-73eb5c37-007e-46a8-aa17-bc65f22df31f None None] Provisioning for port 087bb3ac-fe7f-4c71-a07f-07173dac1065 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:20.304027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-136a7200-82be-42b8-9d53-ab630a4bea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.392140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] For port 14b0f495-7a5e-422f-8a58-852ba62355ae, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=14b0f495-7a5e-422f-8a58-852ba62355ae,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:20.398512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=3427719d-f664-4451-aada-3f21caa62188,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:20.483078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.526966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.551248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Transition to ACTIVE for port object 14b0f495-7a5e-422f-8a58-852ba62355ae will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:20.575619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'subnet': {'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:20.585113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:20.647198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:20.766237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 087bb3ac-fe7f-4c71-a07f-07173dac1065 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:20.916468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:subnet and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:21.016388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 94dd1959-bd45-4e24-97c7-8d6484d98512 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:21.062256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network f6210db7-f5db-4b0a-b428-04350baa1244 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:21.075388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb4204-85ac-40e9-848a-411e7511c3ed None None] Pushing event updated for resources: {'Port': ['ID=14b0f495-7a5e-422f-8a58-852ba62355ae,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:21.077243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:21.080646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.325849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 087bb3ac-fe7f-4c71-a07f-07173dac1065 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:21.334258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 087bb3ac-fe7f-4c71-a07f-07173dac1065 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:21.334258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.357849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:21.374365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.405928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f7c5f-5693-478c-a7b9-b50ee1c06010 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Network': ['ID=1de67f54-f18d-4525-8625-dd8c5844705d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:21.420253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:21.431623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1de67f54-f18d-4525-8625-dd8c5844705d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:21.449445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=5b1b45ba-d111-4791-9d25-177b4c9f3ae2,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:21.509546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=94dd1959-bd45-4e24-97c7-8d6484d98512,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:21.526679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.617903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56812) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:21.736078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.748157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Subnet': ['ID=0389cb97-c8f0-4947-90ee-a39f569e8cd4,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:21.750743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Made reservation on behalf of 1d69dab4fec74b94a95d6a4c01574f86 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:21.753395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.798809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.837813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': '4b7f3929-477c-4c6f-9fcc-55a365a25491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:21.838395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: e44d8888-c044-4bfe-a633-05a87c91e4e8, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:21.889018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 087bb3ac-fe7f-4c71-a07f-07173dac1065, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=087bb3ac-fe7f-4c71-a07f-07173dac1065,segment=NetworkSegment(4b82090d-b424-4dbb-8df3-8f99217eb5b3),segment_id=4b82090d-b424-4dbb-8df3-8f99217eb5b3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:21.900147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:21.949168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3e8f3-068f-47bf-9344-00585bf98a9d req-a76c0432-5cfb-4434-aa43-f4acca65cc71 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:21.962655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d3f3e8f3-068f-47bf-9344-00585bf98a9d req-a76c0432-5cfb-4434-aa43-f4acca65cc71 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5144734 Feb 17 22:46:21.972842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:22.029409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, e44d8888-c044-4bfe-a633-05a87c91e4e8) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:22.060063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.061356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.160813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e40e87-cfbe-4bb3-a21e-3f550729f55f None None] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:22.188959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Port': ['ID=b24f0120-e23f-4681-bcbe-9f5110af7237,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:22.200696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d3f3e8f3-068f-47bf-9344-00585bf98a9d req-a187c7c2-105d-4c39-bb75-3d9c4e24f4c1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362025 Feb 17 22:46:22.203925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-81d61581-7063-4e9b-89d8-bf716a5dfa7a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9817953 Feb 17 22:46:22.205445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 41126727-445b-4df7-b80d-ddacdb68de20 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:46:22.207851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.208394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56818) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:22.218068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=087bb3ac-fe7f-4c71-a07f-07173dac1065,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:22.257041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8', 'name': 'tempest-PortsTestJSON-1371128544', 'fixed_ips': [{'subnet_id': '5b1b45ba-d111-4791-9d25-177b4c9f3ae2', 'ip_address': '172.20.0.10'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:22.338779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.362640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Checking segment: {'id': '7ba2238d-e8c7-432e-993f-55a8ee97eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:22.362999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network hostable DHCP agents. Network: 388c2240-b3ba-45f6-aafc-65073566b567, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:22.407084 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2b004ec3-57c1-46ee-97bd-27caa3da4cd9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/ports/b24f0120-e23f-4681-bcbe-9f5110af7237 HTTP/1.1" status: 204 len: 168 time: 4.3782487 Feb 17 22:46:22.412254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56824) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:22.420551 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-459a16d1-c9b7-416b-92b9-b9502423d0cf tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/94dd1959-bd45-4e24-97c7-8d6484d98512 HTTP/1.1" status: 204 len: 168 time: 3.7814372 Feb 17 22:46:22.479126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-08bbd2af-5bfc-4173-9b58-a410a3150f9e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:22.481925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56828) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:22.559689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Provisioning complete for port 087bb3ac-fe7f-4c71-a07f-07173dac1065 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:22.562531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.597371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e6608-b9bb-4acb-8a9b-9db39415c208 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.599051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e6608-b9bb-4acb-8a9b-9db39415c208 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.600506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e6608-b9bb-4acb-8a9b-9db39415c208 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.602218 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-830e6608-b9bb-4acb-8a9b-9db39415c208 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1161926 Feb 17 22:46:22.608623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56832) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:22.611166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:22.701371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-80d13c44-8b41-4c64-985e-ccecceaf2984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.727123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1778981534'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:22.733190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:22.737713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Usage tracker for resource:network and tenant:8c5be8b27f5446099d65d85b3982f33c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:22.740860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:22.749153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 087bb3ac-fe7f-4c71-a07f-07173dac1065 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:22.749376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:22.763343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 388c2240-b3ba-45f6-aafc-65073566b567) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:22.795944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.798154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.805619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1582e-6898-47d2-9e0d-554669bbbbd8 None None] Network 388c2240-b3ba-45f6-aafc-65073566b567 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:22.814035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Made reservation on behalf of 8c5be8b27f5446099d65d85b3982f33c for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:22.819395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.837907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-08bbd2af-5bfc-4173-9b58-a410a3150f9e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:22.840078 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-08bbd2af-5bfc-4173-9b58-a410a3150f9e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4267008 Feb 17 22:46:22.855579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56836) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:22.915007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:22.942555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1889634464'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:22.982458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:22.989142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:network and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:22.993465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:23.001282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:23.020410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:23.027289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Usage tracker for resource:security_group_rule and tenant:8c5be8b27f5446099d65d85b3982f33c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:23.032263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:23.040675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:23.152230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.167704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:23.171912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.216431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.236902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:23.251978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.252381 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Added segment eef61239-9ba4-46f3-8a49-00bd817a6d0c of type vlan for network 2539aaad-8f2a-4315-a3e9-cb64612c851a Feb 17 22:46:23.288483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:23.292842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.321946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:23.356771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:46:23.376544 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eadd8fb4-abc3-411c-a360-7812c092156d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/41126727-445b-4df7-b80d-ddacdb68de20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2526190 Feb 17 22:46:23.383852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] Sync routers for ids ['41126727-445b-4df7-b80d-ddacdb68de20'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:46:23.385727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:23.405857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56840) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:23.420535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.428300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:23.429064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.436967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-e44d8888-c044-4bfe-a633-05a87c91e4e8', 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '5b1b45ba-d111-4791-9d25-177b4c9f3ae2'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:23.437912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.456505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68df1ab-fe92-4a37-9db7-35add432d88d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:23.473647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 143df47f-37cc-4739-b18d-d571c9e7d76e {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:23.479869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.548662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.583957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] Routers {'41126727-445b-4df7-b80d-ddacdb68de20'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:23.585065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['41126727-445b-4df7-b80d-ddacdb68de20'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:23.593757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e150b67-7a2d-4500-b943-6845fd60e8ac req-707e6042-b608-47b5-b5a5-9edca9388ddb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:23.597726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0e150b67-7a2d-4500-b943-6845fd60e8ac req-707e6042-b608-47b5-b5a5-9edca9388ddb tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7169099 Feb 17 22:46:23.603928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.637201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.644416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf10f5b0-c622-42c8-9581-4c14ff763b27 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:23.648706 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf10f5b0-c622-42c8-9581-4c14ff763b27 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports/3427719d-f664-4451-aada-3f21caa62188 HTTP/1.1" status: 200 len: 911 time: 0.2339318 Feb 17 22:46:23.656330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56844) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:23.666457 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0356958 Feb 17 22:46:23.666457 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4f84d1e6-b1bb-42d2-b8a9-4b7194c60b52 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8623033 Feb 17 22:46:23.666457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:23.681551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56848) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:23.743976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 087bb3ac-fe7f-4c71-a07f-07173dac1065 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:23.744242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.759338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-1569921575'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:23.771101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:23.836034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-388c2240-b3ba-45f6-aafc-65073566b567', 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'tenant_id': '654f78ba13404846b9a3e1c8d99978eb', 'fixed_ips': [{'subnet_id': '0389cb97-c8f0-4947-90ee-a39f569e8cd4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:23.837219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.850974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0e150b67-7a2d-4500-b943-6845fd60e8ac req-840b9293-4af3-479b-a213-25c8e7aab400 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255118 Feb 17 22:46:23.854485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port f22d0d52-9d69-45f2-b665-541cc2ce282a yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:23.870241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] Routers {'41126727-445b-4df7-b80d-ddacdb68de20'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:23.870883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['41126727-445b-4df7-b80d-ddacdb68de20'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:23.930463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Provisioning for port 3427719d-f664-4451-aada-3f21caa62188 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:23.953044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:23.953044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 127f0c1a-ac4b-4905-864c-4f20e1f0cbf3 of type vlan for network 9ba45cd1-8634-4df0-ad4e-f765021c515d Feb 17 22:46:23.967479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Provisioning complete for port 3427719d-f664-4451-aada-3f21caa62188 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:23.967856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.004643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:24.004947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42d149-2f05-44ca-8f98-33c7cb4500da None None] The sync data for ids ['41126727-445b-4df7-b80d-ddacdb68de20'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:46:24.007336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Allocated IP 172.20.0.2 (e44d8888-c044-4bfe-a633-05a87c91e4e8/5b1b45ba-d111-4791-9d25-177b4c9f3ae2/bb71d1f9-edee-4718-bdbc-84934de6ac50) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:24.112505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56858) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:24.119105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.142604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d1e65fae-90d6-4211-abe0-270e7a3c39db None None] Port 3427719d-f664-4451-aada-3f21caa62188 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:24.194695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a', 'binding:host_id': 'hv-neutron-8057', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-977992752'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:24.199814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:24.204269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Usage tracker for resource:port and tenant:c4b42fa71b2e41ca8da7e2516b78f78c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:24.207583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:24.215029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:24.247803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0edfa-4e19-44a1-a014-e74f95981761 tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Pushing event updated for resources: {'Network': ['ID=2539aaad-8f2a-4315-a3e9-cb64612c851a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:24.270901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Made reservation on behalf of c4b42fa71b2e41ca8da7e2516b78f78c for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:24.273263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.276364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:24.304783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.330892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.419521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 14b0f495-7a5e-422f-8a58-852ba62355ae up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:24.436968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:24.451855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:24.470520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Provisioning for port 14b0f495-7a5e-422f-8a58-852ba62355ae completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:24.486498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Usage tracker for resource:security_group_rule and tenant:c4b42fa71b2e41ca8da7e2516b78f78c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:24.501306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:24.522501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:24.525504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:24.536088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Usage tracker for resource:port and tenant:654f78ba13404846b9a3e1c8d99978eb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:24.538500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Provisioning complete for port 14b0f495-7a5e-422f-8a58-852ba62355ae triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:24.538942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.540621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.546518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:24.547180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.557422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:24.598568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.623192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Allocated IP 172.20.0.2 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/fdf2f8d5-0712-4a1d-9a78-961d56026ae6) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:24.630931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:24.798557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:24.802399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.824388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=9ba45cd1-8634-4df0-ad4e-f765021c515d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:24.891544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9ba45cd1-8634-4df0-ad4e-f765021c515d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:24.894660 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f90239a7-c97d-4f1c-a6ea-af06fde4cc7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9823530 Feb 17 22:46:24.904656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d600619-0c8e-4fbb-8342-2ff0fc95c0f2 req-88629124-8975-43b3-9bd8-dfb02e3c860a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:24.907180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0d600619-0c8e-4fbb-8342-2ff0fc95c0f2 req-88629124-8975-43b3-9bd8-dfb02e3c860a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7209895 Feb 17 22:46:24.913779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56862) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:24.914077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:24.924683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-13200039'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:25.003371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port ff174bc2-2311-468f-925a-cbd585048216 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:25.009359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.057543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=143df47f-37cc-4739-b18d-d571c9e7d76e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:25.059844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.103064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 14b0f495-7a5e-422f-8a58-852ba62355ae triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:25.103064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.136447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.149794 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2441d90d-bded-4075-bd42-d6967fd192fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/143df47f-37cc-4739-b18d-d571c9e7d76e HTTP/1.1" status: 204 len: 168 time: 2.5361876 Feb 17 22:46:25.166812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Transition to ACTIVE for port object bb71d1f9-edee-4718-bdbc-84934de6ac50 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:25.207060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:25.209683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56866) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:25.237562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634de6c-548d-4545-9d71-37e7b280298a None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:25.251907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.267729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.278868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:network and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:25.282200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port 9b2f777d-2b87-4259-806d-8531a303fefa yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:25.292309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:25.309063 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0d600619-0c8e-4fbb-8342-2ff0fc95c0f2 req-01a9ece4-dbe6-4b8f-9948-570f0b5f223b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148948 Feb 17 22:46:25.310444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:25.342638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:25.346905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.400262 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:46:25.402376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 9eeca627-03f5-4b1b-9497-69527bd73fc7 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:25.420545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:25.431804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Transition to ACTIVE for port object bb71d1f9-edee-4718-bdbc-84934de6ac50 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:25.433487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.434117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Added segment 6440b768-d085-4a6f-acbb-bdb0c7b4deef of type vlan for network b7d16f27-997e-4cee-87be-294b886c54e7 Feb 17 22:46:25.448137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:46:25.449348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.489713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.531227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.578598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.636578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b945b92-bdcc-4abb-86e4-ab2500cb9562,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:25.717931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e882745b-2da9-4557-be3c-bc2a993fc924,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:25.747101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.753178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Checking segment: {'id': '69298f9b-9bbd-42f8-a392-90c0d9c212d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:25.753178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network hostable DHCP agents. Network: 1de67f54-f18d-4525-8625-dd8c5844705d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:25.807019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:25.807957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.813125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:25.815677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.825585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:25.848622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.850802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:25.857451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1de67f54-f18d-4525-8625-dd8c5844705d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:25.877146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.10 (e44d8888-c044-4bfe-a633-05a87c91e4e8/5b1b45ba-d111-4791-9d25-177b4c9f3ae2/f22d0d52-9d69-45f2-b665-541cc2ce282a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:25.891444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 1de67f54-f18d-4525-8625-dd8c5844705d) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:25.894247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Pushing event updated for resources: {'Port': ['ID=bb71d1f9-edee-4718-bdbc-84934de6ac50,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:25.898983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Provisioning complete for port 3427719d-f664-4451-aada-3f21caa62188 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:25.899694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.916923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:25.917752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:25.941648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f831c2-fe12-4e9e-9158-190d851cabea None None] Network 1de67f54-f18d-4525-8625-dd8c5844705d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:25.989484 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-16622512-550e-4644-a199-d22e1e1127db tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.5966675 Feb 17 22:46:25.995051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56872) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:26.004715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-618873414', 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:26.018658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port 9b2f777d-2b87-4259-806d-8531a303fefa yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:26.027653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:26.038490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Transition to ACTIVE for port object fdf2f8d5-0712-4a1d-9a78-961d56026ae6 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:26.043162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:port and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:26.048357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.053955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:26.058067 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1437695 Feb 17 22:46:26.076008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:26.094316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Transition to ACTIVE for port object 9b2f777d-2b87-4259-806d-8531a303fefa will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:26.099390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724d318-1870-4a31-a553-bf49293bcdf9 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Network': ['ID=b7d16f27-997e-4cee-87be-294b886c54e7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:26.112407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Made reservation on behalf of 1d69dab4fec74b94a95d6a4c01574f86 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:26.121209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.173449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.209690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d88b11-b5ed-49a5-b8aa-f52786a4d70c req-a24c4f34-8381-475d-a8a1-aea48bf6d611 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:26.212757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0d88b11-b5ed-49a5-b8aa-f52786a4d70c req-a24c4f34-8381-475d-a8a1-aea48bf6d611 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5860703 Feb 17 22:46:26.269684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56876) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:26.273159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b7d16f27-997e-4cee-87be-294b886c54e7 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:26.282482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'subnets': [{'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1411608659', 'ip_version': 4}, {'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:26.283458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'subnet': {'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1411608659', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:26.284223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Request body: {'subnet': {'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:26.338734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.345153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] device_id is not set on port 03bff428-0752-44a9-8164-5fad63ec35e4 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:26.390246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.446828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Transition to ACTIVE for port object fdf2f8d5-0712-4a1d-9a78-961d56026ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:26.454895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Port 3427719d-f664-4451-aada-3f21caa62188 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:26.521418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.526728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Attempting to bind port bb71d1f9-edee-4718-bdbc-84934de6ac50 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:26.527084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Attempting to bind port bb71d1f9-edee-4718-bdbc-84934de6ac50 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4b7f3929-477c-4c6f-9fcc-55a365a25491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:26.527448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Attempting to bind port bb71d1f9-edee-4718-bdbc-84934de6ac50 on network e44d8888-c044-4bfe-a633-05a87c91e4e8 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:26.579551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e3bbddd-29df-48dd-afe0-4e8d64a313fd None None] Could not find standard attr ID for object 94dd1959-bd45-4e24-97c7-8d6484d98512. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:46:26.600621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0d88b11-b5ed-49a5-b8aa-f52786a4d70c req-026cc7c4-d62e-49f3-9f37-7c7dbbe22bd7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718667 Feb 17 22:46:26.611444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=9b2f777d-2b87-4259-806d-8531a303fefa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:26.621873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:26.622229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Checking segment: {'id': '4b7f3929-477c-4c6f-9fcc-55a365a25491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:26.622638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.623038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Bound using segment: {'id': '4b7f3929-477c-4c6f-9fcc-55a365a25491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:26.623550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Bound port: bb71d1f9-edee-4718-bdbc-84934de6ac50, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7f3929-477c-4c6f-9fcc-55a365a25491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:26.623915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.742370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:26.763762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.779689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Pushing event updated for resources: {'Port': ['ID=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:26.783173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object f22d0d52-9d69-45f2-b665-541cc2ce282a will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:26.788268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:26.823060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:26.870996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:26.988499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.9 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/ff174bc2-2311-468f-925a-cbd585048216) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:27.043461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d26d0-bbf3-4b8b-92de-42fdcb022a4f None None] Network 1de67f54-f18d-4525-8625-dd8c5844705d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:27.084394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Checking segment: {'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:27.084943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Network hostable DHCP agents. Network: 2539aaad-8f2a-4315-a3e9-cb64612c851a, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:27.189283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:27.200017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Attempting to bind port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:27.200699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Attempting to bind port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '7ba2238d-e8c7-432e-993f-55a8ee97eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:27.201298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Attempting to bind port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 on network 388c2240-b3ba-45f6-aafc-65073566b567 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:27.215503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:27.216102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] For port bb71d1f9-edee-4718-bdbc-84934de6ac50, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:27.220753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:27.221501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Checking segment: {'id': '7ba2238d-e8c7-432e-993f-55a8ee97eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:27.222137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.222718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Bound using segment: {'id': '7ba2238d-e8c7-432e-993f-55a8ee97eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:27.223399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Bound port: fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba2238d-e8c7-432e-993f-55a8ee97eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '388c2240-b3ba-45f6-aafc-65073566b567'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:27.223979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.225690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.236763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:27.266021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] For port bb71d1f9-edee-4718-bdbc-84934de6ac50, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bb71d1f9-edee-4718-bdbc-84934de6ac50,segment=NetworkSegment(4b7f3929-477c-4c6f-9fcc-55a365a25491),segment_id=4b7f3929-477c-4c6f-9fcc-55a365a25491)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:27.382035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=9eeca627-03f5-4b1b-9497-69527bd73fc7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:27.389143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.396613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=f22d0d52-9d69-45f2-b665-541cc2ce282a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:27.443399 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8e2c09b2-7877-45a6-be1d-84f4f406179a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/9eeca627-03f5-4b1b-9497-69527bd73fc7 HTTP/1.1" status: 204 len: 168 time: 2.2217677 Feb 17 22:46:27.449326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:27.483252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.515641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:27.542440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:27.583090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.20.0.8 (1de67f54-f18d-4525-8625-dd8c5844705d/e882745b-2da9-4557-be3c-bc2a993fc924/03bff428-0752-44a9-8164-5fad63ec35e4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:27.596864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Usage tracker for resource:subnet and tenant:48c99626b64f4815b0628d4435e2ed5c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:27.620538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:27.621237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.632464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:27.657447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe50d997-d94f-4b75-8a78-bd6354d3d755 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4297047 Feb 17 22:46:27.659613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0385581b-03b4-4e4b-bb3e-4292f01a5528 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:27.660015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 2539aaad-8f2a-4315-a3e9-cb64612c851a) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:27.662434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56888) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:27.666600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:27.708165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d78017-946c-4c91-9c10-42b4a795d58d None None] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:27.771778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:27.785912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': 'e44d8888-c044-4bfe-a633-05a87c91e4e8', 'name': 'tempest-PortsTestJSON-1510860559', 'fixed_ips': [{'subnet_id': '5b1b45ba-d111-4791-9d25-177b4c9f3ae2', 'ip_address': '172.20.0.9'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:27.792196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0385581b-03b4-4e4b-bb3e-4292f01a5528 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:router {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:27.793652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0385581b-03b4-4e4b-bb3e-4292f01a5528 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3433323 Feb 17 22:46:27.798754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56892) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:27.849000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:27.849436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:27.849773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:27.858204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:27.942648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Made reservation on behalf of 48c99626b64f4815b0628d4435e2ed5c for: {'subnet': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:27.954345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:27.955084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.128227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 3427719d-f664-4451-aada-3f21caa62188 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:28.128576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.163102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:28.166310 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:28.209728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:28.243713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084527-b11f-4ee8-beb8-e2dcc3acfed9 req-ad15d0c0-c9e4-478d-a32d-6aa05561e6f8 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:28.251153 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d0084527-b11f-4ee8-beb8-e2dcc3acfed9 req-ad15d0c0-c9e4-478d-a32d-6aa05561e6f8 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5513790 Feb 17 22:46:28.253378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:28.263206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:28.268515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97dfd48-cb22-413c-81d3-59783a3548ff None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:28.272202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:28.286074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099028b-18ad-4b64-9a31-ea664fa2d180 None None] Pushing event updated for resources: {'Port': ['ID=bb71d1f9-edee-4718-bdbc-84934de6ac50,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:28.298890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:28.313342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:28.365694 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 2 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:28.400990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.418989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:28.422803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.457569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.517980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4d4ff9d7-a663-46d1-8ada-361280e5b582 None None] Provisioning complete for port 14b0f495-7a5e-422f-8a58-852ba62355ae triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:28.518671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff9d7-a663-46d1-8ada-361280e5b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.630561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:28.631104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:28.631512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:28.706282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:28.706282 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:28.741930 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 3 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:28.803709 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d0084527-b11f-4ee8-beb8-e2dcc3acfed9 req-eb77825b-4345-48d5-8bfd-ca7d510055d9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422061 Feb 17 22:46:28.816337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd89bf5-3323-46d1-adef-ff02013266f1 None None] Pushing event updated for resources: {'Port': ['ID=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:28.871887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.890270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:28.890563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:28.890717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:28.907033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:28.913709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:28.926109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:28.926533 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:28.927650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:28.936771 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 4 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:28.946087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:28.949718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object ff174bc2-2311-468f-925a-cbd585048216 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:29.143533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:29.149319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Deleting port 14b0f495-7a5e-422f-8a58-852ba62355ae {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:29.149790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.153229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:29.208056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:29.209611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 3427719d-f664-4451-aada-3f21caa62188 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:29.231394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.244522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:29.245189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:29.245688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:29.357469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:29.358153 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:29.366107 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 5 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:29.448155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:29.448576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:29.449030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:29.503328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:29.503745 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:29.551182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] For port 14b0f495-7a5e-422f-8a58-852ba62355ae, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=14b0f495-7a5e-422f-8a58-852ba62355ae,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:29.551182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.583984 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 6 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:29.622954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:46:29.657894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:29.658362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:29.658691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:29.661675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.715516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Calling delete_port for 14b0f495-7a5e-422f-8a58-852ba62355ae owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:29.792258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.809867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:29.810234 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:29.826685 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 7 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:29.837744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.860698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:29.909210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=3427719d-f664-4451-aada-3f21caa62188,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:30.008974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] Pushing event deleted for resources: {'Port': ['ID=14b0f495-7a5e-422f-8a58-852ba62355ae,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:30.021478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:30.022396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f299b7-44d6-4291-aa36-bda11b2d0a89 None None] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:30.035125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:30.039340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:30.040574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:30.044094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.076180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:30.122357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:30.185323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 1ed17eb8-b42b-4ea9-88dd-72da717e53ff yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:30.222881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:30.224008 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:30.234679 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 8 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:30.243708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=ff174bc2-2311-468f-925a-cbd585048216,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:30.258197 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.services.revisions.revision_plugin [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Could not find related port for resource to bump revision. Feb 17 22:46:30.342049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Port 14b0f495-7a5e-422f-8a58-852ba62355ae was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 22:46:30.342519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:1fc4 {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 22:46:30.424112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78bd20-13be-454c-9a4f-640fbaadc027 None None] No DVR routers for this DVR port 14b0f495-7a5e-422f-8a58-852ba62355ae on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:30.520579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:1fc4 {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 17 22:46:30.578096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1de67f54-f18d-4525-8625-dd8c5844705d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:30.583814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:30.583814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:30.584155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:30.631737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2c63e071-91c1-4bf3-bc02-e900e1125350 None None] Provisioning for port bb71d1f9-edee-4718-bdbc-84934de6ac50 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:30.637116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f4df4-9a65-4b6e-b4b8-98f3fdb91745 None None] Network 388c2240-b3ba-45f6-aafc-65073566b567 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:30.639952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.644126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.699253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bb71d1f9-edee-4718-bdbc-84934de6ac50 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:30.699970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:30.703144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=03bff428-0752-44a9-8164-5fad63ec35e4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:30.728485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:30.791158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:30.791496 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:30.797425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:30.798261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.840802 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 9 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:30.923576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:30.924047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:30.924249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:30.934706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port bb71d1f9-edee-4718-bdbc-84934de6ac50 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:30.944415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-233309d1-b02a-4474-8e0c-1d2ac96d0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:30.946602 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-233309d1-b02a-4474-8e0c-1d2ac96d0e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 1.3002048 Feb 17 22:46:30.971284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bb71d1f9-edee-4718-bdbc-84934de6ac50 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:30.971865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.972232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:30.976392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:30.977938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:30.986602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:30.995917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f572b2-a8ba-4806-ab28-1b5097e08d7c req-166bded3-22d6-4054-abba-56b79ab5ff39 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:31.003534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35f572b2-a8ba-4806-ab28-1b5097e08d7c req-166bded3-22d6-4054-abba-56b79ab5ff39 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8921919 Feb 17 22:46:31.008468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:31.008900 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:31.012337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:31.012950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.020860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f1528546-8913-4159-9d34-754c9e438b6b None None] Provisioning for port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:31.033444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=d8506c9f-052d-4866-9639-3da161dd3d21,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:31.034932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dad28-b58c-4b9b-aeeb-fd118f814c9d None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:31.059156 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 10 to bind port 9b2f777d-2b87-4259-806d-8531a303fefa Feb 17 22:46:31.085153 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e1ef8677-88b9-49ae-87be-28575570ea51 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3319073 Feb 17 22:46:31.129351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:31.157391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-1747183039', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:89:14'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:31.254293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a34071bb-3e3c-443e-b500-2963f4fe2032 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4257007 Feb 17 22:46:31.264771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56902) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:31.276494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35f572b2-a8ba-4806-ab28-1b5097e08d7c req-0c701679-1a11-4211-a206-2426bcc054e7 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719667 Feb 17 22:46:31.351809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.355397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:31.392573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.411599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Provisioning for port f22d0d52-9d69-45f2-b665-541cc2ce282a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:31.427409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Provisioning complete for port f22d0d52-9d69-45f2-b665-541cc2ce282a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:31.428048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.476541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 41126727-445b-4df7-b80d-ddacdb68de20 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:46:31.529514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.9 (e44d8888-c044-4bfe-a633-05a87c91e4e8/5b1b45ba-d111-4791-9d25-177b4c9f3ae2/1ed17eb8-b42b-4ea9-88dd-72da717e53ff) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:31.551698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port bb71d1f9-edee-4718-bdbc-84934de6ac50, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bb71d1f9-edee-4718-bdbc-84934de6ac50,segment=NetworkSegment(4b7f3929-477c-4c6f-9fcc-55a365a25491),segment_id=4b7f3929-477c-4c6f-9fcc-55a365a25491)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:31.554842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Port f22d0d52-9d69-45f2-b665-541cc2ce282a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:31.559758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'd8506c9f-052d-4866-9639-3da161dd3d21'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:31.560563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.576769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.577589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fdf2f8d5-0712-4a1d-9a78-961d56026ae6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:31.632954 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eb5ca0c6-cee0-41aa-8aef-0002793e47bb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 5.6362536 Feb 17 22:46:31.643270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56906) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:31.644065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:31.650707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:31.651156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:31.769698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 9b2f777d-2b87-4259-806d-8531a303fefa on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:31.769985 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 9b2f777d-2b87-4259-806d-8531a303fefa on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:31.770373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.810047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=bb71d1f9-edee-4718-bdbc-84934de6ac50,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:31.859586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:46:31.873395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28ac9ca4-12f7-4bf1-9c18-a2360660b3f0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/41126727-445b-4df7-b80d-ddacdb68de20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2096598 Feb 17 22:46:31.875582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:31.876857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:31.876991 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] Sync routers for ids ['41126727-445b-4df7-b80d-ddacdb68de20'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:46:31.886735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:31.912802 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] Routers {'41126727-445b-4df7-b80d-ddacdb68de20'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:31.916260 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['41126727-445b-4df7-b80d-ddacdb68de20'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:31.917631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Provisioning complete for port bb71d1f9-edee-4718-bdbc-84934de6ac50 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:31.919645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a7b32dca-1aea-4e37-b53a-f50b0036bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:31.924703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Usage tracker for resource:port and tenant:654f78ba13404846b9a3e1c8d99978eb is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:31.936686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:31.948735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:31.955581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:31.961060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-711633c3-0b3f-41c8-beab-07ff3216d7d8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:31.967666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:31.970544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:32.017411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:32.033034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.065009 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:32.076117 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] Routers {'41126727-445b-4df7-b80d-ddacdb68de20'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:32.077009 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['41126727-445b-4df7-b80d-ddacdb68de20'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:32.122540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:32.138908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:32.138908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.147383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:32.148167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db3a70-237c-4160-a6bf-8bde09f89527 None None] The sync data for ids ['41126727-445b-4df7-b80d-ddacdb68de20'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:46:32.155300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.209062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Subnet': ['ID=30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:32.214196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting port 03bff428-0752-44a9-8164-5fad63ec35e4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:32.214548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.283148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 1ed17eb8-b42b-4ea9-88dd-72da717e53ff will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:32.353290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Allocated IP 2001:db8::f816:3eff:fe8f:1fbc (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/d8506c9f-052d-4866-9639-3da161dd3d21/c9305674-f022-4c24-96dc-5f12a778adfa) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:32.410378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-711633c3-0b3f-41c8-beab-07ff3216d7d8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:32.414039 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-711633c3-0b3f-41c8-beab-07ff3216d7d8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=41126727-445b-4df7-b80d-ddacdb68de20 HTTP/1.1" status: 200 len: 205 time: 0.5310636 Feb 17 22:46:32.414039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:32.447929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56916) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:32.500192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.507399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-b73d9faa-ef0f-4e47-8534-5988bc7d6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:32.509189 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-b73d9faa-ef0f-4e47-8534-5988bc7d6179 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 1.5228126 Feb 17 22:46:32.551241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Provisioning complete for port f22d0d52-9d69-45f2-b665-541cc2ce282a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:32.551241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.585984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Checking segment: {'id': '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:32.586343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network hostable DHCP agents. Network: 9ba45cd1-8634-4df0-ad4e-f765021c515d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:32.697202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:32.720807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.728233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port 9b2f777d-2b87-4259-806d-8531a303fefa, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:32.728752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempted to set empty binding levels {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:46:32.748855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.762045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Port f22d0d52-9d69-45f2-b665-541cc2ce282a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:32.795167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1f29-1579-4bbe-adf8-e22c5b6083aa req-dddb6c6d-4972-46ff-a76a-c61431c0902b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:32.803085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-072d1f29-1579-4bbe-adf8-e22c5b6083aa req-dddb6c6d-4972-46ff-a76a-c61431c0902b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.3977776 Feb 17 22:46:32.816128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.840460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port d4d40457-df6b-438b-9582-8a30bbe61f85 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:32.844718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.858082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Transition to ACTIVE for port object c9305674-f022-4c24-96dc-5f12a778adfa will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:32.877210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 14b0f495-7a5e-422f-8a58-852ba62355ae no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:32.914109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.923463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-072d1f29-1579-4bbe-adf8-e22c5b6083aa req-de2b1931-4c58-43dc-bf83-c848094d1785 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176181 Feb 17 22:46:32.963350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:32.968560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Transition to ACTIVE for port object c9305674-f022-4c24-96dc-5f12a778adfa will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:32.974007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 14b0f495-7a5e-422f-8a58-852ba62355ae {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:32.974553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 14b0f495-7a5e-422f-8a58-852ba62355ae not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:33.010969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:33.020323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.046769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:33.047393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.068836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network 9ba45cd1-8634-4df0-ad4e-f765021c515d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:33.104497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:33.106443 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-7c3e659e-112c-4660-ad2e-be1a6ba2ee9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.5126288 Feb 17 22:46:33.111204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:33.119618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:33.120360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.161117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:33.164484 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-588dfe92-e571-4bf1-b0ac-abf7107a6942 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8846607 Feb 17 22:46:33.172697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56920) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:33.183886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:d5:7f:36', 'name': 'tempest-NetworksTestDHCPv6-672823166'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:33.240441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Provisioning for port ff174bc2-2311-468f-925a-cbd585048216 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:33.256935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bb71d1f9-edee-4718-bdbc-84934de6ac50 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:33.275537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.3 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/d4d40457-df6b-438b-9582-8a30bbe61f85) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:33.324468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:33.329938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Provisioning complete for port ff174bc2-2311-468f-925a-cbd585048216 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:33.330530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.434279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:33.437293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:33.460456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=9b2f777d-2b87-4259-806d-8531a303fefa,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:33.486206 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7fbe5e87-c27d-4f2f-b091-f0a400b1bd78 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 9.3163223 Feb 17 22:46:33.486874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9ba45cd1-8634-4df0-ad4e-f765021c515d) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:33.492366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.493320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:33.496208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:33.496849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56924) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:33.502834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Pushing event updated for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:33.505713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:33.518043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:33.552128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:33.553932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d1aa2-65a0-4eea-a3d7-0062954d85c5 None None] Network 9ba45cd1-8634-4df0-ad4e-f765021c515d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:33.561950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.714720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.766292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object d4d40457-df6b-438b-9582-8a30bbe61f85 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:33.769909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.808656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 6928045a-d274-43ee-95eb-856c9a1445d1 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:33.851147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Port ff174bc2-2311-468f-925a-cbd585048216 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:33.890065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.908639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bb71d1f9-edee-4718-bdbc-84934de6ac50 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:33.909271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.967808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-78f627b2-76c3-4b3b-8c5b-287581f0ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:33.968653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:33.970227 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-78f627b2-76c3-4b3b-8c5b-287581f0ffbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.5853422 Feb 17 22:46:33.980688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:33.984161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:33.986592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:33.997913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:34.006879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Attempting to bind port c9305674-f022-4c24-96dc-5f12a778adfa on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:34.007456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Attempting to bind port c9305674-f022-4c24-96dc-5f12a778adfa by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:34.008082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Attempting to bind port c9305674-f022-4c24-96dc-5f12a778adfa on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:34.036359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Provisioning complete for port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:34.036740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6405ecd9-e8ac-4e17-9993-76a5c60aef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.097832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.107758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.152036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:34.170787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:34.170787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:34.171408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.171562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:34.171929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Bound port: c9305674-f022-4c24-96dc-5f12a778adfa, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:34.172309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.201782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event updated for resources: {'Subnet': ['ID=1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:34.226130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:34.308919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=d4d40457-df6b-438b-9582-8a30bbe61f85,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:34.341631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.342803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router 41126727-445b-4df7-b80d-ddacdb68de20 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:46:34.346633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Deleting port 9b2f777d-2b87-4259-806d-8531a303fefa {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:34.347114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.401972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:34.402674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.468325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 172.20.0.3 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a/6928045a-d274-43ee-95eb-856c9a1445d1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:34.485120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-157b68e3-2e96-48ad-bd48-bd83f67b3e42 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3523588 Feb 17 22:46:34.487337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fed5:7f36 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/d8506c9f-052d-4866-9639-3da161dd3d21/6928045a-d274-43ee-95eb-856c9a1445d1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:34.490609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56930) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:34.497504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=1ed17eb8-b42b-4ea9-88dd-72da717e53ff,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:34.522519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:34.553664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fd61a-f957-4b7b-a98b-dac5e059332f req-c424f1a3-4062-49a7-9c17-bb73d279a9e8 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:34.556114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e9fd61a-f957-4b7b-a98b-dac5e059332f req-c424f1a3-4062-49a7-9c17-bb73d279a9e8 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.2492232 Feb 17 22:46:34.619914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:34.644394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Calling delete_port for 03bff428-0752-44a9-8164-5fad63ec35e4 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:34.649802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e9fd61a-f957-4b7b-a98b-dac5e059332f req-11817183-9117-47d2-a412-4076205617a0 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826252 Feb 17 22:46:34.666908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fdf2f8d5-0712-4a1d-9a78-961d56026ae6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:34.713122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.718479 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5dff2218-6c6f-48ef-a7ca-9bcc5090f89f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/41126727-445b-4df7-b80d-ddacdb68de20 HTTP/1.1" status: 204 len: 168 time: 2.2095873 Feb 17 22:46:34.718756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.739331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56934) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:34.740174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Checking segment: {'id': '6440b768-d085-4a6f-acbb-bdb0c7b4deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:34.740539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network hostable DHCP agents. Network: b7d16f27-997e-4cee-87be-294b886c54e7, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:34.798740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9ba45cd1-8634-4df0-ad4e-f765021c515d', 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d', 'tenant_id': '48c99626b64f4815b0628d4435e2ed5c', 'fixed_ips': [{'subnet_id': '30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:34.800298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.864687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:34.865621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:34.989158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Network b7d16f27-997e-4cee-87be-294b886c54e7 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:35.058483 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-11e12ec0-39cb-4587-9908-f097594547ef tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.3881845 Feb 17 22:46:35.076788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.083193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03d3d-fcf2-48e4-a63e-9c4c742282fc None None] Pushing event updated for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:35.097269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.108638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.110234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:35.111105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56938) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:35.121381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 0ed0cb0a-b069-4b6c-989c-126dffeaa278 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:35.150598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.186198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:35.193007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5bb0316f-c87b-4a11-92ed-c396702e3a2c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6942675 Feb 17 22:46:35.193307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Provisioning for port d4d40457-df6b-438b-9582-8a30bbe61f85 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:35.196433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56942) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:35.226002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b7d16f27-997e-4cee-87be-294b886c54e7) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:35.246389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa85239-37f0-4bef-9287-147d7ffa296b None None] Network b7d16f27-997e-4cee-87be-294b886c54e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:35.250082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-1c438127-4df0-49f6-bedf-1771f5f7cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.251649 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-1c438127-4df0-49f6-bedf-1771f5f7cf5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2444689 Feb 17 22:46:35.273931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.274749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:35.275473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.303863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Provisioning complete for port d4d40457-df6b-438b-9582-8a30bbe61f85 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:35.311331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.371648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:35.372367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.400585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port d4d40457-df6b-438b-9582-8a30bbe61f85 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:35.400936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.489511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.564867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 6928045a-d274-43ee-95eb-856c9a1445d1 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:35.716648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port 9b2f777d-2b87-4259-806d-8531a303fefa, host hv-neutron-8057, got binding levels [] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:35.717274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.768855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.819393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Port d4d40457-df6b-438b-9582-8a30bbe61f85 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:35.853561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Allocated IP 172.20.0.2 (9ba45cd1-8634-4df0-ad4e-f765021c515d/30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c/3250dcb8-6cb0-460e-ab48-c5c39fec7f9f) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:35.915981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Calling delete_port for 9b2f777d-2b87-4259-806d-8531a303fefa owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:35.953992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:35.976809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Provisioning for port 1ed17eb8-b42b-4ea9-88dd-72da717e53ff completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:36.043195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:36.051976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.065796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Provisioning complete for port 1ed17eb8-b42b-4ea9-88dd-72da717e53ff triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:36.066278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.079964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:36.087495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:36.196785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.255451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3fc78-897f-4ef1-853f-111c1627b1f6 None None] Port 1ed17eb8-b42b-4ea9-88dd-72da717e53ff cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:36.263386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b7d16f27-997e-4cee-87be-294b886c54e7', 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7', 'tenant_id': '48c99626b64f4815b0628d4435e2ed5c', 'fixed_ips': [{'subnet_id': '1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:36.264231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.404827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bcf2670a-6c9f-4583-8e95-e0e2cef5f6e4 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 10.1333773 Feb 17 22:46:36.429376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56948) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:36.442718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=6928045a-d274-43ee-95eb-856c9a1445d1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:36.458474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:36.459568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.461154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.482910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for d4d40457-df6b-438b-9582-8a30bbe61f85 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:36.506994 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-5e255f28-8bef-4bf2-bd74-4ff78a8c7811 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2217877 Feb 17 22:46:36.515464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c9305674-f022-4c24-96dc-5f12a778adfa up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:36.557359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Transition to ACTIVE for port object 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:36.625004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Transition to ACTIVE for port object 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:36.630791 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-01618560-c052-4c60-9329-b1ffc74d29c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4544542 Feb 17 22:46:36.646186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56952) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:36.647797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.655629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Port': ['ID=03bff428-0752-44a9-8164-5fad63ec35e4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:36.662786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03225771-edc0-40a2-b043-be0774919547 req-bc1412de-0c89-4d46-a6b7-55df66208026 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:36.665636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03225771-edc0-40a2-b043-be0774919547 req-bc1412de-0c89-4d46-a6b7-55df66208026 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7742817 Feb 17 22:46:36.710189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de85b3-ebda-40c3-9ad4-ce53f3496010 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:36.735351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Allocated IP 172.20.0.18 (b7d16f27-997e-4cee-87be-294b886c54e7/1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723/aade5e65-ecb6-4a79-b0e0-9eb9c01b4780) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:36.809909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:36.858610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Network 9ba45cd1-8634-4df0-ad4e-f765021c515d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:36.879830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port c9305674-f022-4c24-96dc-5f12a778adfa completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:36.884105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:36.887392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:36.914782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03225771-edc0-40a2-b043-be0774919547 req-af0f63a9-8ca4-4e08-888f-be0c169b1b36 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206223 Feb 17 22:46:36.959600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Pushing event updated for resources: {'Port': ['ID=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:36.984749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9afc-c5a6-4363-92c9-d973eb9c6d74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:36.986798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Provisioning for port c9305674-f022-4c24-96dc-5f12a778adfa completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:36.991235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9afc-c5a6-4363-92c9-d973eb9c6d74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:36.992450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8a8d9afc-c5a6-4363-92c9-d973eb9c6d74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:36.997278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.041053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Provisioning complete for port c9305674-f022-4c24-96dc-5f12a778adfa triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:37.041456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.104112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=d4d40457-df6b-438b-9582-8a30bbe61f85,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:37.123520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8a8d9afc-c5a6-4363-92c9-d973eb9c6d74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:37.125029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8a8d9afc-c5a6-4363-92c9-d973eb9c6d74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4581041 Feb 17 22:46:37.128856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56956) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.212155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.245533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Attempting to bind port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:37.245833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Attempting to bind port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:37.246189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Attempting to bind port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f on network 9ba45cd1-8634-4df0-ad4e-f765021c515d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:37.280097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.286898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.288823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.291552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.292965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:37.297064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b2f777d-2b87-4259-806d-8531a303fefa,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:37.305076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:37.305762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Checking segment: {'id': '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:37.306060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.306512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Bound using segment: {'id': '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:37.307004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Bound port: 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba45cd1-8634-4df0-ad4e-f765021c515d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:37.307384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.343178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 6928045a-d274-43ee-95eb-856c9a1445d1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:37.343688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.362152 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca52fa9e-9962-48bd-9624-7eae60b1fa88 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9b2f777d-2b87-4259-806d-8531a303fefa HTTP/1.1" status: 204 len: 168 time: 3.8131926 Feb 17 22:46:37.385176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7cbb1-f3f8-4c01-aee1-d67a48994637 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.386015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aac7cbb1-f3f8-4c01-aee1-d67a48994637 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:37.390010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56960) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.456191 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e15cbbec-bf1f-4971-98ee-7542f09c0bd8 req-fb31a438-c098-43be-9ba8-5c625098612c service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307076 Feb 17 22:46:37.501409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.503936 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7d9f6b47-0832-4867-8c4a-18b3a043525e tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/ports/03bff428-0752-44a9-8164-5fad63ec35e4 HTTP/1.1" status: 204 len: 168 time: 5.8498337 Feb 17 22:46:37.509599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-db71fce4-9146-4c7b-94a9-596ef0fc7b9e tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:46:37.510201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-db71fce4-9146-4c7b-94a9-596ef0fc7b9e tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Synchronizing usage tracker for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:37.514081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56964) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.515585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:37.516939 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d88d03b-8f79-4368-a88c-8952b6d8fa0c tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.0136635 Feb 17 22:46:37.522890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56968) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.523561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d', 'external_fixed_ips': [{'subnet_id': 'e882745b-2da9-4557-be3c-bc2a993fc924', 'ip_address': '172.20.0.8'}]}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:37.532638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aac7cbb1-f3f8-4c01-aee1-d67a48994637 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:37.539042 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aac7cbb1-f3f8-4c01-aee1-d67a48994637 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 2.4236622 Feb 17 22:46:37.540254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.541269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:37.555611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:router and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:37.605065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:37.622687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:37.640268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-db71fce4-9146-4c7b-94a9-596ef0fc7b9e tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Unset dirty status for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:37.645795 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-db71fce4-9146-4c7b-94a9-596ef0fc7b9e tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports/9b2f777d-2b87-4259-806d-8531a303fefa HTTP/1.1" status: 404 len: 333 time: 0.2479637 Feb 17 22:46:37.649949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56976) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.654600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.663698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1589074492'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:37.666035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.698196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Transition to ACTIVE for port object aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:37.702139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.711525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.712632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.721309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:37.731198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed0cb0a-b069-4b6c-989c-126dffeaa278,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:37.743308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] For port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:37.747081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.756504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f619ee3c-f71c-4a2f-a819-a77deb50106a None None] Network f6210db7-f5db-4b0a-b428-04350baa1244 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:37.777801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:37.805518 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-35eb580b-39e9-4b17-a22d-94d58e70aad4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/0ed0cb0a-b069-4b6c-989c-126dffeaa278 HTTP/1.1" status: 204 len: 168 time: 3.0587537 Feb 17 22:46:37.808197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 56980) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:37.850258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.856980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Made reservation on behalf of c4b42fa71b2e41ca8da7e2516b78f78c for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:37.860218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:37.906304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d1989-bbca-497b-ac66-299a152028e9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.916593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d1989-bbca-497b-ac66-299a152028e9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.927011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d1989-bbca-497b-ac66-299a152028e9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:37.938760 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ef5d1989-bbca-497b-ac66-299a152028e9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3913052 Feb 17 22:46:37.962866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:38.044668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Transition to ACTIVE for port object aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:38.099518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.110162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] For port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,segment=NetworkSegment(127f0c1a-ac4b-4905-864c-4f20e1f0cbf3),segment_id=127f0c1a-ac4b-4905-864c-4f20e1f0cbf3)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:38.110394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting subnet 30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:38.116459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port 95e307c6-668a-457d-9a35-5b6a3c19a293 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:38.139474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.169442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.182051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.280139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:38.283847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Pushing event updated for resources: {'Port': ['ID=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:38.356053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Network b7d16f27-997e-4cee-87be-294b886c54e7 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:38.366130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.402642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:38.409170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.429034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:38.459795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1b4e22ea-e999-41f2-b064-2dd1bc70b3e1 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/d4d40457-df6b-438b-9582-8a30bbe61f85 HTTP/1.1" status: 204 len: 168 time: 3.2622545 Feb 17 22:46:38.468854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56994) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:38.489048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 1ed17eb8-b42b-4ea9-88dd-72da717e53ff {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:38.489426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.524529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 087bb3ac-fe7f-4c71-a07f-07173dac1065 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:38.524871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.593794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Update dhcp port {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'd8506c9f-052d-4866-9639-3da161dd3d21', 'ip_address': '2001:db8::f816:3eff:fe8f:1fbc'}, {'subnet_id': '1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'c9305674-f022-4c24-96dc-5f12a778adfa'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:46:38.614897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c735b-9b3c-418c-b332-b7f8937ffc23 None None] Pushing event updated for resources: {'Port': ['ID=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:38.630462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.706873 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bf0318-3efd-40a4-9a9d-2db85454942d tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] GET failed (client error): The resource could not be found. Feb 17 22:46:38.707773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39bf0318-3efd-40a4-9a9d-2db85454942d tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:38.716104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Attempting to bind port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:38.716739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Attempting to bind port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6440b768-d085-4a6f-acbb-bdb0c7b4deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:38.717306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Attempting to bind port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 on network b7d16f27-997e-4cee-87be-294b886c54e7 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Checking segment: {'id': '6440b768-d085-4a6f-acbb-bdb0c7b4deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Bound using segment: {'id': '6440b768-d085-4a6f-acbb-bdb0c7b4deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Bound port: aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440b768-d085-4a6f-acbb-bdb0c7b4deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b7d16f27-997e-4cee-87be-294b886c54e7'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:38.771797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.826762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:38.837875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.031064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411ded-5991-4f2f-a020-9bd012367aa6 None None] Pushing event updated for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:39.040288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] DHCP port deletion for f6210db7-f5db-4b0a-b428-04350baa1244 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:39.074874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.080141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Deleting port 087bb3ac-fe7f-4c71-a07f-07173dac1065 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:39.080759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.119928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-39bf0318-3efd-40a4-9a9d-2db85454942d tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:39.120983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-39bf0318-3efd-40a4-9a9d-2db85454942d tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports/d4d40457-df6b-438b-9582-8a30bbe61f85 HTTP/1.1" status: 404 len: 333 time: 0.6428871 Feb 17 22:46:39.168687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 56998) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:39.243119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-1427460045'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:39.276886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] For port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:39.292198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.403327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75063-fad5-46f6-8087-3c1c3f1b6be3 req-76bf76aa-bee7-44e0-8019-50a03c00a89b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:39.404972 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0e75063-fad5-46f6-8087-3c1c3f1b6be3 req-76bf76aa-bee7-44e0-8019-50a03c00a89b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.1453345 Feb 17 22:46:39.427393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.458494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] For port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,segment=NetworkSegment(6440b768-d085-4a6f-acbb-bdb0c7b4deef),segment_id=6440b768-d085-4a6f-acbb-bdb0c7b4deef)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:39.465302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 6928045a-d274-43ee-95eb-856c9a1445d1 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:39.497811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.636140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:39.638220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 087bb3ac-fe7f-4c71-a07f-07173dac1065, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=087bb3ac-fe7f-4c71-a07f-07173dac1065,segment=NetworkSegment(4b82090d-b424-4dbb-8df3-8f99217eb5b3),segment_id=4b82090d-b424-4dbb-8df3-8f99217eb5b3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:39.638425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.649603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:39.658759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:39.659493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:39.660187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.667195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0e75063-fad5-46f6-8087-3c1c3f1b6be3 req-79780d91-04fb-4cf0-86af-e9b4e08cc27c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571581 Feb 17 22:46:39.672266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=95e307c6-668a-457d-9a35-5b6a3c19a293,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:39.684911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.818690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Allocated IP 172.20.0.2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a/c9305674-f022-4c24-96dc-5f12a778adfa) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:39.950064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:39.960761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8af2f-823f-45a2-a781-7aa6b7bb0999 None None] Pushing event updated for resources: {'Port': ['ID=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:39.988447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 087bb3ac-fe7f-4c71-a07f-07173dac1065 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:39.990417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] For port 087bb3ac-fe7f-4c71-a07f-07173dac1065, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=087bb3ac-fe7f-4c71-a07f-07173dac1065,segment=NetworkSegment(4b82090d-b424-4dbb-8df3-8f99217eb5b3),segment_id=4b82090d-b424-4dbb-8df3-8f99217eb5b3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:39.991180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.151170 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5478b159-040e-4903-b416-29794d3dcbfe tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4997845 Feb 17 22:46:40.152270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57008) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:40.167781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:40.214498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:40.291610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:40.379198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 1ed17eb8-b42b-4ea9-88dd-72da717e53ff owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:40.398795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.527483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.541136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7635dde-a3ef-43f3-812b-359001288e74 None None] Network 9ba45cd1-8634-4df0-ad4e-f765021c515d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:40.560976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Calling delete_port for 087bb3ac-fe7f-4c71-a07f-07173dac1065 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:40.596601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Transition to ACTIVE for port object c9305674-f022-4c24-96dc-5f12a778adfa will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:40.620794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No DVR routers for this DVR port 087bb3ac-fe7f-4c71-a07f-07173dac1065 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:40.705211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=087bb3ac-fe7f-4c71-a07f-07173dac1065,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:40.706663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c9305674-f022-4c24-96dc-5f12a778adfa up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:40.785452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.878639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.891460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:40.896627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4870c0aa-2f8d-4c5b-afaa-6722a1993854 None None] Provisioning for port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:40.959923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:41.094002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:41.100697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.121907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.130686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6210db7-f5db-4b0a-b428-04350baa1244']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:41.144746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-0bbcc7a7-a920-4d43-82d7-95d74e078258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:41.147251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-0bbcc7a7-a920-4d43-82d7-95d74e078258 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.7649190 Feb 17 22:46:41.202929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355720e-025d-4267-8d24-7682a23f8633 None None] Pushing event updated for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:41.220716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:41.223169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:41.325760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Subnet': ['ID=30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:41.337907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.373715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:41.482511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:41.489131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b82090d-b424-4dbb-8df3-8f99217eb5b3') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:41.490215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b82090d-b424-4dbb-8df3-8f99217eb5b3') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:41.620659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:41.630111 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1a81fd3c-4786-4f80-b565-78cdd06512dd tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/subnets/30492c13-eb7b-43ce-9ebf-9ca93c6d8d9c HTTP/1.1" status: 204 len: 168 time: 4.0974824 Feb 17 22:46:41.633572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:41.634047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.646336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.673368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57012) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:41.682268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.689667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:41.690083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.728479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Deleting port 087bb3ac-fe7f-4c71-a07f-07173dac1065 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:41.729212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.793301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd4c30-fe9e-4b0f-8cef-b5931d2addb3 None None] Network b7d16f27-997e-4cee-87be-294b886c54e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:41.793619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b8d9-676a-4e48-bc2c-89a10c85d3f9 req-ee4d5e8a-f0d8-4198-92b7-4a06c17d3f50 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:41.795253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2199b8d9-676a-4e48-bc2c-89a10c85d3f9 req-ee4d5e8a-f0d8-4198-92b7-4a06c17d3f50 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.3028259 Feb 17 22:46:41.810986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:41.848639 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:41.872396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:41.975871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.000614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=6928045a-d274-43ee-95eb-856c9a1445d1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:42.012267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] DHCP port deletion for 9ba45cd1-8634-4df0-ad4e-f765021c515d request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:42.025121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Deleting port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:42.025504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.296644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6a2e7-06b8-4339-811b-f9cc22f4efae None None] The port '087bb3ac-fe7f-4c71-a07f-07173dac1065' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:46:42.328028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5346bfc-bb7e-432b-b355-c51d78edda64 None None] Provisioning for port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:42.342345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.404747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting subnet 1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:42.428165 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/f6210db7-f5db-4b0a-b428-04350baa1244 HTTP/1.1" status: 204 len: 168 time: 4.6151555 Feb 17 22:46:42.443593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.502716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57016) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:42.511351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=1ed17eb8-b42b-4ea9-88dd-72da717e53ff,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:42.526591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.543600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627b2d-2d97-4423-a695-fbeb01778cfd tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=f6210db7-f5db-4b0a-b428-04350baa1244,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:42.554253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-613602642', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:42.562171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.599105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:42.607976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-aeaa4def-fc4b-4f55-a746-e6d2658c8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:42.609521 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-aeaa4def-fc4b-4f55-a746-e6d2658c8bfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 1.4501917 Feb 17 22:46:42.621028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.623294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:42.648164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,segment=NetworkSegment(127f0c1a-ac4b-4905-864c-4f20e1f0cbf3),segment_id=127f0c1a-ac4b-4905-864c-4f20e1f0cbf3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:42.653874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] For port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,segment=NetworkSegment(127f0c1a-ac4b-4905-864c-4f20e1f0cbf3),segment_id=127f0c1a-ac4b-4905-864c-4f20e1f0cbf3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:42.654437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.694279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2199b8d9-676a-4e48-bc2c-89a10c85d3f9 req-9afc91e6-c276-4765-a5d5-d71720a4cb15 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8796790 Feb 17 22:46:42.697276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.698058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:42.778484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a11dd737-bb2f-4a98-ab89-268f08012992 None None] Provisioning for port c9305674-f022-4c24-96dc-5f12a778adfa completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:42.816422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.12 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/e4ca5370-ea97-4b7f-b297-5bf2f1c072d4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:42.823580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.930675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.937207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:42.962149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:42.964139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eda79c6e-8517-42f9-8230-ca330c84e42d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/1ed17eb8-b42b-4ea9-88dd-72da717e53ff HTTP/1.1" status: 204 len: 168 time: 4.9937873 Feb 17 22:46:42.966368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6978b66c-026f-4551-a044-492fa7d27fc2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/6928045a-d274-43ee-95eb-856c9a1445d1 HTTP/1.1" status: 204 len: 168 time: 5.8359861 Feb 17 22:46:42.972292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57020) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:42.972622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57022) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:42.980058 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-db9e4e2e-a6f0-4e5e-8f7c-e4e57d2f068a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.3605497 Feb 17 22:46:42.994890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:43.001004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a11dd737-bb2f-4a98-ab89-268f08012992 None None] Provisioning complete for port c9305674-f022-4c24-96dc-5f12a778adfa triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:43.001406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a11dd737-bb2f-4a98-ab89-268f08012992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.023964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.104024 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Calling delete_port for 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:43.175984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-890fe9e2-6c21-4411-ad9b-8dec7febc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:43.177435 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-890fe9e2-6c21-4411-ad9b-8dec7febc6cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.1765211 Feb 17 22:46:43.182945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.234068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:43.237758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:43.239995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:43.259940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.273304 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-804f576c-2db9-4991-9f7c-0d4981f9d4f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:46:43.273846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-804f576c-2db9-4991-9f7c-0d4981f9d4f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:43.278552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:43.279009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.281252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.300001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7750dd77-9ad5-4471-9a4b-6aebf29a703e tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/subnets/1b4f9d7a-f4a9-45f0-9f4f-f02f218bf723 HTTP/1.1" status: 204 len: 168 time: 1.6156945 Feb 17 22:46:43.321707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57028) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:43.341758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.342774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.398282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:43.398722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:43.441949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a11dd737-bb2f-4a98-ab89-268f08012992 None None] Could not find standard attr ID for object 6928045a-d274-43ee-95eb-856c9a1445d1. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:46:43.466933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:43.468696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:43.470315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:43.471161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:43.514634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-804f576c-2db9-4991-9f7c-0d4981f9d4f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:43.517175 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-804f576c-2db9-4991-9f7c-0d4981f9d4f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/1ed17eb8-b42b-4ea9-88dd-72da717e53ff HTTP/1.1" status: 404 len: 333 time: 0.5358965 Feb 17 22:46:43.525554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:43.534424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1dcbddd2-5041-413d-adcb-758dc547ae11 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5482662 Feb 17 22:46:43.534424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57032) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:43.534424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57034) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:43.542583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.547701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port 95e307c6-668a-457d-9a35-5b6a3c19a293 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:43.576011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b8531461-9758-4314-8ea4-09990fad536b None None] Could not find standard attr ID for object 6928045a-d274-43ee-95eb-856c9a1445d1. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:46:43.581646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.603186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.609998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,segment=NetworkSegment(6440b768-d085-4a6f-acbb-bdb0c7b4deef),segment_id=6440b768-d085-4a6f-acbb-bdb0c7b4deef)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:43.615683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.650621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Transition to ACTIVE for port object 95e307c6-668a-457d-9a35-5b6a3c19a293 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:43.656021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.20.0.8 (1de67f54-f18d-4525-8625-dd8c5844705d/e882745b-2da9-4557-be3c-bc2a993fc924/8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:43.677379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-e3db85c1-8e71-46dd-b8f8-2fa26339c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:43.679268 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-e3db85c1-8e71-46dd-b8f8-2fa26339c5d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4909108 Feb 17 22:46:43.690622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.707331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 087bb3ac-fe7f-4c71-a07f-07173dac1065 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:43.782230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 087bb3ac-fe7f-4c71-a07f-07173dac1065 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:43.782574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 087bb3ac-fe7f-4c71-a07f-07173dac1065 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:43.822530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port f22d0d52-9d69-45f2-b665-541cc2ce282a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:43.823462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:43.849818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.881938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd3c11-921b-472f-9628-9b4f2e62cba8 None None] Network b7d16f27-997e-4cee-87be-294b886c54e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:43.902247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Deleting port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:43.902516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.019034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac81bc-5f4e-4065-9bae-14138293ef7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:44.020793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-28ac81bc-5f4e-4065-9bae-14138293ef7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Synchronizing usage tracker for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:44.027530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c9305674-f022-4c24-96dc-5f12a778adfa up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:44.107147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-95ceabfa-0fb4-4709-9129-dd863b2bc440 None None] Provisioning complete for port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:44.107518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-95ceabfa-0fb4-4709-9129-dd863b2bc440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.390552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:44.417256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.518571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-28ac81bc-5f4e-4065-9bae-14138293ef7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Unset dirty status for tenant:48c99626b64f4815b0628d4435e2ed5c on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:44.528725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28ac81bc-5f4e-4065-9bae-14138293ef7a tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2052786 Feb 17 22:46:44.538096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57042) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:44.586143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.647896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port c9305674-f022-4c24-96dc-5f12a778adfa triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:44.648184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.692408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:44.693242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:44.693242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:44.707002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.711592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.716212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=95e307c6-668a-457d-9a35-5b6a3c19a293,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:44.731994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:44.732338 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:44.739692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] For port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,segment=NetworkSegment(127f0c1a-ac4b-4905-864c-4f20e1f0cbf3),segment_id=127f0c1a-ac4b-4905-864c-4f20e1f0cbf3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:44.740262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.746938 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 2 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:44.821285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.828082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:44.829602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:44.829963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:44.830280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:44.837472 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-f5739f7f-e04d-4698-9c53-055953963f09 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1417980 Feb 17 22:46:44.864106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:44.864467 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:44.868186 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 3 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:44.881776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:44.900395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa75f-9604-4adf-a17a-f7cad9037051 req-4e9868a4-ce4a-4157-8caf-7cc898ed3b02 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:44.902030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b95fa75f-9604-4adf-a17a-f7cad9037051 req-4e9868a4-ce4a-4157-8caf-7cc898ed3b02 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9997745 Feb 17 22:46:44.932591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Calling delete_port for 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:45.007100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.007431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.008353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.010801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:45.011142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.028713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.029016 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.038120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 4 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.065111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.088792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.089229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.089574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.114487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.114829 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.119447 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 5 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.121757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b95fa75f-9604-4adf-a17a-f7cad9037051 req-61568a53-2d16-4d56-89e2-68be1c36222b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851003 Feb 17 22:46:45.126609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.128663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.238115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.239666 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c60dacc8-2c3c-4c42-bb4f-7ade4d601b0e req-8c4491e2-de14-4728-a155-19bd4b300500 service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941014 Feb 17 22:46:45.292230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] DHCP port deletion for b7d16f27-997e-4cee-87be-294b886c54e7 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:45.305027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.305500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.305911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.314151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:45.325286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1de67f54-f18d-4525-8625-dd8c5844705d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:45.326222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:45.328733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.329066 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.332383 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 6 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.340647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:45.345350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:45.360937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Deleting port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:45.361335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.394693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.395534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.395534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.408818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for f22d0d52-9d69-45f2-b665-541cc2ce282a owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:45.414448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.415027 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.419869 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 7 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.450905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] Pushing event deleted for resources: {'Port': ['ID=3250dcb8-6cb0-460e-ab48-c5c39fec7f9f,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:45.459225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def71a5-4379-45b3-be33-c0390f2ed7a2 None None] No DVR routers for this DVR port 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:45.459225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:45.459777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3250dcb8-6cb0-460e-ab48-c5c39fec7f9f not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:45.512367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.538320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.538656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.539634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.575637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:45.589375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:45.604808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:45.617632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.618152 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.621599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 8 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.772876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:45.775849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:45.775849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:45.852275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] For port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,segment=NetworkSegment(6440b768-d085-4a6f-acbb-bdb0c7b4deef),segment_id=6440b768-d085-4a6f-acbb-bdb0c7b4deef)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:45.853760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:45.860792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:45.861195 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:45.877989 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 9 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:45.950472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.014781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Calling delete_port for aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:46.043989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:46.044319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:46.044836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:46.047710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.094492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] For port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,segment=NetworkSegment(6440b768-d085-4a6f-acbb-bdb0c7b4deef),segment_id=6440b768-d085-4a6f-acbb-bdb0c7b4deef)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:46.095271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.102676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:46.137816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.224442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:46.225208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:46.228882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] No DVR routers for this DVR port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:46.251093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=e4ca5370-ea97-4b7f-b297-5bf2f1c072d4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:46.252100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29efaf-6ee1-4909-91e7-2c4d86d6d26c None None] Pushing event deleted for resources: {'Port': ['ID=aade5e65-ecb6-4a79-b0e0-9eb9c01b4780,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:46.279678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbe39961-6421-4492-a80b-c9a7fe14377f None None] Provisioning for port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:46.291375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbe39961-6421-4492-a80b-c9a7fe14377f None None] Provisioning complete for port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:46.293424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbe39961-6421-4492-a80b-c9a7fe14377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.341875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:46.342492 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:46.358131 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 10 to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 Feb 17 22:46:46.391644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Calling delete_port for aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:46.410162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:46.410803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:46.411393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:46.414740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbe39961-6421-4492-a80b-c9a7fe14377f None None] Port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:46.487500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:46:46.487905 dv-neutron-805768-3-hyperv neutron-server[87694]: ERROR neutron.plugins.ml2.managers [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port 95e307c6-668a-457d-9a35-5b6a3c19a293 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:46:46.488415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.579569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:46.580169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.592754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.643294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.785874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 172.26.7.98 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/26d801fd-889d-4b44-ad1b-cd72a802bfac) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:46.788597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port 95e307c6-668a-457d-9a35-5b6a3c19a293, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:46.789110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempted to set empty binding levels {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:46:46.828029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:46.848478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.855859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.873597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba279a4-a36d-4506-aae6-61532e2b1ddc None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:46.875084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:46.875400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:46.879401 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fae09f43-2b64-4f54-aca4-bd086d0faabc tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.6407135 Feb 17 22:46:46.880332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57048) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:46.888771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:89:14'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:46.928805 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a38f3db6-813b-4415-9644-032b4a1b386b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a HTTP/1.1" status: 204 len: 168 time: 3.3693402 Feb 17 22:46:46.930654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:46.939613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57052) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:47.033325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] In _notify_port_updated(), no bound segment for port 95e307c6-668a-457d-9a35-5b6a3c19a293 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:46:47.034456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.035262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.036812 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "PUT /v2.0/ports/95e307c6-668a-457d-9a35-5b6a3c19a293 HTTP/1.1" status: 200 len: 977 time: 6.8792045 Feb 17 22:46:47.042325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57056) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:47.095891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=f22d0d52-9d69-45f2-b665-541cc2ce282a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:47.104859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b74c-9526-4076-a2eb-c72736c4692f tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=95e307c6-668a-457d-9a35-5b6a3c19a293,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:47.106312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6db0-ab9a-4484-8874-4e0a6d4c1be2 req-bea014bd-d99f-4c8e-bec7-8319250c5020 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.113650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a80c6db0-ab9a-4484-8874-4e0a6d4c1be2 req-bea014bd-d99f-4c8e-bec7-8319250c5020 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7346301 Feb 17 22:46:47.302940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet d8506c9f-052d-4866-9639-3da161dd3d21 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:47.322517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.340657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.368726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.401473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Deleting port aade5e65-ecb6-4a79-b0e0-9eb9c01b4780 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:47.401829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.499368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a80c6db0-ab9a-4484-8874-4e0a6d4c1be2 req-479b9b90-b98d-4601-ad92-f9709e6e48dd tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829536 Feb 17 22:46:47.566731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.569186 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e9eab8ca-a069-455e-863c-eda49cdbbd62 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/f22d0d52-9d69-45f2-b665-541cc2ce282a HTTP/1.1" status: 204 len: 168 time: 4.0183055 Feb 17 22:46:47.594055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57062) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:47.660920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] The port 'aade5e65-ecb6-4a79-b0e0-9eb9c01b4780' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:46:47.671898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.749175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:47.810440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-202bbc52-0c28-429f-a483-91522cbb7a1f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:46:47.810975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-202bbc52-0c28-429f-a483-91522cbb7a1f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:47.869581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router feddaad9-97fb-419f-8212-63ebab972c71 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:46:47.872663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:47.877225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:47.879798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:47.966335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.966814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.967287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.967748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.968209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.968670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.969147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.969604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.970130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.970586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.971035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.971486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.971941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.972396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.972847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.973333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.973789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:47.977787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aa344bf6-6dfd-4764-938b-7891981a8721 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15243 time: 0.9234097 Feb 17 22:46:48.021313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57066) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:48.094797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=26d801fd-889d-4b44-ad1b-cd72a802bfac,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:48.161861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a156f55d-db56-4dd5-b474-6374053a1f26 None None] Provisioning complete for port c9305674-f022-4c24-96dc-5f12a778adfa triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:48.162793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a156f55d-db56-4dd5-b474-6374053a1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.186145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-202bbc52-0c28-429f-a483-91522cbb7a1f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:48.186991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-202bbc52-0c28-429f-a483-91522cbb7a1f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/f22d0d52-9d69-45f2-b665-541cc2ce282a HTTP/1.1" status: 404 len: 333 time: 0.5748403 Feb 17 22:46:48.202250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57070) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:48.207045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.306132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Deleting port 95e307c6-668a-457d-9a35-5b6a3c19a293 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:48.306462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.332594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.354209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d16f27-997e-4cee-87be-294b886c54e7']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:48.375135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:46:48.392708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.402589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Sync routers for ids ['feddaad9-97fb-419f-8212-63ebab972c71'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:46:48.421277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Routers {'feddaad9-97fb-419f-8212-63ebab972c71'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:48.422069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6440b768-d085-4a6f-acbb-bdb0c7b4deef') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:48.422362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6440b768-d085-4a6f-acbb-bdb0c7b4deef') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:48.423110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['feddaad9-97fb-419f-8212-63ebab972c71'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:48.470536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.516848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.522163 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e9315e43-953d-450a-bcb5-94c1eec15ae9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.9998236 Feb 17 22:46:48.522469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57074) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:48.525909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c873-cde2-4ffa-b243-b2847938f180 req-1c5b4e9a-3f3c-4737-b913-2b5a8bf0c87a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:48.527557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a92c873-cde2-4ffa-b243-b2847938f180 req-1c5b4e9a-3f3c-4737-b913-2b5a8bf0c87a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8179491 Feb 17 22:46:48.568511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 5b1b45ba-d111-4791-9d25-177b4c9f3ae2 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:48.580549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.637886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.678202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:48.678499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:48.699788 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:48.772368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Set router feddaad9-97fb-419f-8212-63ebab972c71 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:46:48.934345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.008057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a92c873-cde2-4ffa-b243-b2847938f180 req-e7dde68c-4ac8-4a0e-a7c2-1c30f4e874e9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4486799 Feb 17 22:46:49.027611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.033987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.039921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.284459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.286005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=d8506c9f-052d-4866-9639-3da161dd3d21,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:49.328365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa576f-1396-4d95-ae66-eb6f15f83e66 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:49.330607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.346217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.364403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.435732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:49.435732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.436193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=b7d16f27-997e-4cee-87be-294b886c54e7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:49.463867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5684eebd-b8d6-4ba6-a457-a9b3e24999bd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/d8506c9f-052d-4866-9639-3da161dd3d21 HTTP/1.1" status: 204 len: 168 time: 2.5232508 Feb 17 22:46:49.466857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2e77dfb-2330-436f-a4b0-82bd9f92c603 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/b7d16f27-997e-4cee-87be-294b886c54e7 HTTP/1.1" status: 204 len: 168 time: 4.9276752 Feb 17 22:46:49.467460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57080) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:49.479756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57082) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:49.480822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port 95e307c6-668a-457d-9a35-5b6a3c19a293, host hv-neutron-8057, got binding levels [] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:49.481204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.551978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddaad9-97fb-419f-8212-63ebab972c71', 'name': '', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d', 'external_fixed_ips': [{'subnet_id': 'e882745b-2da9-4557-be3c-bc2a993fc924', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:46:37Z', 'updated_at': '2022-02-17T22:46:45Z', 'revision_number': 3, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port': {'id': '8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64', 'name': '', 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:71:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddaad9-97fb-419f-8212-63ebab972c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'e882745b-2da9-4557-be3c-bc2a993fc924', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:46:42Z', 'updated_at': '2022-02-17T22:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e882745b-2da9-4557-be3c-bc2a993fc924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:49.567874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Checking router: feddaad9-97fb-419f-8212-63ebab972c71 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:46:49.568217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Updating router feddaad9-97fb-419f-8212-63ebab972c71 port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:46:49.581018 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ef9350b7-6405-4863-a5ec-b92d0eabf07e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056075 Feb 17 22:46:49.581387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57088) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:49.594461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:49.639060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.749935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Calling delete_port for 95e307c6-668a-457d-9a35-5b6a3c19a293 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:49.870562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.935528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:49.938187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c9305674-f022-4c24-96dc-5f12a778adfa no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:49.985025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Deleting port c9305674-f022-4c24-96dc-5f12a778adfa {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:49.985533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:49.986844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:50.016765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.060922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.091577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.119482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90481-edd7-4ea4-8c51-2b34c4970f56 req-47303c1e-4c56-4c2d-870a-9d0bfd8df312 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:50.122946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5b90481-edd7-4ea4-8c51-2b34c4970f56 req-47303c1e-4c56-4c2d-870a-9d0bfd8df312 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.8587005 Feb 17 22:46:50.143254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56c7cba7-84e8-4010-8114-557b4ec418c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.217741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:50.224041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.227198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:50.233879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:50.246496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:50.331330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.360443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:50.364361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.392277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.439501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=e4ca5370-ea97-4b7f-b297-5bf2f1c072d4,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:50.486710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.604061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.615791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:50.616120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.627110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Calling delete_port for 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:50.632799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1b45ba-d111-4791-9d25-177b4c9f3ae2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:50.638900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60faf53-014a-4768-934c-774edffc3010 None None] Network e44d8888-c044-4bfe-a633-05a87c91e4e8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:50.639201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-35a11ac7-46b8-4352-976c-ca272af93f29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5b1b45ba-d111-4791-9d25-177b4c9f3ae2 HTTP/1.1" status: 204 len: 168 time: 2.4220614 Feb 17 22:46:50.652007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57096) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:50.680713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.694413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:50.695114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.809808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] In _notify_port_updated(), no bound segment for port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 on network 388c2240-b3ba-45f6-aafc-65073566b567 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:46:50.815423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:50.816105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.822066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f1a711d5-9f99-48b8-85b9-c0a1fb55cf09 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "PUT /v2.0/ports/e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 HTTP/1.1" status: 200 len: 994 time: 3.9364862 Feb 17 22:46:50.830467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57100) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:50.838591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event deleted for resources: {'Port': ['ID=95e307c6-668a-457d-9a35-5b6a3c19a293,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:50.910259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.911883 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5b90481-edd7-4ea4-8c51-2b34c4970f56 req-8b677068-6650-4a44-97cd-e727046c9a51 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5717750 Feb 17 22:46:50.933684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:50.998474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:50.998917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.035666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.038059 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c5db2d60-7be7-4a56-bdc2-d2fac8b851d4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "DELETE /v2.0/ports/95e307c6-668a-457d-9a35-5b6a3c19a293 HTTP/1.1" status: 204 len: 168 time: 3.0153403 Feb 17 22:46:51.051076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57106) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:51.113076 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1f346c-b8ac-4dc4-8b7d-8bc50d2046fb tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:46:51.113807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fd1f346c-b8ac-4dc4-8b7d-8bc50d2046fb tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Synchronizing usage tracker for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:51.128189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router e82700a7-4c54-4824-a885-930c4f31ca5c is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:46:51.173638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2ca96e6f-6f6c-4c57-bd8b-66e1804f952d None None] Provisioning complete for port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:51.174646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2ca96e6f-6f6c-4c57-bd8b-66e1804f952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.236842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fd1f346c-b8ac-4dc4-8b7d-8bc50d2046fb tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Unset dirty status for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:51.244524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fd1f346c-b8ac-4dc4-8b7d-8bc50d2046fb tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports/95e307c6-668a-457d-9a35-5b6a3c19a293 HTTP/1.1" status: 404 len: 333 time: 0.1804214 Feb 17 22:46:51.254307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57110) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:51.268414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba45cd1-8634-4df0-ad4e-f765021c515d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:51.284378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Calling delete_port for c9305674-f022-4c24-96dc-5f12a778adfa owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:51.292665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1904541220', 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:51.309660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:51.309660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f0c1a-ac4b-4905-864c-4f20e1f0cbf3') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:51.316800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:51.343272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.357782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:51.366406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.378749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Transition to ACTIVE for port object 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:51.402495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.405011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port bb71d1f9-edee-4718-bdbc-84934de6ac50 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:51.405399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.448660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Made reservation on behalf of c4b42fa71b2e41ca8da7e2516b78f78c for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:51.450957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.455785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.475778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:51.476311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.502320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f9c83-6872-4762-acee-e1ffe41f11d3 req-8e2de056-4387-4f54-bedd-6ae1e4587568 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:51.508284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e3f9c83-6872-4762-acee-e1ffe41f11d3 req-8e2de056-4387-4f54-bedd-6ae1e4587568 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.4662020 Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:51.510898 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:51.624213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.652229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port b75ecf83-de06-4d41-8372-e57dce27a777 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:51.691441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:51.691441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:51.725333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:51.744559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:51.766527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:51.777889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e3f9c83-6872-4762-acee-e1ffe41f11d3 req-443a49e4-4dad-4433-9695-bf74b22d3684 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635446 Feb 17 22:46:51.790619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:51.791231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.795107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=f09e8a98-8399-48ca-bcab-e37850e6c902,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:51.837404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96e6f-6f6c-4c57-bd8b-66e1804f952d None None] Port e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:46:51.841580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Attempting to bind port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:51.842133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Attempting to bind port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '69298f9b-9bbd-42f8-a392-90c0d9c212d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:51.842706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Attempting to bind port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 on network 1de67f54-f18d-4525-8625-dd8c5844705d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:51.844432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:46:51.868590 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] Sync routers for ids ['e82700a7-4c54-4824-a885-930c4f31ca5c'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:46:51.892391 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] Routers {'e82700a7-4c54-4824-a885-930c4f31ca5c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:51.893033 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e82700a7-4c54-4824-a885-930c4f31ca5c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:51.904576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:51.991932 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:52.001772 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] Routers {'e82700a7-4c54-4824-a885-930c4f31ca5c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:52.002398 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e82700a7-4c54-4824-a885-930c4f31ca5c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:52.004051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:52.004675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Checking segment: {'id': '69298f9b-9bbd-42f8-a392-90c0d9c212d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:52.005496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.006157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Bound using segment: {'id': '69298f9b-9bbd-42f8-a392-90c0d9c212d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:52.006977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Bound port: 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69298f9b-9bbd-42f8-a392-90c0d9c212d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1de67f54-f18d-4525-8625-dd8c5844705d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:52.007656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.099013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:52.099740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:52.101685 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:52.102101 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a74bb-452d-4ff7-98b5-d6bf1644c49c None None] The sync data for ids ['e82700a7-4c54-4824-a885-930c4f31ca5c'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:46:52.103608 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-97083fbd-7c72-4ee8-88ed-2be724f0e71b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5213830 Feb 17 22:46:52.114268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:52.128183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea290a8-8db7-412f-aeeb-0ac17a338680 None None] Pushing event updated for resources: {'Port': ['ID=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:52.144952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] For port bb71d1f9-edee-4718-bdbc-84934de6ac50, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bb71d1f9-edee-4718-bdbc-84934de6ac50,segment=NetworkSegment(4b7f3929-477c-4c6f-9fcc-55a365a25491),segment_id=4b7f3929-477c-4c6f-9fcc-55a365a25491)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:52.145831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.152175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57116) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:52.158543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.162562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.164296 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d2aaf718-a249-4acc-8711-c13cb01561da tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.6600749 Feb 17 22:46:52.168460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:52.191335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:52.199162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:52.200065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.231687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] For port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:52.239330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] For port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,segment=NetworkSegment(69298f9b-9bbd-42f8-a392-90c0d9c212d0),segment_id=69298f9b-9bbd-42f8-a392-90c0d9c212d0)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:52.239937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.250672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.346318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=9ba45cd1-8634-4df0-ad4e-f765021c515d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:52.376198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] DHCP port deletion for e44d8888-c044-4bfe-a633-05a87c91e4e8 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:46:52.444792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Deleting port bb71d1f9-edee-4718-bdbc-84934de6ac50 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:52.446858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for bb71d1f9-edee-4718-bdbc-84934de6ac50 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:52.446990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.507348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6562e4c4-c8e7-4dc9-9df9-cd927f5a5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.527152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Routers {'feddaad9-97fb-419f-8212-63ebab972c71'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:46:52.528367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['feddaad9-97fb-419f-8212-63ebab972c71'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:52.531471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2eb32ded-8420-43a3-9d06-bae6c4b8c97d tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/9ba45cd1-8634-4df0-ad4e-f765021c515d HTTP/1.1" status: 204 len: 168 time: 3.0392482 Feb 17 22:46:52.542437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57124) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:52.621439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Deleting port c9305674-f022-4c24-96dc-5f12a778adfa {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:52.621704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:52.817804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea290a8-8db7-412f-aeeb-0ac17a338680 None None] Pushing event updated for resources: {'Port': ['ID=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:52.987442 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6486e80b-cccb-4ba0-bc5e-21815f0282ca tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers/e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 200 len: 883 time: 0.7124646 Feb 17 22:46:52.988446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57128) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:53.001436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] Set router feddaad9-97fb-419f-8212-63ebab972c71 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:46:53.049866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] For port 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,segment=NetworkSegment(69298f9b-9bbd-42f8-a392-90c0d9c212d0),segment_id=69298f9b-9bbd-42f8-a392-90c0d9c212d0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:53.050616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.077118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee90c4f-94be-4654-b903-a6c715cac461 req-a8e04213-b2fd-4551-b999-b6e72a6a6b2b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:53.079652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ee90c4f-94be-4654-b903-a6c715cac461 req-a8e04213-b2fd-4551-b999-b6e72a6a6b2b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.9186516 Feb 17 22:46:53.088136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.094438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.101725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.178883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddaad9-97fb-419f-8212-63ebab972c71', 'name': '', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:46:37Z', 'updated_at': '2022-02-17T22:46:49Z', 'revision_number': 4, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:53.203067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=bb71d1f9-edee-4718-bdbc-84934de6ac50,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:53.208617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No DVR routers for this DVR port bb71d1f9-edee-4718-bdbc-84934de6ac50 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:53.318089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20114537-8982-48ee-9414-850a207c8bb9 None None] The sync data for ids ['feddaad9-97fb-419f-8212-63ebab972c71'] in dv-neutron-805768-3-hyperv is: [{'id': 'feddaad9-97fb-419f-8212-63ebab972c71', 'name': '', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:46:37Z', 'updated_at': '2022-02-17T22:46:49Z', 'revision_number': 4, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:46:53.373370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Calling delete_port for 8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:53.406240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:53.421309 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ee90c4f-94be-4654-b903-a6c715cac461 req-5efb77cb-c198-4c5a-9cfa-6e4bb427c449 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235972 Feb 17 22:46:53.424289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] For port bb71d1f9-edee-4718-bdbc-84934de6ac50, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bb71d1f9-edee-4718-bdbc-84934de6ac50,segment=NetworkSegment(4b7f3929-477c-4c6f-9fcc-55a365a25491),segment_id=4b7f3929-477c-4c6f-9fcc-55a365a25491)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:53.425049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.430533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.542970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:53.547274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:53.609243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:53.632966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=e4ca5370-ea97-4b7f-b297-5bf2f1c072d4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:53.714459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Calling delete_port for bb71d1f9-edee-4718-bdbc-84934de6ac50 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:53.780653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.812984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.936086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:53.952177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.962661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44d8888-c044-4bfe-a633-05a87c91e4e8']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:53.974221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:53.988694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:54.014137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:54.016850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:54.017869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:54.019307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.034717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7f3929-477c-4c6f-9fcc-55a365a25491') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:54.035024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7f3929-477c-4c6f-9fcc-55a365a25491') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:54.064161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.092517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9e40c5-470a-43b2-8a09-27a025979ccf']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:54.133339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bb71d1f9-edee-4718-bdbc-84934de6ac50 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:46:54.175400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b3a5a4-7ffe-49fe-8d11-62f57981851a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:54.176335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b3a5a4-7ffe-49fe-8d11-62f57981851a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:54.191428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: bb71d1f9-edee-4718-bdbc-84934de6ac50 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:46:54.191756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bb71d1f9-edee-4718-bdbc-84934de6ac50 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:46:54.210007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:54.210936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.213648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:54.218850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] For port c9305674-f022-4c24-96dc-5f12a778adfa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c9305674-f022-4c24-96dc-5f12a778adfa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:54.221883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.237183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=b75ecf83-de06-4d41-8372-e57dce27a777,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:54.238615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.251996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.272574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.281353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:54.282315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:54.401186 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:54.410549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-934eab7e-285f-4c13-90c8-2afcba6b26c7 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1245790 Feb 17 22:46:54.421246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57136) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:54.454686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.458037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.494122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.502497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:54.502816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:54.524487 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:54.540830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=e44d8888-c044-4bfe-a633-05a87c91e4e8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:54.598706 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51dcce36-e316-40fe-894b-ebb7c2327bb8 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/e44d8888-c044-4bfe-a633-05a87c91e4e8 HTTP/1.1" status: 204 len: 168 time: 3.9048209 Feb 17 22:46:54.606329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57140) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:54.622146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865417071'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:54.643246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:54.646705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Calling delete_port for c9305674-f022-4c24-96dc-5f12a778adfa owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:54.654324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:network and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:54.661626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:54.682470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:54.708981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.716763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Deleting port bb71d1f9-edee-4718-bdbc-84934de6ac50 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:54.718584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.720576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ada0c-ea10-49cd-9ab8-ababa7817664 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:54.722067 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b60ada0c-ea10-49cd-9ab8-ababa7817664 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports/b75ecf83-de06-4d41-8372-e57dce27a777 HTTP/1.1" status: 200 len: 955 time: 0.2603126 Feb 17 22:46:54.745457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:54.751438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.759366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57144) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:54.777168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.840225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0975e-3238-480c-a8a2-96c85b423a0a None None] The port 'bb71d1f9-edee-4718-bdbc-84934de6ac50' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:46:54.842600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=2b9e40c5-470a-43b2-8a09-27a025979ccf,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:54.860567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b4aa6-ab28-4c13-a931-e39c73ac6a60 req-b56bdbb2-ee6c-4f96-8e42-817bca7b465b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:54.866219 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969b4aa6-ab28-4c13-a931-e39c73ac6a60 req-b56bdbb2-ee6c-4f96-8e42-817bca7b465b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.4615674 Feb 17 22:46:54.880002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.900584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:54.914644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0f22e4a7-a368-4833-9399-f5266bcbbaf5 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/2b9e40c5-470a-43b2-8a09-27a025979ccf HTTP/1.1" status: 204 len: 168 time: 2.3668835 Feb 17 22:46:54.920403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:54.965305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] No DVR routers for this DVR port c9305674-f022-4c24-96dc-5f12a778adfa on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:54.974785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be696141-b6e7-4db4-9e66-5bf21f69760b None None] Pushing event deleted for resources: {'Port': ['ID=c9305674-f022-4c24-96dc-5f12a778adfa,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:55.014666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b733fb-bb85-4066-84cb-3693bc8ec5c7 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:55.048274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.096380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Deleting port b75ecf83-de06-4d41-8372-e57dce27a777 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:46:55.097050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.112790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:46:55.155263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969b4aa6-ab28-4c13-a931-e39c73ac6a60 req-8269f6d3-fd2b-4e0b-9cf3-890d70065a0c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715805 Feb 17 22:46:55.209827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.214337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.216185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.217143 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Added segment b29afba8-4fa2-44b9-9d28-e0ccf826869c of type vlan for network 9155ba63-d68b-4a5f-a72c-8c836e5250be Feb 17 22:46:55.262614 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-16c0a6bc-fb71-45cd-bb40-2bb64244afd2 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 HTTP/1.1" status: 204 len: 168 time: 4.4266839 Feb 17 22:46:55.276587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57156) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:55.327284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.361900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bc4e7f5-fe85-4662-9cbf-51c67e9d5a64,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:55.362729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a10b1e3-6a29-4b98-b2e2-c8ba59d6d4cd tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] GET failed (client error): The resource could not be found. Feb 17 22:46:55.363289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a10b1e3-6a29-4b98-b2e2-c8ba59d6d4cd tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:55.372960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'f09e8a98-8399-48ca-bcab-e37850e6c902'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:46:55.374423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.506631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.534455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.545914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:55.546997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.555099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a10b1e3-6a29-4b98-b2e2-c8ba59d6d4cd tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:55.563357 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a10b1e3-6a29-4b98-b2e2-c8ba59d6d4cd tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports/e4ca5370-ea97-4b7f-b297-5bf2f1c072d4 HTTP/1.1" status: 404 len: 333 time: 0.2823193 Feb 17 22:46:55.582145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57160) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:55.591716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Allocated IP 172.20.0.2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/f09e8a98-8399-48ca-bcab-e37850e6c902/77cad811-b726-4d41-be16-a817cbc513c4) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:55.625781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-435888726'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:55.628305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.751460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ceadbc-5132-486e-b4ad-0b3a07e6c258']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:55.792052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0c6ca9fe-0b0c-46b0-b390-da25747eb2ef tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:router {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:55.849139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.857255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.861648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4123f5-cb76-447e-a151-488f1da0bd7f') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:55.861990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4123f5-cb76-447e-a151-488f1da0bd7f') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:55.875504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2591522 Feb 17 22:46:55.877308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Transition to ACTIVE for port object 77cad811-b726-4d41-be16-a817cbc513c4 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:55.879630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57164) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:55.885571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa803e-938f-4cbd-8e8d-a7735089ad8d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Network': ['ID=9155ba63-d68b-4a5f-a72c-8c836e5250be,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:55.896083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:55.899607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.919402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:46:55.949345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Transition to ACTIVE for port object 77cad811-b726-4d41-be16-a817cbc513c4 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:55.971358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:55.982285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.055837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Calling delete_port for b75ecf83-de06-4d41-8372-e57dce27a777 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:46:56.080582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.132785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:56.143144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:56.144430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.162308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:56.174512 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:56.192357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:46:56.240462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:46:56.272112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:56.288151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:56.303181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:56.308774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0c6ca9fe-0b0c-46b0-b390-da25747eb2ef tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:router {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:56.310112 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0c6ca9fe-0b0c-46b0-b390-da25747eb2ef tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 3.0617831 Feb 17 22:46:56.313681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57170) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:56.321386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:56.326673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.348002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-613602642'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:56.383157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:56.388428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:56.394521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:56.406745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Pushing event updated for resources: {'Port': ['ID=77cad811-b726-4d41-be16-a817cbc513c4,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:56.471745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.472301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router feddaad9-97fb-419f-8212-63ebab972c71 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:46:56.520107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.526944 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1cbb85a1-b9ee-4906-a4db-e44bd12c23dc tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/routers/feddaad9-97fb-419f-8212-63ebab972c71 HTTP/1.1" status: 204 len: 168 time: 7.9978650 Feb 17 22:46:56.528168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57174) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:56.528383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Attempting to bind port 77cad811-b726-4d41-be16-a817cbc513c4 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:46:56.528733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Attempting to bind port 77cad811-b726-4d41-be16-a817cbc513c4 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:46:56.529025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Attempting to bind port 77cad811-b726-4d41-be16-a817cbc513c4 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:46:56.535559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:46:56.536437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:56.536852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.537370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:46:56.537797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Bound port: 77cad811-b726-4d41-be16-a817cbc513c4, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:46:56.538915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.597601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting subnet e882745b-2da9-4557-be3c-bc2a993fc924 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:46:56.602074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.675357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:46:56.680228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.697063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.701624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.709325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.720637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] For port 77cad811-b726-4d41-be16-a817cbc513c4, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:46:56.725211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] For port 77cad811-b726-4d41-be16-a817cbc513c4, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=77cad811-b726-4d41-be16-a817cbc513c4,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:46:56.732959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.798965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:56.802100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.837339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event deleted for resources: {'Port': ['ID=b75ecf83-de06-4d41-8372-e57dce27a777,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:56.867139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.869786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] Pushing event deleted for resources: {'Network': ['ID=c0ceadbc-5132-486e-b4ad-0b3a07e6c258,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:56.873690 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-103f1563-7a9b-411e-bebe-844d84e4a582 tempest-BulkNetworkOpsTest-1968485769 tempest-BulkNetworkOpsTest-1968485769-project] 10.222.0.42 "DELETE /v2.0/networks/c0ceadbc-5132-486e-b4ad-0b3a07e6c258 HTTP/1.1" status: 204 len: 168 time: 1.9501531 Feb 17 22:46:56.896934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:56.899271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667e0e-ea2c-4925-9928-55a2402fd820 None None] Pushing event updated for resources: {'Port': ['ID=77cad811-b726-4d41-be16-a817cbc513c4,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:56.905402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:57.045473 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e854dc1a-c706-4eb3-b6b0-c611d5b083ca tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b75ecf83-de06-4d41-8372-e57dce27a777 HTTP/1.1" status: 204 len: 168 time: 2.2836397 Feb 17 22:46:57.054672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57180) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:57.173634 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b96a721-2d92-42ea-b1a9-77c6de92026c tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:46:57.174162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b96a721-2d92-42ea-b1a9-77c6de92026c tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Synchronizing usage tracker for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:46:57.209900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:57.259216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b96a721-2d92-42ea-b1a9-77c6de92026c tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Unset dirty status for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:46:57.267143 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b96a721-2d92-42ea-b1a9-77c6de92026c tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports/b75ecf83-de06-4d41-8372-e57dce27a777 HTTP/1.1" status: 404 len: 333 time: 0.2113211 Feb 17 22:46:57.268637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57184) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:57.315992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1947909236'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:57.338247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:57.338555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:46:57.454124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:46:57.461644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e882745b-2da9-4557-be3c-bc2a993fc924,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:57.466433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:57.487398 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-edeb6b5e-bf41-4efe-acdb-ae372d750fa8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/e882745b-2da9-4557-be3c-bc2a993fc924 HTTP/1.1" status: 204 len: 168 time: 0.9567609 Feb 17 22:46:57.489435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57190) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:57.490258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57192) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:57.630099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb73fa-4201-4002-891d-48c3962176ca req-5e943167-780b-4dca-b578-411bbdb40392 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:57.631753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-66cb73fa-4201-4002-891d-48c3962176ca req-5e943167-780b-4dca-b578-411bbdb40392 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.0005596 Feb 17 22:46:57.654123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Made reservation on behalf of c4b42fa71b2e41ca8da7e2516b78f78c for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:46:57.657141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:57.693793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.6 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/2145c4d2-3aae-4c14-b8bc-4f5769722e00) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:46:57.782615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:46:58.013575 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5422a77c-31c0-4fd7-81de-bfa258223fb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48c99626b64f4815b0628d4435e2ed5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145674 Feb 17 22:46:58.017282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.020037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57200) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:58.039355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 77cad811-b726-4d41-be16-a817cbc513c4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:58.083976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-66cb73fa-4201-4002-891d-48c3962176ca req-8c546058-43c2-404c-b7f3-96eded6bb2c5 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363153 Feb 17 22:46:58.185007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.221048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.232829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 77cad811-b726-4d41-be16-a817cbc513c4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:58.321908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port 77cad811-b726-4d41-be16-a817cbc513c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=77cad811-b726-4d41-be16-a817cbc513c4,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:46:58.360792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.525232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.561887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.573503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Provisioning for port 77cad811-b726-4d41-be16-a817cbc513c4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:46:58.583894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Provisioning complete for port 77cad811-b726-4d41-be16-a817cbc513c4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:46:58.584844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.651367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:46:58.715944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de67f54-f18d-4525-8625-dd8c5844705d']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:58.749689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.765435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.770328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69298f9b-9bbd-42f8-a392-90c0d9c212d0') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:58.771008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69298f9b-9bbd-42f8-a392-90c0d9c212d0') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:46:58.822084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.823477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.841953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.853037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.879226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:58.887690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:46:58.888036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:46:58.937169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=810cd157-895b-4d91-967f-2d8c1bafed7d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.004892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.033541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Checking segment: {'id': 'b29afba8-4fa2-44b9-9d28-e0ccf826869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:46:59.034209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network hostable DHCP agents. Network: 9155ba63-d68b-4a5f-a72c-8c836e5250be, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:46:59.155850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.171529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:59.181151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:59.191642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.191951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.196911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:46:59.197410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.198247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4887589-5314-4d2a-8c18-b5fc9436c85f None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:46:59.214650 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:46:59.260320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.318969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=324d1b55-a4cc-40b2-bc0d-93b7fced230d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.322079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=77cad811-b726-4d41-be16-a817cbc513c4,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.345744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.346498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:46:59.355235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object 2145c4d2-3aae-4c14-b8bc-4f5769722e00 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:46:59.355738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-94c15853-f0fd-4e62-9fc9-6ff9c6c462f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.357639 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-94c15853-f0fd-4e62-9fc9-6ff9c6c462f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=808b5569125949579196ba0ef246a288&device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 1099 time: 0.8026681 Feb 17 22:46:59.373468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.399409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52ee3-2d6a-455a-8e61-fb9bd12752cb req-5673def5-8abd-4194-b819-65eabd2ffa3d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.399712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.402629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c2a52ee3-2d6a-455a-8e61-fb9bd12752cb req-5673def5-8abd-4194-b819-65eabd2ffa3d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7003121 Feb 17 22:46:59.405232 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ee066d8-9108-42b4-a6d4-5dfc1c1c8aae HTTP/1.1" status: 204 len: 168 time: 1.3727682 Feb 17 22:46:59.416743 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a817d148-a82b-4f0b-8849-465ff1a632fd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2631023 Feb 17 22:46:59.423782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dab657-6810-4dd5-ae04-0e8916e00398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee066d8-9108-42b4-a6d4-5dfc1c1c8aae,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.526524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57216) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:46:59.527316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9155ba63-d68b-4a5f-a72c-8c836e5250be) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:59.585961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61695298-097d-4dcf-9a8d-a024c87a03c1 None None] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:46:59.604791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:da:7e:8a', 'name': 'tempest-NetworksTestDHCPv6-1426350854'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:59.655954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.657016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.662245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.721958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-2b6e48ef-4344-45a2-ad67-fc51bf9b3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.724632 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-2b6e48ef-4344-45a2-ad67-fc51bf9b3a70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 200 len: 911 time: 0.3547769 Feb 17 22:46:59.726219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.782152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1de67f54-f18d-4525-8625-dd8c5844705d {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:46:59.787188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Network': ['ID=1de67f54-f18d-4525-8625-dd8c5844705d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.793490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Network 2539aaad-8f2a-4315-a3e9-cb64612c851a is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:46:59.794398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.848108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:46:59.870525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:46:59.872374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:59.873401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:46:59.907842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=c953bc00-37a5-4c10-a1ac-a7897cf3c2b7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:59.920856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 77cad811-b726-4d41-be16-a817cbc513c4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:46:59.978630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-642ebb1d-839f-496f-bbbe-960bf661e73d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0940149 Feb 17 22:46:59.985312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c2a52ee3-2d6a-455a-8e61-fb9bd12752cb req-6f715739-937b-48bb-bc5c-53c38d86ba26 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4830263 Feb 17 22:46:59.988701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57222) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:00.024736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-814161394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:00.042265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:00.042451 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-53fa2f01-1f4c-4c39-af64-3d6188e5243c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 200 len: 1002 time: 0.2609258 Feb 17 22:47:00.046862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:router and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:00.054207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:00.067082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:00.099512 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f2b9f6f6-7156-4367-bc64-3a6a596b2f63 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8193474 Feb 17 22:47:00.104104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] For port 77cad811-b726-4d41-be16-a817cbc513c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=77cad811-b726-4d41-be16-a817cbc513c4,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:00.129220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router e82700a7-4c54-4824-a885-930c4f31ca5c has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:47:00.132823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.150643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.152537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.169632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57226) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:00.225139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.259781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-8e40b300-9c15-49df-a32d-e47f81c65d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:00.262248 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-8e40b300-9c15-49df-a32d-e47f81c65d76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 200 len: 850 time: 0.2097714 Feb 17 22:47:00.264822 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d33ac408-f607-447d-b020-5be0648b576a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/networks/1de67f54-f18d-4525-8625-dd8c5844705d HTTP/1.1" status: 204 len: 168 time: 2.7650697 Feb 17 22:47:00.300357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9155ba63-d68b-4a5f-a72c-8c836e5250be', 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '810cd157-895b-4d91-967f-2d8c1bafed7d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:00.301626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.373009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:00.414283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-fbfe6cfc-e930-4366-809d-9d96e83515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:00.416941 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-fbfe6cfc-e930-4366-809d-9d96e83515a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d87357-7f17-4bab-9c44-87ee8c191d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1445785 Feb 17 22:47:00.459197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=2145c4d2-3aae-4c14-b8bc-4f5769722e00,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:00.501154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.565689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:00.569555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Allocated IP 172.20.0.2 (9155ba63-d68b-4a5f-a72c-8c836e5250be/810cd157-895b-4d91-967f-2d8c1bafed7d/4647943f-cbf2-448c-acf1-eec03d18edcc) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:00.589001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:00.593247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.610712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:00.819237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:00.856219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:00.871102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:00.873613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.892377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Transition to ACTIVE for port object 4647943f-cbf2-448c-acf1-eec03d18edcc will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:00.917622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 77cad811-b726-4d41-be16-a817cbc513c4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:00.917996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:00.992028 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-413dd408-a8d0-4298-bfa8-d57c77ade4fa service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675688 Feb 17 22:47:00.999032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6fd1-10ee-417e-bc0a-6dede85969b2 None None] Pushing event updated for resources: {'Port': ['ID=77cad811-b726-4d41-be16-a817cbc513c4,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:01.002448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Transition to ACTIVE for port object 4647943f-cbf2-448c-acf1-eec03d18edcc will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:01.067205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.171517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-caac80e3-213d-4294-8679-7b548d099a79 None None] Provisioning for port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:01.201482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-caac80e3-213d-4294-8679-7b548d099a79 None None] Provisioning complete for port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:01.202095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caac80e3-213d-4294-8679-7b548d099a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.254610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:01.263844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:01.279597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:01.301735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Pushing event updated for resources: {'Port': ['ID=4647943f-cbf2-448c-acf1-eec03d18edcc,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:01.313419 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35214799-99fb-485a-bae2-5c4d9c552ebb req-8df0eca4-a348-4609-96e9-4d5037129b7a service neutron] 10.222.0.43 "GET /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139629 Feb 17 22:47:01.326622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:01.332668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57242) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:01.339502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'name': 'tempest-router--622055886', 'project_id': '914a4549315649e6b1740c35bd42108c'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:01.345433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:01.352638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:router and tenant:914a4549315649e6b1740c35bd42108c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:01.357200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:01.369257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:01.386444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.387798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.393383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-caac80e3-213d-4294-8679-7b548d099a79 None None] Port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:01.412038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.439674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.472827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.474709 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5a34b475-ac41-4d79-91bf-42ea94b4c021 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1405346 Feb 17 22:47:01.477679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57246) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:01.504373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Attempting to bind port 4647943f-cbf2-448c-acf1-eec03d18edcc on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:01.504534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Attempting to bind port 4647943f-cbf2-448c-acf1-eec03d18edcc by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b29afba8-4fa2-44b9-9d28-e0ccf826869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:01.504909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Attempting to bind port 4647943f-cbf2-448c-acf1-eec03d18edcc on network 9155ba63-d68b-4a5f-a72c-8c836e5250be {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:01.512081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:01.512456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Checking segment: {'id': 'b29afba8-4fa2-44b9-9d28-e0ccf826869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:01.512847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.513288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Bound using segment: {'id': 'b29afba8-4fa2-44b9-9d28-e0ccf826869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:01.513776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Bound port: 4647943f-cbf2-448c-acf1-eec03d18edcc, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29afba8-4fa2-44b9-9d28-e0ccf826869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:01.514152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.559377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:01.560695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.606677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:01.645510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] For port 4647943f-cbf2-448c-acf1-eec03d18edcc, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:01.655104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] For port 4647943f-cbf2-448c-acf1-eec03d18edcc, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4647943f-cbf2-448c-acf1-eec03d18edcc,segment=NetworkSegment(b29afba8-4fa2-44b9-9d28-e0ccf826869c),segment_id=b29afba8-4fa2-44b9-9d28-e0ccf826869c)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:01.656515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.668152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.883775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06cdc-0010-4516-b190-bbf95389e02a None None] Pushing event updated for resources: {'Port': ['ID=4647943f-cbf2-448c-acf1-eec03d18edcc,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:01.917970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.919724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b53f8693-7ea7-4067-a440-89841ebe7f6e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.9228284 Feb 17 22:47:01.925594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:01.947687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.949943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] Sync routers for ids ['e82700a7-4c54-4824-a885-930c4f31ca5c'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:01.956778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cdb824d6-9ac4-4c3b-8b38-0dee3dd3af49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 200 len: 890 time: 5.6409552 Feb 17 22:47:01.959432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57250) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:01.960128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57252) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:01.966892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:01.983271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 77cad811-b726-4d41-be16-a817cbc513c4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:02.097709 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e4f023c-2d4d-4f86-ba00-8b86d97d792e tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4774427 Feb 17 22:47:02.112473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57258) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:02.157772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'network_id': '9155ba63-d68b-4a5f-a72c-8c836e5250be', 'name': 'tempest-PortsTestJSON-1123249841'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:02.198569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:89:14'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:02.286682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port ce091790-d909-4678-9ac9-50af69227f12 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:02.372835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] Routers {'e82700a7-4c54-4824-a885-930c4f31ca5c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:02.374249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e82700a7-4c54-4824-a885-930c4f31ca5c'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:02.404251 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:47:02.491588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.523499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:02.569684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-44550b44-61d3-4d66-a9ec-aa71d945bfbb None None] Provisioning complete for port 77cad811-b726-4d41-be16-a817cbc513c4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:02.570312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-44550b44-61d3-4d66-a9ec-aa71d945bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.649707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] Routers {'e82700a7-4c54-4824-a885-930c4f31ca5c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:02.650798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e82700a7-4c54-4824-a885-930c4f31ca5c'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:02.673672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.681385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.747198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 77cad811-b726-4d41-be16-a817cbc513c4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:02.747571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.779752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:02.780169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7b098-fb3f-4af7-9b4c-f1c312e03fdb None None] The sync data for ids ['e82700a7-4c54-4824-a885-930c4f31ca5c'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:02.806747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8832d-9e5f-436a-8e01-47ac964193b7 req-aefa3446-4631-4d3d-9d13-366eb3ad375d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:02.808243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74b8832d-9e5f-436a-8e01-47ac964193b7 req-aefa3446-4631-4d3d-9d13-366eb3ad375d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.4842021 Feb 17 22:47:02.835184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.835698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 449a102c-dbc0-4ae9-87bf-ef437b1aa094 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:02.871460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:02.878329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.882200 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d64cc909-2535-4b90-b927-69ec4b76be70 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/routers/449a102c-dbc0-4ae9-87bf-ef437b1aa094 HTTP/1.1" status: 204 len: 168 time: 1.4008064 Feb 17 22:47:02.887958 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-489ed488-43b1-42ee-821e-b3b6b6341a8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers/e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 200 len: 890 time: 0.9198184 Feb 17 22:47:02.889607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:02.892582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57264) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:02.895657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:02.948886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:02.952787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6334b6c3-49d8-4c72-8f9f-e84bee92d290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:02.973650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:02.978322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:02.988722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6334b6c3-49d8-4c72-8f9f-e84bee92d290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:02.989993 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6334b6c3-49d8-4c72-8f9f-e84bee92d290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 200 len: 205 time: 0.0963340 Feb 17 22:47:02.992946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57268) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:03.128762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:03.168075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57272) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:03.196961 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74b8832d-9e5f-436a-8e01-47ac964193b7 req-f1e863e7-e027-4c8b-8214-47ce481e8855 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122266 Feb 17 22:47:03.532917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 172.20.0.12 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/f09e8a98-8399-48ca-bcab-e37850e6c902/ce091790-d909-4678-9ac9-50af69227f12) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:03.539853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] device_id is not set on port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:03.547504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.587868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.642585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.663755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961954611', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:03.676149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:03.684849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:03.685641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13072ab-19bd-4bb4-842a-5da240cd88e5 None None] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:03.690481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:feda:7e8a (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/324d1b55-a4cc-40b2-bc0d-93b7fced230d/ce091790-d909-4678-9ac9-50af69227f12) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:03.697727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:03.743358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:03.776326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.4 (9155ba63-d68b-4a5f-a72c-8c836e5250be/810cd157-895b-4d91-967f-2d8c1bafed7d/5ce2dc5b-1811-4f63-af0d-4bc7b1132a11) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:03.797415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d15e6a67-51ee-49aa-a8d8-4ec0459e3f91 None None] Provisioning for port 4647943f-cbf2-448c-acf1-eec03d18edcc completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:03.797758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Transition to ACTIVE for port object c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:03.844091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.931763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.932818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:03.942474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=c953bc00-37a5-4c10-a1ac-a7897cf3c2b7,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:04.000487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4647943f-cbf2-448c-acf1-eec03d18edcc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:04.080599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.117697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4647943f-cbf2-448c-acf1-eec03d18edcc completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:04.123305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4647943f-cbf2-448c-acf1-eec03d18edcc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:04.123681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.190562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 26d801fd-889d-4b44-ad1b-cd72a802bfac {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:04.191131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.275229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.316810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4647943f-cbf2-448c-acf1-eec03d18edcc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4647943f-cbf2-448c-acf1-eec03d18edcc,segment=NetworkSegment(b29afba8-4fa2-44b9-9d28-e0ccf826869c),segment_id=b29afba8-4fa2-44b9-9d28-e0ccf826869c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:04.327015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.432594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4647943f-cbf2-448c-acf1-eec03d18edcc,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:04.438177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.499443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:04.499776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:04.500286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:04.519659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.533027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:04.533668 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:04.544954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.549306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-eb1af600-a65d-462a-949a-9e2b4d03c72f None None] Provisioning complete for port 4647943f-cbf2-448c-acf1-eec03d18edcc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:04.549898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb1af600-a65d-462a-949a-9e2b4d03c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.568200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 2 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:04.586100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.628403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:04.632443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:04.750379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:04.750728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:04.751146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:04.888167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:04.888491 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:04.904612 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 3 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:05.045195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-034d0db8-2532-46c4-bb0f-7e5d4910ca5a None None] Provisioning complete for port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:05.046670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-034d0db8-2532-46c4-bb0f-7e5d4910ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.098460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 26d801fd-889d-4b44-ad1b-cd72a802bfac owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:05.130479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.171292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-034d0db8-2532-46c4-bb0f-7e5d4910ca5a None None] Port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:05.202073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=2145c4d2-3aae-4c14-b8bc-4f5769722e00,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:05.237642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:05.243890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:05.258414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:05.279563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.301904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=5ce2dc5b-1811-4f63-af0d-4bc7b1132a11,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:05.316749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:05.317283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:05.317752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:05.337437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.349458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:05.350144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.373632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:05.374115 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:05.377676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 4 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:05.389502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] In _notify_port_updated(), no bound segment for port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 on network 388c2240-b3ba-45f6-aafc-65073566b567 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:47:05.392095 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-76dec1a0-2623-45bc-a9e9-a562d9e21732 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4255342 Feb 17 22:47:05.395718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57280) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:05.399577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:05.400497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.402693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-231418c1-1736-495b-beb5-8a2295d19742 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "PUT /v2.0/ports/2145c4d2-3aae-4c14-b8bc-4f5769722e00 HTTP/1.1" status: 200 len: 995 time: 3.2675128 Feb 17 22:47:05.407372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object ce091790-d909-4678-9ac9-50af69227f12 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:05.411399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57284) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:05.547829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:05.548605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:05.548605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:05.584205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317af3-1df3-4cd9-b322-3b99e88ed8a1 req-34160b8c-517f-41e8-b07d-a096fe840d84 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:05.586409 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-22317af3-1df3-4cd9-b322-3b99e88ed8a1 req-34160b8c-517f-41e8-b07d-a096fe840d84 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 1.0648322 Feb 17 22:47:05.591830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:05.592409 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:05.596874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 5 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:05.607989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b97128d4-96e9-4f85-872c-253fa82c3120 None None] Provisioning for port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:05.614790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b97128d4-96e9-4f85-872c-253fa82c3120 None None] Provisioning complete for port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:05.616618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b97128d4-96e9-4f85-872c-253fa82c3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.686517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b97128d4-96e9-4f85-872c-253fa82c3120 None None] Port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:05.695279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port 2145c4d2-3aae-4c14-b8bc-4f5769722e00 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:05.695751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.747661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:05.747987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:05.748328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:05.781213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:05.781504 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:05.789127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.791462 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 6 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:05.805180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:05.813463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-22317af3-1df3-4cd9-b322-3b99e88ed8a1 req-efee9c8f-adbb-402e-95ff-ce2afb617964 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614535 Feb 17 22:47:05.908577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=26d801fd-889d-4b44-ad1b-cd72a802bfac,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:05.932780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:05.933186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:05.933565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:05.936651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4647943f-cbf2-448c-acf1-eec03d18edcc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:05.962170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:05.978936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:05.982059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:06.012641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:06.012984 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:06.023392 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 7 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:06.062600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4647943f-cbf2-448c-acf1-eec03d18edcc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:06.063893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.146017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=ce091790-d909-4678-9ac9-50af69227f12,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:06.168526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:06.169326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:06.169442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:06.206052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:06.206831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.223077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:06.223816 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:06.247269 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 8 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:06.357695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:06.358045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:06.358407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:06.387027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.393255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:06.393603 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:06.398388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 9 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:06.407118 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da78080f-b07b-4904-bf5f-93a4a6e20b60 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.8774860 Feb 17 22:47:06.414028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.424126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57290) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:06.459054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-44c7ca1d-e565-48f0-98d3-5588e16cc706 None None] Provisioning for port ce091790-d909-4678-9ac9-50af69227f12 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:06.466496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-44c7ca1d-e565-48f0-98d3-5588e16cc706 None None] Provisioning complete for port ce091790-d909-4678-9ac9-50af69227f12 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:06.467404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-44c7ca1d-e565-48f0-98d3-5588e16cc706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.542122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:06.542738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:06.543240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:06.549337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.551903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-44c7ca1d-e565-48f0-98d3-5588e16cc706 None None] Port ce091790-d909-4678-9ac9-50af69227f12 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:06.626792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for 2145c4d2-3aae-4c14-b8bc-4f5769722e00 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:06.669031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.676705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.708176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:06.708509 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:06.722853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempt 10 to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 Feb 17 22:47:06.839511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:06.839791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:06.840378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempting to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:06.870144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:47:06.870565 dv-neutron-805768-3-hyperv neutron-server[87695]: ERROR neutron.plugins.ml2.managers [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Failed to bind port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on host hv-neutron-8057 for vnic_type normal using segments [{'id': 'eef61239-9ba4-46f3-8a49-00bd817a6d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2539aaad-8f2a-4315-a3e9-cb64612c851a'}] Feb 17 22:47:06.871022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.928805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:06.929457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router e82700a7-4c54-4824-a885-930c4f31ca5c {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:06.946435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd8f0b-058c-4a95-87d9-535bee6778ab req-208046da-4919-42f7-9d78-260e8adb19d1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:06.947918 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcbd8f0b-058c-4a95-87d9-535bee6778ab req-208046da-4919-42f7-9d78-260e8adb19d1 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.7326312 Feb 17 22:47:06.956671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.052696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.054172 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abdc4913-da67-421c-8c12-45927c9913e3 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 204 len: 168 time: 4.0600364 Feb 17 22:47:07.108394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:07.122986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294312933'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:07.131324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:07.141058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:07.161874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:07.181430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:07.233956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:07.239819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.341982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.346368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.353492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.446993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4feddb5-e620-4ec9-99ff-e211be357dbd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:07.453378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4feddb5-e620-4ec9-99ff-e211be357dbd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:07.454511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d4feddb5-e620-4ec9-99ff-e211be357dbd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:07.508099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcbd8f0b-058c-4a95-87d9-535bee6778ab req-54f7db49-a0ef-4cd8-ab1b-18bb250c5c86 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219755 Feb 17 22:47:07.509463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=5ce2dc5b-1811-4f63-af0d-4bc7b1132a11,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:07.579971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:07.593365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.593981 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 4b838a54-e1c1-4696-a92d-0fcbe1ad6d90 of type vlan for network c08470ef-a0d7-4770-8f80-7cda5947e138 Feb 17 22:47:07.639747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Allocated IP 172.26.7.64 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/467c8f02-5af6-4629-9aae-fa4c7499873e) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:07.645361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.789447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:07.790156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attempted to set empty binding levels {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 22:47:07.794300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.799595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d4feddb5-e620-4ec9-99ff-e211be357dbd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:07.801152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d4feddb5-e620-4ec9-99ff-e211be357dbd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.3717368 Feb 17 22:47:07.813647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57300) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:07.815807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.874866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.894923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=2145c4d2-3aae-4c14-b8bc-4f5769722e00,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:07.918489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cdcd55e8-b80e-4cfd-9a14-10a9ebfef385 None None] Provisioning complete for port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:07.921238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cdcd55e8-b80e-4cfd-9a14-10a9ebfef385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.970161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] In _notify_port_updated(), no bound segment for port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 on network 2539aaad-8f2a-4315-a3e9-cb64612c851a {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:47:07.971150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:07.971778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.973267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "PUT /v2.0/ports/c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 HTTP/1.1" status: 200 len: 977 time: 7.6319151 Feb 17 22:47:07.983211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:07.989173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:07.989664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.001542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57306) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:08.146129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd55e8-b80e-4cfd-9a14-10a9ebfef385 None None] Port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:08.151428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Deleting port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:08.151783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.153634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.294878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444a167-09f5-4942-8652-c4502c541d55 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event updated for resources: {'Port': ['ID=c953bc00-37a5-4c10-a1ac-a7897cf3c2b7,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:08.352445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.368541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port ce091790-d909-4678-9ac9-50af69227f12 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:08.369067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.399261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.444199 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3354599 Feb 17 22:47:08.455251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:08.457372 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d8768ec6-6cd4-4013-8e7d-0feb040db421 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/2145c4d2-3aae-4c14-b8bc-4f5769722e00 HTTP/1.1" status: 204 len: 168 time: 3.0404418 Feb 17 22:47:08.465137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57312) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:08.470907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc39f-9c14-48d5-b2d6-8133f543c803 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=c08470ef-a0d7-4770-8f80-7cda5947e138,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:08.480604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:08.486503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c08470ef-a0d7-4770-8f80-7cda5947e138 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:47:08.589659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:08.611462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:08.629397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:08.658245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cea949-92b0-405b-9a8f-f708028c6306 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] GET failed (client error): The resource could not be found. Feb 17 22:47:08.659614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-51cea949-92b0-405b-9a8f-f708028c6306 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:08.681647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event updated for resources: {'Port': ['ID=467c8f02-5af6-4629-9aae-fa4c7499873e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:08.733629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0d235-9789-4c8e-9ede-8118403690bb req-7645dca7-addd-4010-8fd0-4b20a3af45d9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:08.735281 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6de0d235-9789-4c8e-9ede-8118403690bb req-7645dca7-addd-4010-8fd0-4b20a3af45d9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5398734 Feb 17 22:47:08.746736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] For port c953bc00-37a5-4c10-a1ac-a7897cf3c2b7, host hv-neutron-8057, got binding levels [] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:08.747084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:08.796956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:08.808142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:08.943523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:08.952928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-51cea949-92b0-405b-9a8f-f708028c6306 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:08.953675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51cea949-92b0-405b-9a8f-f708028c6306 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports/2145c4d2-3aae-4c14-b8bc-4f5769722e00 HTTP/1.1" status: 404 len: 333 time: 0.4604585 Feb 17 22:47:08.959317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57318) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:08.965007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:08.970653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-316375722'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:08.975441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Calling delete_port for c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:08.991667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.197374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:09.200877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.232063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.275277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6de0d235-9789-4c8e-9ede-8118403690bb req-d20feaad-c651-40b9-8c49-4acc307f7238 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201218 Feb 17 22:47:09.399893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.459920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for ce091790-d909-4678-9ac9-50af69227f12 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:09.476481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Pushing event deleted for resources: {'Port': ['ID=c953bc00-37a5-4c10-a1ac-a7897cf3c2b7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:09.485946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.558994 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-058626ce-c7bf-4686-987f-438bff2697e5 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 HTTP/1.1" status: 204 len: 168 time: 1.5063400 Feb 17 22:47:09.567246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:09.629348 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38c1162-74de-45bc-9b9d-ec06d5b4caf4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:47:09.629917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e38c1162-74de-45bc-9b9d-ec06d5b4caf4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Synchronizing usage tracker for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:09.656845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.716317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e38c1162-74de-45bc-9b9d-ec06d5b4caf4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] Unset dirty status for tenant:c4b42fa71b2e41ca8da7e2516b78f78c on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:09.724788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e38c1162-74de-45bc-9b9d-ec06d5b4caf4 tempest-PortsAdminExtendedAttrsTestJSON-743129755 tempest-PortsAdminExtendedAttrsTestJSON-743129755-project-admin] 10.222.0.42 "GET /v2.0/ports/c953bc00-37a5-4c10-a1ac-a7897cf3c2b7 HTTP/1.1" status: 404 len: 333 time: 0.1491928 Feb 17 22:47:09.726524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57326) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:09.736405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:09.784135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:09.865145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:09.871884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:09.963608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.150792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port a0cce907-c3fb-4067-8a45-7f3a049b8ce9 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:10.269715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.320227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2539aaad-8f2a-4315-a3e9-cb64612c851a']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:10.336997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.340366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef61239-9ba4-46f3-8a49-00bd817a6d0c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:10.340658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef61239-9ba4-46f3-8a49-00bd817a6d0c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:10.410932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.497675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.520082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:47:10.520488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:47:10.537249 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:47:10.543930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.769131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=f82cb901-d899-4516-8658-1c25a36d8d2b,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:10.785239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.809295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.4 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/a0cce907-c3fb-4067-8a45-7f3a049b8ce9) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:10.878387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.888643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.902460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=ce091790-d909-4678-9ac9-50af69227f12,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:10.917030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48020e5-3385-4a90-b873-8d3b64614986 req-85bf783b-6623-4920-8326-e5df079b1087 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:10.917030 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b48020e5-3385-4a90-b873-8d3b64614986 req-85bf783b-6623-4920-8326-e5df079b1087 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.6740787 Feb 17 22:47:10.918611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.920217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:10.932696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618c70-cf6c-4622-ba4d-07e2d8e85b7c req-855cf3fa-42f4-4c75-9d50-f5fca329d9fa tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:10.934471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-86618c70-cf6c-4622-ba4d-07e2d8e85b7c req-855cf3fa-42f4-4c75-9d50-f5fca329d9fa tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.5163879 Feb 17 22:47:10.945575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] Pushing event deleted for resources: {'Network': ['ID=2539aaad-8f2a-4315-a3e9-cb64612c851a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:10.952262 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-43463b86-52a4-4fe1-9174-8e856a5b410f tempest-PortsAdminExtendedAttrsTestJSON-152560464 tempest-PortsAdminExtendedAttrsTestJSON-152560464-project] 10.222.0.42 "DELETE /v2.0/networks/2539aaad-8f2a-4315-a3e9-cb64612c851a HTTP/1.1" status: 204 len: 168 time: 1.2246206 Feb 17 22:47:11.008777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Router 96f17bd3-01c9-494e-8295-2ac5b30645aa is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:47:11.020521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-86618c70-cf6c-4622-ba4d-07e2d8e85b7c req-151b2732-4331-4ee7-a9f5-67d08b02336b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701914 Feb 17 22:47:11.332232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:11.353779 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] Sync routers for ids ['96f17bd3-01c9-494e-8295-2ac5b30645aa'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:11.369499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:11.370911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d44c3f42-9e13-4a1f-a85a-b0c2eb68624d tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1944954 Feb 17 22:47:11.375348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57336) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:11.381003 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] Routers {'96f17bd3-01c9-494e-8295-2ac5b30645aa'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:11.382459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['96f17bd3-01c9-494e-8295-2ac5b30645aa'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:11.391057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:11.391652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: c08470ef-a0d7-4770-8f80-7cda5947e138, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:47:11.489111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:11.500567 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] Routers {'96f17bd3-01c9-494e-8295-2ac5b30645aa'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:11.501239 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['96f17bd3-01c9-494e-8295-2ac5b30645aa'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:11.575452 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:11.575749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8358df7-7370-41e5-877d-5ec3e63c0573 None None] The sync data for ids ['96f17bd3-01c9-494e-8295-2ac5b30645aa'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:11.607471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57340) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:11.700747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9f8b3a84-114f-409b-b545-258a526b86b4 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/96f17bd3-01c9-494e-8295-2ac5b30645aa HTTP/1.1" status: 200 len: 919 time: 0.3204737 Feb 17 22:47:11.702659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57346) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:11.786491 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-35f0a922-e503-4a78-8864-736b4541021c tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f17bd3-01c9-494e-8295-2ac5b30645aa HTTP/1.1" status: 200 len: 205 time: 0.0781069 Feb 17 22:47:11.787076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57350) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:11.859779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:11.864862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=5ce2dc5b-1811-4f63-af0d-4bc7b1132a11,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:11.896555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Deleting port 374dc1ea-edfc-453a-b162-15bcccde87db {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:11.897771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:11.949418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c08470ef-a0d7-4770-8f80-7cda5947e138 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:47:12.047970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cadc431c-2106-4604-b822-e04136d73460 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c5be8b27f5446099d65d85b3982f33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387052 Feb 17 22:47:12.054336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57354) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:12.134002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c08470ef-a0d7-4770-8f80-7cda5947e138) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:12.145478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.145718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.159372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:12.159967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.161422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5dbad4-27a4-4060-96d7-0618776cd6c5 None None] Network c08470ef-a0d7-4770-8f80-7cda5947e138 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:12.284178 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-170fe328-65c0-40b9-9026-eb535f8bab3b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/ce091790-d909-4678-9ac9-50af69227f12 HTTP/1.1" status: 204 len: 168 time: 4.4133267 Feb 17 22:47:12.295481 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1dbd7c15-e746-424d-9b20-5d2da17edfc6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8310432 Feb 17 22:47:12.312235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57360) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:12.312548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57362) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:12.368669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1397510131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:12.418344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:12.500532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:12.525727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:12.552829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.567406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:12.575590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:12.579498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:12.581227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:12.582777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:12.583646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:12.588977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.596070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:12.603776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.637857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.649366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d518bc-4498-4049-8b92-bb5c38f3853f req-9c1c1cd5-9695-4297-9476-e00368193f91 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:12.656833 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41d518bc-4498-4049-8b92-bb5c38f3853f req-9c1c1cd5-9695-4297-9476-e00368193f91 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 946 time: 0.3850567 Feb 17 22:47:12.708252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port 467c8f02-5af6-4629-9aae-fa4c7499873e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:12.708627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.711891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c08470ef-a0d7-4770-8f80-7cda5947e138', 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': 'f82cb901-d899-4516-8658-1c25a36d8d2b'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:12.713004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.782667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.784366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.925668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:12.926908 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4a13447f-1202-490e-a31e-8c6bbe8c8b64 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6136079 Feb 17 22:47:12.933916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57368) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:12.953446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:12.955022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.025003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:13.025593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.060570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-089f6c47-765d-4570-877b-2483691d011a None None] Provisioning complete for port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:13.061170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-089f6c47-765d-4570-877b-2483691d011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.175561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Allocated IP 2001:db8::2 (c08470ef-a0d7-4770-8f80-7cda5947e138/f82cb901-d899-4516-8658-1c25a36d8d2b/b4580fd6-905a-4726-80af-63741e26a1e9) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:13.204089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-089f6c47-765d-4570-877b-2483691d011a None None] Port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:13.272785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.279954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for 467c8f02-5af6-4629-9aae-fa4c7499873e owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:13.290502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 324d1b55-a4cc-40b2-bc0d-93b7fced230d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:13.313510 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41d518bc-4498-4049-8b92-bb5c38f3853f req-1e75ed5e-787e-43c6-a5a4-c2da30d5ff85 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6556587 Feb 17 22:47:13.318513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.365150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.372839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object a0cce907-c3fb-4067-8a45-7f3a049b8ce9 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:13.388412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68df1ab-fe92-4a37-9db7-35add432d88d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:13.406108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.406463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.407250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.407377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.408013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.408362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.408701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.409034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.409382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.409713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.410039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.410361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:13.431803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.438192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb7637ec-7309-4d57-bbaa-e4f14fff7dfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e68df1ab-fe92-4a37-9db7-35add432d88d HTTP/1.1" status: 204 len: 168 time: 1.3783126 Feb 17 22:47:13.557924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.574101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 374dc1ea-edfc-453a-b162-15bcccde87db no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:13.584973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.591906 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ffa56362-bfe7-4598-a1c8-9972c4bf74fb tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2766690 Feb 17 22:47:13.593675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57374) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:13.614080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Transition to ACTIVE for port object b4580fd6-905a-4726-80af-63741e26a1e9 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:13.625035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.661954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Transition to ACTIVE for port object b4580fd6-905a-4726-80af-63741e26a1e9 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:13.672921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.821121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Network c08470ef-a0d7-4770-8f80-7cda5947e138 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:13.827109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:13.835906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:13.869066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Pushing event updated for resources: {'Port': ['ID=b4580fd6-905a-4726-80af-63741e26a1e9,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:13.893607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.919054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:13.974297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:13.994168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Attempting to bind port b4580fd6-905a-4726-80af-63741e26a1e9 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:13.994626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Attempting to bind port b4580fd6-905a-4726-80af-63741e26a1e9 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:13.997202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Attempting to bind port b4580fd6-905a-4726-80af-63741e26a1e9 on network c08470ef-a0d7-4770-8f80-7cda5947e138 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:14.008499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:14.029180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:14.032865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Checking segment: {'id': '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:14.033651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.034401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Bound using segment: {'id': '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:14.038879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Bound port: b4580fd6-905a-4726-80af-63741e26a1e9, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c08470ef-a0d7-4770-8f80-7cda5947e138'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:14.040022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.070217 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db', 'code': 200} Feb 17 22:47:14.073051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.079476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57382) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:14.149523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=467c8f02-5af6-4629-9aae-fa4c7499873e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:14.213592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Router 3028eb73-494d-43b4-ab4e-f3d903f624f2 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:47:14.257265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:14.269816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] For port b4580fd6-905a-4726-80af-63741e26a1e9, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:14.273586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] For port b4580fd6-905a-4726-80af-63741e26a1e9, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b4580fd6-905a-4726-80af-63741e26a1e9,segment=NetworkSegment(4b838a54-e1c1-4696-a92d-0fcbe1ad6d90),segment_id=4b838a54-e1c1-4696-a92d-0fcbe1ad6d90)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:14.280809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.379823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522570d4-04c6-4170-96ea-4b77f577620f None None] Pushing event updated for resources: {'Port': ['ID=b4580fd6-905a-4726-80af-63741e26a1e9,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:14.411138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.447546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.644606 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f63f6e97-157c-430a-9076-4263f2d122d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4b42fa71b2e41ca8da7e2516b78f78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608277 Feb 17 22:47:14.645341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.682902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:14.689237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.689846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.690302 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Floating IP 9df6ed1e-9ab6-4c15-ad38-dea668f23740 disassociated. External IP: 172.26.7.194, port: 374dc1ea-edfc-453a-b162-15bcccde87db. Feb 17 22:47:14.690665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Calling delete_port for 374dc1ea-edfc-453a-b162-15bcccde87db owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:14.726471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57388) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:14.751532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:14.774192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.776783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.778972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:14.788140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:14.924861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:14.950344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] Sync routers for ids ['3028eb73-494d-43b4-ab4e-f3d903f624f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:14.986247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] Routers {'3028eb73-494d-43b4-ab4e-f3d903f624f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:14.987239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3028eb73-494d-43b4-ab4e-f3d903f624f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:14.989246 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c50e1da4-9220-49a8-8e5f-792f668aa4de tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/routers/3028eb73-494d-43b4-ab4e-f3d903f624f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5917897 Feb 17 22:47:14.995566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57392) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:15.017068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=a0cce907-c3fb-4067-8a45-7f3a049b8ce9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:15.114151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:15.129451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] Routers {'3028eb73-494d-43b4-ab4e-f3d903f624f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:15.130351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3028eb73-494d-43b4-ab4e-f3d903f624f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:15.168210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.169156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.169622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.170291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.170963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.171625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.172293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.172976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.173654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.174294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.175110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.175696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:15.210800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:15.211203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333aa25-f45c-4d8b-bdb3-0a955b574d8d None None] The sync data for ids ['3028eb73-494d-43b4-ab4e-f3d903f624f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:15.224477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0c773619-b2e6-4465-927d-05636e5a94df None None] Provisioning for port a0cce907-c3fb-4067-8a45-7f3a049b8ce9 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:15.232923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0c773619-b2e6-4465-927d-05636e5a94df None None] Provisioning complete for port a0cce907-c3fb-4067-8a45-7f3a049b8ce9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:15.234133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0c773619-b2e6-4465-927d-05636e5a94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.244252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:15.245406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.294802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.295341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router 96f17bd3-01c9-494e-8295-2ac5b30645aa {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:15.323101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0c773619-b2e6-4465-927d-05636e5a94df None None] Port a0cce907-c3fb-4067-8a45-7f3a049b8ce9 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:15.342936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.380427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.387668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7995f34-0b9d-42a0-aa35-a0c98701db9e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/96f17bd3-01c9-494e-8295-2ac5b30645aa HTTP/1.1" status: 204 len: 168 time: 3.5930731 Feb 17 22:47:15.390999 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e05b9d8b-bd29-4774-a28f-dc7877a2c582 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4297349 Feb 17 22:47:15.392917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57396) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:15.395164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57398) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:15.400873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.407186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-901919526', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:15.414227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:15.414535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:15.422806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a791c7-06ca-483e-94ea-1ca651e3049d req-87cca749-54f6-4b06-86b4-1c0632334ba2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:15.426458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'network_id': '388c2240-b3ba-45f6-aafc-65073566b567', 'name': 'tempest-AllowedAddressPairTestJSON-1430228086'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:15.430873 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6a791c7-06ca-483e-94ea-1ca651e3049d req-87cca749-54f6-4b06-86b4-1c0632334ba2 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 0.8573170 Feb 17 22:47:15.443304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=324d1b55-a4cc-40b2-bc0d-93b7fced230d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:15.446436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:15.446655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.466138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d84c1-77c1-4394-8d2e-5cb18bd3bcaa None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:15.491368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:router and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:15.504067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:15.522636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:15.550012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.562106 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e68232ce-7dca-4014-b238-9ec5f987af21 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/324d1b55-a4cc-40b2-bc0d-93b7fced230d HTTP/1.1" status: 204 len: 168 time: 2.6162429 Feb 17 22:47:15.566233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57404) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:15.595532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b2cf2-1b85-450c-b141-bb78b26a6291 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:15.596300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a57b2cf2-1b85-450c-b141-bb78b26a6291 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:15.627770 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6a791c7-06ca-483e-94ea-1ca651e3049d req-17e98a04-cb1c-4a63-8336-3c3214a3590c tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958728 Feb 17 22:47:15.642552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.643948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.695483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a57b2cf2-1b85-450c-b141-bb78b26a6291 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:15.699936 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a57b2cf2-1b85-450c-b141-bb78b26a6291 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?device_id=3028eb73-494d-43b4-ab4e-f3d903f624f2 HTTP/1.1" status: 200 len: 982 time: 0.6852429 Feb 17 22:47:15.701111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57408) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:15.748177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.776664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet f09e8a98-8399-48ca-bcab-e37850e6c902 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:15.788195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.813739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:15.856602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8::1 (c08470ef-a0d7-4770-8f80-7cda5947e138/f82cb901-d899-4516-8658-1c25a36d8d2b/6de2bd04-c6d5-405a-a7f0-0a26ce8b682a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:15.884339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:15.952964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Deleting port 374dc1ea-edfc-453a-b162-15bcccde87db {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:15.953397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.004717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b945b92-bdcc-4abb-86e4-ab2500cb9562,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:16.032766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:16.066810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.096324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.099082 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7a74101b-8128-452e-935c-2123a9f406a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b945b92-bdcc-4abb-86e4-ab2500cb9562 HTTP/1.1" status: 204 len: 168 time: 1.3493514 Feb 17 22:47:16.129560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b4580fd6-905a-4726-80af-63741e26a1e9 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:16.249571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3c55b-ed4e-4b46-8fe7-43699db19bca None None] Network c08470ef-a0d7-4770-8f80-7cda5947e138 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:16.396053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-64bc0887-99b7-4d71-8ea0-7f30168db575 None None] Provisioning for port b4580fd6-905a-4726-80af-63741e26a1e9 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:16.434811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.450718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port b4580fd6-905a-4726-80af-63741e26a1e9 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:16.490180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b4580fd6-905a-4726-80af-63741e26a1e9 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:16.490757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.625413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.691214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.777765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Made reservation on behalf of 654f78ba13404846b9a3e1c8d99978eb for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:16.793144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:16.848418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:17.026387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.135690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port b4580fd6-905a-4726-80af-63741e26a1e9, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b4580fd6-905a-4726-80af-63741e26a1e9,segment=NetworkSegment(4b838a54-e1c1-4696-a92d-0fcbe1ad6d90),segment_id=4b838a54-e1c1-4696-a92d-0fcbe1ad6d90)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:17.145565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.167450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] device_id is not set on port c42e649a-334d-4b80-8b0f-818e75a09d48 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:17.216460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.322551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=b4580fd6-905a-4726-80af-63741e26a1e9,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:17.350302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.472688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36ec5b82-71aa-4647-9750-123a2fff94dd None None] Provisioning complete for port b4580fd6-905a-4726-80af-63741e26a1e9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:17.474509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36ec5b82-71aa-4647-9750-123a2fff94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.623857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] For port 374dc1ea-edfc-453a-b162-15bcccde87db, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=374dc1ea-edfc-453a-b162-15bcccde87db,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:17.623857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:17.899214 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/f09e8a98-8399-48ca-bcab-e37850e6c902 HTTP/1.1" status: 204 len: 168 time: 2.3273849 Feb 17 22:47:17.899214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:17.961520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c862-a1ab-4526-bb2d-a50b492a80a8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=f09e8a98-8399-48ca-bcab-e37850e6c902,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:17.964088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57444) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:17.969974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.004470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b4580fd6-905a-4726-80af-63741e26a1e9 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:18.031190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.096851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b4580fd6-905a-4726-80af-63741e26a1e9 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:18.097261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.167408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff112bd-1c36-434e-8a00-095b7c69df58 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:18.250646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.257153 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-816e8912-9b0e-4a47-bd45-bcd7b3a31931 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2436757 Feb 17 22:47:18.278886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Allocated IP 172.20.0.12 (388c2240-b3ba-45f6-aafc-65073566b567/0389cb97-c8f0-4947-90ee-a39f569e8cd4/c42e649a-334d-4b80-8b0f-818e75a09d48) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:18.280609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57452) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:18.380419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:18.399494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.400085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.400586 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Floating IP 9df6ed1e-9ab6-4c15-ad38-dea668f23740 disassociated. External IP: 172.26.7.194, port: 374dc1ea-edfc-453a-b162-15bcccde87db. Feb 17 22:47:18.401154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Calling delete_port for 374dc1ea-edfc-453a-b162-15bcccde87db owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:18.434792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb942cf0-45a9-444d-ac7e-269c135dc213 req-088f6331-2e9b-44d2-8d96-084d6db53a8d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:18.437970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb942cf0-45a9-444d-ac7e-269c135dc213 req-088f6331-2e9b-44d2-8d96-084d6db53a8d tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 944 time: 1.5114529 Feb 17 22:47:18.462960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-809929143'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:18.497477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-53e876ca-cb63-4b75-a670-fdb599bc612a None None] Provisioning complete for port 77cad811-b726-4d41-be16-a817cbc513c4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:18.498121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-53e876ca-cb63-4b75-a670-fdb599bc612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.536455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:18.545007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c08470ef-a0d7-4770-8f80-7cda5947e138 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:18.557955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Usage tracker for resource:network and tenant:67e15526e62f450d9593a353c208856d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:18.576089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:18.591626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:18.596369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6de2bd04-c6d5-405a-a7f0-0a26ce8b682a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:18.602960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:18.603836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.635729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:18.719376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:18.724894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:18.729131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:18.776667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:18.781570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Made reservation on behalf of 67e15526e62f450d9593a353c208856d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:18.789022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.809615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.831140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eb942cf0-45a9-444d-ac7e-269c135dc213 req-a6feae8d-2721-4d7f-9a7c-09865352ee4a tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d29e257-0d88-4c69-844c-77b663ede44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499401 Feb 17 22:47:18.875154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.880161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:18.885395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:18.966853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:18.985354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Deleting port 77cad811-b726-4d41-be16-a817cbc513c4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:18.986154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.024500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:19.033221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Usage tracker for resource:security_group_rule and tenant:67e15526e62f450d9593a353c208856d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:19.043254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:19.054568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:19.166433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-369a4560-e6f8-4d1d-9958-103d86785a87 None None] Provisioning for port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:19.175767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-369a4560-e6f8-4d1d-9958-103d86785a87 None None] Provisioning complete for port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:19.176036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-369a4560-e6f8-4d1d-9958-103d86785a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.226717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.274001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.315099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.327393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.343534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:19.364660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.365743 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Added segment 6407a55e-2837-48bf-92a6-793243b56130 of type vlan for network 24905b66-9706-422e-bd16-1f849e3aebe4 Feb 17 22:47:19.404898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-369a4560-e6f8-4d1d-9958-103d86785a87 None None] Port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:19.414782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Transition to ACTIVE for port object c42e649a-334d-4b80-8b0f-818e75a09d48 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:19.416687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.26.7.239 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/542c5042-c7dc-4860-b9ba-faafdf93478f) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:19.434748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event deleted for resources: {'Port': ['ID=374dc1ea-edfc-453a-b162-15bcccde87db,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:19.487945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] For port 77cad811-b726-4d41-be16-a817cbc513c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=77cad811-b726-4d41-be16-a817cbc513c4,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:19.488576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.676342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.759843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.763847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Calling delete_port for 77cad811-b726-4d41-be16-a817cbc513c4 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:19.767145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:19.841281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:47:19.945933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:19.965189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 77cad811-b726-4d41-be16-a817cbc513c4 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:19.995870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:19.998353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.000247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.024783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:20.056402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 77cad811-b726-4d41-be16-a817cbc513c4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:20.056914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 77cad811-b726-4d41-be16-a817cbc513c4 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:20.101720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Pushing event deleted for resources: {'Port': ['ID=77cad811-b726-4d41-be16-a817cbc513c4,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.111776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] No DVR routers for this DVR port 77cad811-b726-4d41-be16-a817cbc513c4 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:20.131464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.131906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.132320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.132739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.133167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.133567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.133960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.134398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.134797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.135223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.135731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.136151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa92fee-772f-4f21-b59f-fe6c3a7f07f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:20.143440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:47:20.149582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6e55-8b79-4701-acdc-53ccdfff5829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.154652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:20.155132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.190786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e655d96d-87f6-4b74-ade9-b47316336ece,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.270651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.375097 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b944c666-53be-4767-8d6d-e977cdbcb474 req-21d61c1a-626b-49e5-a9da-aa13381f89d9 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.2117250 Feb 17 22:47:20.412095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Network 388c2240-b3ba-45f6-aafc-65073566b567 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:20.430939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:20.493232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=542c5042-c7dc-4860-b9ba-faafdf93478f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.534048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:20.552462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.559508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:20.560491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.629976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:20.641796 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Sync routers for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:20.654176 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:20.655085 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:20.726565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=c42e649a-334d-4b80-8b0f-818e75a09d48,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.780916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c35bc8b1-8f2a-49d7-80da-42f73604303c None None] Provisioning for port c42e649a-334d-4b80-8b0f-818e75a09d48 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:20.787158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c35bc8b1-8f2a-49d7-80da-42f73604303c None None] Provisioning complete for port c42e649a-334d-4b80-8b0f-818e75a09d48 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:20.788524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c35bc8b1-8f2a-49d7-80da-42f73604303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.816886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] No DVR routers for this DVR port 374dc1ea-edfc-453a-b162-15bcccde87db on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:20.826626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.829493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-deleted', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:20.837738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.860354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:20.861438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:20.945118 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f58750-945c-47b3-9b47-881751cc7d48', 'name': 'network-vif-deleted', 'tag': '374dc1ea-edfc-453a-b162-15bcccde87db', 'status': 'completed', 'code': 200} Feb 17 22:47:20.962532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:20.977283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c35bc8b1-8f2a-49d7-80da-42f73604303c None None] Port c42e649a-334d-4b80-8b0f-818e75a09d48 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:21.018743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:21.054341 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b48020e5-3385-4a90-b873-8d3b64614986 req-7854fe2d-ef55-46fc-a23c-5a1c1712cd4f tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.43 "DELETE /v2.0/ports/374dc1ea-edfc-453a-b162-15bcccde87db HTTP/1.1" status: 204 len: 173 time: 9.7156703 Feb 17 22:47:21.070999 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e52e6002-9695-465a-8afe-960152862138 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6652071 Feb 17 22:47:21.071455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57464) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:21.094224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:89:14'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2a:de:32'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:21.567971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'Network': ['ID=24905b66-9706-422e-bd16-1f849e3aebe4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:21.587700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 24905b66-9706-422e-bd16-1f849e3aebe4 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:47:21.676475 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:21.688716 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc794dbc-7ce3-427f-84c3-bfa7671b9d53 req-ecb9028e-6eff-4621-808f-7b0c3815a08b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3f58750-945c-47b3-9b47-881751cc7d48 HTTP/1.1" status: 200 len: 210 time: 0.1014080 Feb 17 22:47:21.690108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-09aae176-4386-4895-97cc-3967f405eb60 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7310927 Feb 17 22:47:21.699032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57470) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:21.702388 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Checking router: 1c7ac488-ed40-40c2-b7a2-a17580fcb278 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:47:21.725455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Request body: {'subnet': {'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:21.732373 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:21.733319 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:46:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:21.749517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:21.774036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.040608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=5ce2dc5b-1811-4f63-af0d-4bc7b1132a11,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:22.283362 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:22.336326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.357357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c898a55b-ae3c-4a0c-a35a-1c68ed1f7a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.392288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.536064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:22.551183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:22.564773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a88c8-48b1-4377-8d61-f9c73ef4101b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:22.669282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:22.685776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:22.687353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.758415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Usage tracker for resource:subnet and tenant:67e15526e62f450d9593a353c208856d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:22.767918 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4196382 Feb 17 22:47:22.801964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:22.807567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843500e-69ae-49c0-a185-1d5c6bfe2fe9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=dc1154ef-d3ab-406f-a52c-0329c624f618,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:22.833802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57476) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:22.871547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:22.879134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'dc1154ef-d3ab-406f-a52c-0329c624f618'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:22.880057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:22.921977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:23.044032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:23.063414 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ca614-27b4-4e62-9176-e66db70780fe None None] The sync data for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv is: [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:43:19Z', 'revision_number': 4, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99b95860-8520-4a22-9495-c950be9a0252', 'name': '', 'network_id': '37d87357-7f17-4bab-9c44-87ee8c191d38', 'tenant_id': '808b5569125949579196ba0ef246a288', 'mac_address': 'fa:16:3e:fa:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:17Z', 'updated_at': '2022-02-17T22:43:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'subnets': [{'id': 'c32b6cf3-ca81-4faf-bf24-014c2fe6eac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:23.102533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Made reservation on behalf of 67e15526e62f450d9593a353c208856d for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:23.121563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.176616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.196220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Allocated IP 172.20.0.2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/dc1154ef-d3ab-406f-a52c-0329c624f618/001a6f83-d98f-4d9b-a5e4-c936d985102a) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:23.212454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Router 3028eb73-494d-43b4-ab4e-f3d903f624f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:47:23.386067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.425938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.439735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:47:23.491593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.522786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.540017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.559763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eeca71-d8a0-469e-adf4-cbf4fd3aee14 None None] New status for floating IP 9df6ed1e-9ab6-4c15-ad38-dea668f23740: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:47:23.582667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.583921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.612642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:23.637869 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] Sync routers for ids ['3028eb73-494d-43b4-ab4e-f3d903f624f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:23.658392 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] Routers {'3028eb73-494d-43b4-ab4e-f3d903f624f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:23.660389 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3028eb73-494d-43b4-ab4e-f3d903f624f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:23.758723 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9a9cd327-2fba-4a0d-bcc9-52beb156f0d7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/routers/3028eb73-494d-43b4-ab4e-f3d903f624f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0468249 Feb 17 22:47:23.764896 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57482) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:23.775351 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:23.800337 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] Routers {'3028eb73-494d-43b4-ab4e-f3d903f624f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:23.805277 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3028eb73-494d-43b4-ab4e-f3d903f624f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:23.907885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event updated for resources: {'Port': ['ID=c42e649a-334d-4b80-8b0f-818e75a09d48,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:23.912970 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a1174c-73dc-49cf-9e09-48a71514ccc3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:47:23.916151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86a1174c-73dc-49cf-9e09-48a71514ccc3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:23.925957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] In _notify_port_updated(), no bound segment for port c42e649a-334d-4b80-8b0f-818e75a09d48 on network 388c2240-b3ba-45f6-aafc-65073566b567 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:47:23.938547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:23.940205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:23.943017 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1faf58b7-bfd4-4f89-8398-f4ca930bc01c tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "PUT /v2.0/ports/c42e649a-334d-4b80-8b0f-818e75a09d48 HTTP/1.1" status: 200 len: 1056 time: 2.8702643 Feb 17 22:47:23.954911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57486) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:24.066521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.079330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b8a01e11-f3dc-4726-a4cb-349515ddaed2 None None] Provisioning complete for port c42e649a-334d-4b80-8b0f-818e75a09d48 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:24.081603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e11-f3dc-4726-a4cb-349515ddaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.121015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57492) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:24.122180 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:24.122908 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f70db9-16f9-4712-bbdc-1054947b5a93 None None] The sync data for ids ['3028eb73-494d-43b4-ab4e-f3d903f624f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:24.169313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Transition to ACTIVE for port object 001a6f83-d98f-4d9b-a5e4-c936d985102a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:24.218355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86a1174c-73dc-49cf-9e09-48a71514ccc3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:24.221623 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-86a1174c-73dc-49cf-9e09-48a71514ccc3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/5ce2dc5b-1811-4f63-af0d-4bc7b1132a11 HTTP/1.1" status: 404 len: 333 time: 0.4507043 Feb 17 22:47:24.222228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Transition to ACTIVE for port object 001a6f83-d98f-4d9b-a5e4-c936d985102a will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:24.229453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b8a01e11-f3dc-4726-a4cb-349515ddaed2 None None] Port c42e649a-334d-4b80-8b0f-818e75a09d48 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:24.232831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57496) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:24.239435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.248326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port c42e649a-334d-4b80-8b0f-818e75a09d48 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:24.248853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.367524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:24.371196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:24.375757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:24.416639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Pushing event updated for resources: {'Port': ['ID=001a6f83-d98f-4d9b-a5e4-c936d985102a,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:24.447984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:24.466882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:24.473443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6de2bd04-c6d5-405a-a7f0-0a26ce8b682a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:24.485640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Attempting to bind port 001a6f83-d98f-4d9b-a5e4-c936d985102a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:24.486522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Attempting to bind port 001a6f83-d98f-4d9b-a5e4-c936d985102a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:24.486522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Attempting to bind port 001a6f83-d98f-4d9b-a5e4-c936d985102a on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:24.489039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:24.493067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:24.493067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:24.493832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.493979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:24.497958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Bound port: 001a6f83-d98f-4d9b-a5e4-c936d985102a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:24.498526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.603406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:24.641545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] For port 001a6f83-d98f-4d9b-a5e4-c936d985102a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:24.649476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] For port 001a6f83-d98f-4d9b-a5e4-c936d985102a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=001a6f83-d98f-4d9b-a5e4-c936d985102a,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:24.655984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.657369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.670682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:24.674460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.751201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.844790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d6ba7-3bd3-4d4d-842a-44414e443181 None None] Pushing event updated for resources: {'Port': ['ID=001a6f83-d98f-4d9b-a5e4-c936d985102a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:24.864072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:24.906367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c08470ef-a0d7-4770-8f80-7cda5947e138 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:24.931401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:24.936156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.212362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.257834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.268441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.269390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.370451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.409613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c914798-2256-4688-9e32-5c6c7601b030 None None] Provisioning complete for port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:25.410218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c914798-2256-4688-9e32-5c6c7601b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.457190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'Subnet': ['ID=e3afb95d-98b5-4b8c-be2b-f08adb22d008,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:25.492717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c914798-2256-4688-9e32-5c6c7601b030 None None] Port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:25.518033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Checking segment: {'id': '6407a55e-2837-48bf-92a6-793243b56130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:25.518392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Network hostable DHCP agents. Network: 24905b66-9706-422e-bd16-1f849e3aebe4, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:47:25.538178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for c42e649a-334d-4b80-8b0f-818e75a09d48 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:25.665702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.666753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Fanout notify agent at l3_agent the message router_deleted on router 3028eb73-494d-43b4-ab4e-f3d903f624f2 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:25.697119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.744190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:47:25.774663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Network 24905b66-9706-422e-bd16-1f849e3aebe4 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:47:25.799483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29e257-0d88-4c69-844c-77b663ede44b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:25.866294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.867517 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6d006bfe-fe0c-4599-986e-7ccaf4fb0a5d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/routers/3028eb73-494d-43b4-ab4e-f3d903f624f2 HTTP/1.1" status: 204 len: 168 time: 1.6295302 Feb 17 22:47:25.875519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57500) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:25.879106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:25.884163 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3bedde15-e61f-4152-8b96-f550d257218b tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d29e257-0d88-4c69-844c-77b663ede44b HTTP/1.1" status: 204 len: 168 time: 1.7582738 Feb 17 22:47:25.926503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57504) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:25.966075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.028649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 001a6f83-d98f-4d9b-a5e4-c936d985102a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:26.086197 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-c6333a88-af58-4a1d-abd0-3613c5613555 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] show failed (client error): The resource could not be found. Feb 17 22:47:26.087820 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c6333a88-af58-4a1d-abd0-3613c5613555 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "GET /v2.0/security-groups/9d29e257-0d88-4c69-844c-77b663ede44b HTTP/1.1" status: 404 len: 347 time: 0.1606400 Feb 17 22:47:26.094327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 810cd157-895b-4d91-967f-2d8c1bafed7d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:26.138168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57508) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:26.165366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=c42e649a-334d-4b80-8b0f-818e75a09d48,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:26.166169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:26.172102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 001a6f83-d98f-4d9b-a5e4-c936d985102a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:26.181068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 24905b66-9706-422e-bd16-1f849e3aebe4) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:26.199533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976dc57-3b81-4ae4-af53-0f8b89c9472e None None] Network 24905b66-9706-422e-bd16-1f849e3aebe4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:26.219065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-70ab2e19-8c2a-4390-bb92-b85f83ecdef1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6200540 Feb 17 22:47:26.221003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57512) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:26.222475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.223060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.249534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] Sync routers for ids ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:26.268509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.392429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] Routers {'e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:26.394135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:26.541963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:26.579312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36da88ea-0306-4af3-869a-590591487374 None None] Provisioning for port 001a6f83-d98f-4d9b-a5e4-c936d985102a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:26.581941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eddc388c-b132-446d-99e3-ab73c9c3774f tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8707459 Feb 17 22:47:26.582844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] Routers {'e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:26.583571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:26.592073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57516) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:26.594950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router ee89852a-5ccf-482b-a954-c3acec2c327e is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:47:26.605828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Request body: {'port': {'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1442637466'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:26.656729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:26.657179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66576edd-abdb-49e8-be5f-b3aed918571b None None] The sync data for ids ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:26.663029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36da88ea-0306-4af3-869a-590591487374 None None] Provisioning complete for port 001a6f83-d98f-4d9b-a5e4-c936d985102a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:26.663029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36da88ea-0306-4af3-869a-590591487374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.726191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd10dd-ef6d-472a-a26c-bf0e8b2885f7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.726191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-dbdd10dd-ef6d-472a-a26c-bf0e8b2885f7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:26.843615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Deleting port 4f9fff4a-b1d2-4a94-9daa-71928548295a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:26.844075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.895791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-dbdd10dd-ef6d-472a-a26c-bf0e8b2885f7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:26.898037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dbdd10dd-ef6d-472a-a26c-bf0e8b2885f7 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports/6de2bd04-c6d5-405a-a7f0-0a26ce8b682a HTTP/1.1" status: 200 len: 911 time: 0.6694658 Feb 17 22:47:26.915736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57520) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:26.918065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:26.953321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:47:26.983776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f82cb901-d899-4516-8658-1c25a36d8d2b'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:27.029739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-24905b66-9706-422e-bd16-1f849e3aebe4', 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4', 'tenant_id': '67e15526e62f450d9593a353c208856d', 'fixed_ips': [{'subnet_id': 'e3afb95d-98b5-4b8c-be2b-f08adb22d008'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:27.031273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.165308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36da88ea-0306-4af3-869a-590591487374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.246650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:27.267263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Usage tracker for resource:port and tenant:67e15526e62f450d9593a353c208856d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:27.272494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-36da88ea-0306-4af3-869a-590591487374 None None] For port 001a6f83-d98f-4d9b-a5e4-c936d985102a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=001a6f83-d98f-4d9b-a5e4-c936d985102a,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:27.283027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36da88ea-0306-4af3-869a-590591487374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.295103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:27.327429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:27.356318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Allocated IP 2001:db8::2 (24905b66-9706-422e-bd16-1f849e3aebe4/e3afb95d-98b5-4b8c-be2b-f08adb22d008/9a8bf814-3f2d-46d6-afd5-1aa0254f5460) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:27.383581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:27.438235 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Sync routers for ids ['ee89852a-5ccf-482b-a954-c3acec2c327e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:27.465820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Made reservation on behalf of 67e15526e62f450d9593a353c208856d for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:27.470514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Routers {'ee89852a-5ccf-482b-a954-c3acec2c327e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:27.471514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['ee89852a-5ccf-482b-a954-c3acec2c327e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:27.473808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da88ea-0306-4af3-869a-590591487374 None None] Pushing event updated for resources: {'Port': ['ID=001a6f83-d98f-4d9b-a5e4-c936d985102a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:27.482988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.528626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] device_id is not set on port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:27.642382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.643436 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb15b4cf-d411-44d4-a272-b94826e37724 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.2489285 Feb 17 22:47:27.648997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57524) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:27.732979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.754966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Transition to ACTIVE for port object 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:27.793942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Transition to ACTIVE for port object 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:27.804299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.804908 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Set router ee89852a-5ccf-482b-a954-c3acec2c327e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:27.903682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:27.968620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Network 24905b66-9706-422e-bd16-1f849e3aebe4 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:27.977508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:27.981809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:28.106860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.107386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.129576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.210663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Pushing event updated for resources: {'Port': ['ID=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:28.217911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 001a6f83-d98f-4d9b-a5e4-c936d985102a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:28.309848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Allocated IP 2001:db8::364 (24905b66-9706-422e-bd16-1f849e3aebe4/e3afb95d-98b5-4b8c-be2b-f08adb22d008/3fd7483b-85e0-4c56-a7bb-e268c6e91eb8) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:28.355822 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:15Z', 'updated_at': '2022-02-17T22:47:21Z', 'revision_number': 3, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port': {'id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:47:18Z', 'updated_at': '2022-02-17T22:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:28.365539 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Checking router: ee89852a-5ccf-482b-a954-c3acec2c327e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:47:28.367193 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Updating router ee89852a-5ccf-482b-a954-c3acec2c327e port 542c5042-c7dc-4860-b9ba-faafdf93478f binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:47:28.416712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Calling delete_port for 4f9fff4a-b1d2-4a94-9daa-71928548295a owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:28.434200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Attempting to bind port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:28.434762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Attempting to bind port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6407a55e-2837-48bf-92a6-793243b56130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:28.435314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Attempting to bind port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 on network 24905b66-9706-422e-bd16-1f849e3aebe4 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:28.439637 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.444644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.451780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:28.452366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Checking segment: {'id': '6407a55e-2837-48bf-92a6-793243b56130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:28.453002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.453649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Bound using segment: {'id': '6407a55e-2837-48bf-92a6-793243b56130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:28.454406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Bound port: 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6407a55e-2837-48bf-92a6-793243b56130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:28.454988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.571382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 001a6f83-d98f-4d9b-a5e4-c936d985102a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:28.571850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.638449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.643456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.694758 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b92dc176-8f78-4cda-bed2-67c65cd01abd tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/ee89852a-5ccf-482b-a954-c3acec2c327e HTTP/1.1" status: 200 len: 908 time: 1.0015464 Feb 17 22:47:28.703915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57528) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:28.715190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-901919526', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': True}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:28.721932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:28.727679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Usage tracker for resource:router and tenant:1d69dab4fec74b94a95d6a4c01574f86 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:28.731841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:28.739824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:28.752572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.759964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] For port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:28.769593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] For port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,segment=NetworkSegment(6407a55e-2837-48bf-92a6-793243b56130),segment_id=6407a55e-2837-48bf-92a6-793243b56130)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:28.769860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.771461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.801254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.832116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.882097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Pushing event deleted for resources: {'Port': ['ID=4f9fff4a-b1d2-4a94-9daa-71928548295a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:28.900779 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.919320 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Transition to ACTIVE for port object 542c5042-c7dc-4860-b9ba-faafdf93478f will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:28.931533 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:28.931878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port 001a6f83-d98f-4d9b-a5e4-c936d985102a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=001a6f83-d98f-4d9b-a5e4-c936d985102a,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:28.980425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=810cd157-895b-4d91-967f-2d8c1bafed7d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:29.043569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cffe002-5962-4a22-8620-11b5c3aad39d None None] Network 9155ba63-d68b-4a5f-a72c-8c836e5250be requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:29.070303 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Attempting to bind port 542c5042-c7dc-4860-b9ba-faafdf93478f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:29.070748 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Attempting to bind port 542c5042-c7dc-4860-b9ba-faafdf93478f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:29.071059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Attempting to bind port 542c5042-c7dc-4860-b9ba-faafdf93478f on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:29.110429 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:29.113537 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:29.114017 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.114380 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:29.114984 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Bound port: 542c5042-c7dc-4860-b9ba-faafdf93478f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:29.115587 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.127227 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b50eb5fe-1d32-4486-a8a6-6e0f6e9f605a tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/c42e649a-334d-4b80-8b0f-818e75a09d48 HTTP/1.1" status: 204 len: 168 time: 5.1701422 Feb 17 22:47:29.136140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.140054 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-40d4689f-fa14-4928-8f99-b6312b6ee12f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/810cd157-895b-4d91-967f-2d8c1bafed7d HTTP/1.1" status: 204 len: 168 time: 3.2630689 Feb 17 22:47:29.163676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57532) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:29.164655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57534) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:29.263885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725b8bb-014e-4821-9e49-67c64acb1bf2 None None] Pushing event updated for resources: {'Port': ['ID=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:29.341151 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] For port 542c5042-c7dc-4860-b9ba-faafdf93478f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:29.347050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] For port 542c5042-c7dc-4860-b9ba-faafdf93478f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=542c5042-c7dc-4860-b9ba-faafdf93478f,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:29.432821 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Pushing event updated for resources: {'Port': ['ID=542c5042-c7dc-4860-b9ba-faafdf93478f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:29.441723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.442439 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.442439 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.442878 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.443729 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.444272 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.444617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.444950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.445346 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.445678 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.446003 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.446325 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:29.451393 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.559309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Routers {'ee89852a-5ccf-482b-a954-c3acec2c327e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:29.560230 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['ee89852a-5ccf-482b-a954-c3acec2c327e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:29.681635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] DHCP port deletion for 9155ba63-d68b-4a5f-a72c-8c836e5250be request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:29.690571 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1402b5-dad8-456e-b236-73c3d134be1d None None] Pushing event updated for resources: {'Port': ['ID=542c5042-c7dc-4860-b9ba-faafdf93478f,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:29.694039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Deleting port 4647943f-cbf2-448c-acf1-eec03d18edcc {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:29.694801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.835522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.838859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:29.907423 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0904d57a-3dd1-4e1b-ad07-d3b636f62f96 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] GET failed (client error): The resource could not be found. Feb 17 22:47:29.908459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0904d57a-3dd1-4e1b-ad07-d3b636f62f96 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:29.953807 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] Set router ee89852a-5ccf-482b-a954-c3acec2c327e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:29.972932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.001639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] For port 4647943f-cbf2-448c-acf1-eec03d18edcc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4647943f-cbf2-448c-acf1-eec03d18edcc,segment=NetworkSegment(b29afba8-4fa2-44b9-9d28-e0ccf826869c),segment_id=b29afba8-4fa2-44b9-9d28-e0ccf826869c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:30.002518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.037138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:47:30.080253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.091026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Transition to ACTIVE for port object 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:30.120660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.163022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.164560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.211359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Calling delete_port for 4647943f-cbf2-448c-acf1-eec03d18edcc owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:30.266339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:30.328078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.332670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.338875 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-24769a64-3477-4e6b-ab48-592b807c5095 tempest-ServerActionsTestJSON-456097860 tempest-ServerActionsTestJSON-456097860-project] 10.222.0.42 "DELETE /v2.0/floatingips/9df6ed1e-9ab6-4c15-ad38-dea668f23740 HTTP/1.1" status: 204 len: 168 time: 4.1750646 Feb 17 22:47:30.340852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57540) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:30.386372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 4647943f-cbf2-448c-acf1-eec03d18edcc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:30.386682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.423779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.445490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0904d57a-3dd1-4e1b-ad07-d3b636f62f96 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:30.446720 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0904d57a-3dd1-4e1b-ad07-d3b636f62f96 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports/c42e649a-334d-4b80-8b0f-818e75a09d48 HTTP/1.1" status: 404 len: 333 time: 1.2799914 Feb 17 22:47:30.494960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:30.504764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] Pushing event deleted for resources: {'Port': ['ID=4647943f-cbf2-448c-acf1-eec03d18edcc,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:30.514750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ee66a-e493-4553-bf0a-8cecf5d525f8 None None] No DVR routers for this DVR port 4647943f-cbf2-448c-acf1-eec03d18edcc on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:30.546174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57544) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:30.635781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4647943f-cbf2-448c-acf1-eec03d18edcc no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:30.655531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port a0cce907-c3fb-4067-8a45-7f3a049b8ce9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:30.655531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.659664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=eb7af9de-4eb9-42eb-ac59-6ffa42ec3993,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:30.707016 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:15Z', 'updated_at': '2022-02-17T22:47:21Z', 'revision_number': 3, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port': {'id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:47:18Z', 'updated_at': '2022-02-17T22:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:30.715355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3274d6-4495-46da-afae-b5fb5d526def None None] The sync data for ids ['ee89852a-5ccf-482b-a954-c3acec2c327e'] in dv-neutron-805768-3-hyperv is: [{'id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239'}], 'enable_snat': False}, 'gw_port_id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:15Z', 'updated_at': '2022-02-17T22:47:21Z', 'revision_number': 3, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port': {'id': '542c5042-c7dc-4860-b9ba-faafdf93478f', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89852a-5ccf-482b-a954-c3acec2c327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:47:18Z', 'updated_at': '2022-02-17T22:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:30.720177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4647943f-cbf2-448c-acf1-eec03d18edcc {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:30.720641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4647943f-cbf2-448c-acf1-eec03d18edcc not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:30.740208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.756548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:30.760189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] The port '4647943f-cbf2-448c-acf1-eec03d18edcc' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:47:30.798682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:30.814601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e702bb27-0318-476e-b695-9375d0fd0dbf None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:30.819728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.821012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:30.852409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af29143a-9343-4658-a7f7-eba384bd43ca None None] Network 24905b66-9706-422e-bd16-1f849e3aebe4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:31.043994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Provisioning for port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:31.054562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Provisioning complete for port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:31.055009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:31.079617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=001a6f83-d98f-4d9b-a5e4-c936d985102a,revision_number=5']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:31.261415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:31.397654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:31.421859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Network 24905b66-9706-422e-bd16-1f849e3aebe4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:31.436157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:31.442024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:31.457982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.461784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:31.535378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] For port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,segment=NetworkSegment(6407a55e-2837-48bf-92a6-793243b56130),segment_id=6407a55e-2837-48bf-92a6-793243b56130)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:31.553605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:31.562096 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ed8b2fd5-97f2-4457-b98e-9ab238cabee5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.7114501 Feb 17 22:47:31.649785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57548) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:31.672405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9155ba63-d68b-4a5f-a72c-8c836e5250be']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:31.691537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:ba:9a:17', 'name': 'tempest-NetworksTestDHCPv6-385142725'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:31.765768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'Port': ['ID=3fd7483b-85e0-4c56-a7bb-e268c6e91eb8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:31.780552 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2a082e0e-1c99-42f7-a9ea-34827340ecbd tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1865802 Feb 17 22:47:31.791060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57552) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:31.806189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f2c5d-2918-4633-a72d-98ee3352c51e None None] Pushing event updated for resources: {'Port': ['ID=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:31.809249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Request body: {'port': {'network_id': '24905b66-9706-422e-bd16-1f849e3aebe4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-742806673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:31.819256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.api.validators [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] bootfile-name is not in valid_values {{(pid=87695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:31.819709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.api.validators [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] tftp-server is not in valid_values {{(pid=87695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:31.820050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.api.validators [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] server-ip-address is not in valid_values {{(pid=87695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:31.855149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29afba8-4fa2-44b9-9d28-e0ccf826869c') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:31.855637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29afba8-4fa2-44b9-9d28-e0ccf826869c') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:31.956895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.247508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 001a6f83-d98f-4d9b-a5e4-c936d985102a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:32.248735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:32.300957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.399534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:47:32.401429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.554941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 001a6f83-d98f-4d9b-a5e4-c936d985102a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:32.559139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.688069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Usage tracker for resource:port and tenant:67e15526e62f450d9593a353c208856d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:47:32.709594 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:47:32.756815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Provisioning complete for port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:32.757065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.805120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:32.808322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.837250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:32.895635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:32.898172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:32.928126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.092562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:33.092951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.103546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Made reservation on behalf of 67e15526e62f450d9593a353c208856d for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:33.109767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.193966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Provisioning for port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:33.212094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Provisioning complete for port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:33.218411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.218776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] device_id is not set on port 3e3c2855-3359-454d-a32f-e9dbcc758ce6 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:33.290062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for a0cce907-c3fb-4067-8a45-7f3a049b8ce9 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:33.345510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fca02fdd-1d7a-447e-a6fe-0b0d66cbea50 None None] Port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:33.438671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.495667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.514144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=9155ba63-d68b-4a5f-a72c-8c836e5250be,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:33.524315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.26.7.125 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/eedbf360-8013-4a85-a8d2-2eec6f4bdf94) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:33.527209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 542c5042-c7dc-4860-b9ba-faafdf93478f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:33.533406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:33.537149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d1fd6154-846a-4dc9-9cb5-dc75628caf94 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/9155ba63-d68b-4a5f-a72c-8c836e5250be HTTP/1.1" status: 204 len: 168 time: 4.3598063 Feb 17 22:47:33.544898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:33.548104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:33.566821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:33.600955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1fe42a29-5b28-4557-9d2a-4e2bac27c4ea None None] Provisioning complete for port 001a6f83-d98f-4d9b-a5e4-c936d985102a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:33.601566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1fe42a29-5b28-4557-9d2a-4e2bac27c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.610420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:33.661773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.669151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:33.691523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Allocated IP 2001:db8::1d3 (24905b66-9706-422e-bd16-1f849e3aebe4/e3afb95d-98b5-4b8c-be2b-f08adb22d008/3e3c2855-3359-454d-a32f-e9dbcc758ce6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:33.796769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf5abe-a262-43cd-90bd-be694d1ab250 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:33.798289 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2dbf5abe-a262-43cd-90bd-be694d1ab250 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 HTTP/1.1" status: 200 len: 840 time: 0.2524247 Feb 17 22:47:33.805432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.811346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:33.812579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.812716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57560) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:33.816966 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/ports/6de2bd04-c6d5-405a-a7f0-0a26ce8b682a HTTP/1.1" status: 200 len: 911 time: 6.8561528 Feb 17 22:47:33.829795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57562) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:33.848358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 542c5042-c7dc-4860-b9ba-faafdf93478f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:33.871448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 542c5042-c7dc-4860-b9ba-faafdf93478f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:33.872079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.940030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:33.941869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551fae-6297-40ca-adea-3d2b303802cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6de2bd04-c6d5-405a-a7f0-0a26ce8b682a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:33.987084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1fe42a29-5b28-4557-9d2a-4e2bac27c4ea None None] Provisioning complete for port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:33.994765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1fe42a29-5b28-4557-9d2a-4e2bac27c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.022183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.031084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=a0cce907-c3fb-4067-8a45-7f3a049b8ce9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:34.083950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.125241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port d7fcac56-894b-40c9-a270-03b2946b2e95 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:34.170577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.191709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1fe42a29-5b28-4557-9d2a-4e2bac27c4ea None None] Port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:34.199958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 542c5042-c7dc-4860-b9ba-faafdf93478f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=542c5042-c7dc-4860-b9ba-faafdf93478f,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:34.216454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.223321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.231883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.293015 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3d471224-5062-4fcb-bb97-81e3d39bf063 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/a0cce907-c3fb-4067-8a45-7f3a049b8ce9 HTTP/1.1" status: 204 len: 168 time: 3.7433271 Feb 17 22:47:34.299907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:34.363980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=542c5042-c7dc-4860-b9ba-faafdf93478f,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:34.399958 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac4894-8576-4f59-bb23-e7cdfd500df0 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] GET failed (client error): The resource could not be found. Feb 17 22:47:34.400644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2ac4894-8576-4f59-bb23-e7cdfd500df0 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Synchronizing usage tracker for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:34.430529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2ac4894-8576-4f59-bb23-e7cdfd500df0 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Unset dirty status for tenant:654f78ba13404846b9a3e1c8d99978eb on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:34.431734 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f2ac4894-8576-4f59-bb23-e7cdfd500df0 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "GET /v2.0/ports/a0cce907-c3fb-4067-8a45-7f3a049b8ce9 HTTP/1.1" status: 404 len: 333 time: 0.1310074 Feb 17 22:47:34.451851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.455409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57572) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:34.506408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 172.20.0.12 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/dc1154ef-d3ab-406f-a52c-0329c624f618/d7fcac56-894b-40c9-a270-03b2946b2e95) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:34.513076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:feba:9a17 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/eb7af9de-4eb9-42eb-ac59-6ffa42ec3993/d7fcac56-894b-40c9-a270-03b2946b2e95) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:34.668638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7a46e27d-b540-4d4f-9cff-e4d5903cd006 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:34.750353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:34.768088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:34.793530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.823981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object d7fcac56-894b-40c9-a270-03b2946b2e95 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:34.873003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:34.986845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:34.993132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:35.003635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:35.008729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:35.017065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:35.049284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port ff174bc2-2311-468f-925a-cbd585048216 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:35.049616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.104643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=d7fcac56-894b-40c9-a270-03b2946b2e95,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:35.153003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.154280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.189209 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f10eefc1-871d-4841-9a1d-3d4f6c38d846 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5265405 Feb 17 22:47:35.193568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:35.276801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7a46e27d-b540-4d4f-9cff-e4d5903cd006 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:35.282283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a46e27d-b540-4d4f-9cff-e4d5903cd006 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 1.4628553 Feb 17 22:47:35.289626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57580) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:35.310502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:35.378729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed04a9-7220-4468-9967-308118b44cad tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.385596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed04a9-7220-4468-9967-308118b44cad tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.386461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3aed04a9-7220-4468-9967-308118b44cad tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:35.406265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3aed04a9-7220-4468-9967-308118b44cad tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:35.410985 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3aed04a9-7220-4468-9967-308118b44cad tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2117207 Feb 17 22:47:35.412934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57584) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:35.501032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5c3dad7-79e0-447f-8a30-280f08b0db75 None None] Provisioning for port d7fcac56-894b-40c9-a270-03b2946b2e95 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:35.511663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5c3dad7-79e0-447f-8a30-280f08b0db75 None None] Provisioning complete for port d7fcac56-894b-40c9-a270-03b2946b2e95 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:35.512243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dad7-79e0-447f-8a30-280f08b0db75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.530470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port d7fcac56-894b-40c9-a270-03b2946b2e95 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:35.530968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.613956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3dad7-79e0-447f-8a30-280f08b0db75 None None] Port d7fcac56-894b-40c9-a270-03b2946b2e95 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:35.707106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.858304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:35.892642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Transition to ACTIVE for port object 3e3c2855-3359-454d-a32f-e9dbcc758ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:35.940903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:36.047669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:36.058663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:36.124993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:36.143546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for d7fcac56-894b-40c9-a270-03b2946b2e95 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:36.185227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:36.188825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.345292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 542c5042-c7dc-4860-b9ba-faafdf93478f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:36.410713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.450284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 542c5042-c7dc-4860-b9ba-faafdf93478f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:36.450616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.464336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.470687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=d7fcac56-894b-40c9-a270-03b2946b2e95,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:36.471815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.677504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.712917 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f35f5b40-e696-423b-a353-1288b95d63a2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/d7fcac56-894b-40c9-a270-03b2946b2e95 HTTP/1.1" status: 204 len: 168 time: 1.2986233 Feb 17 22:47:36.713637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57588) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:36.803880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:36.805658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:36.807173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:36.808060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:36.824835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:36.829304 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-92b68e42-c9b4-44bf-99b1-6675ef6273ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1116633 Feb 17 22:47:36.829877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57592) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:36.904046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet dc1154ef-d3ab-406f-a52c-0329c624f618 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:36.907516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.974405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:36.992662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for ff174bc2-2311-468f-925a-cbd585048216 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:37.047386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Network 24905b66-9706-422e-bd16-1f849e3aebe4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:37.070695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:37.083425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Deleting port 99b95860-8520-4a22-9495-c950be9a0252 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:37.083985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.089578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.110686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:37.116522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.117437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.158695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'Port': ['ID=3e3c2855-3359-454d-a32f-e9dbcc758ce6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:37.214800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.227656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.262515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.277468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453cbde-fbfd-41d3-a24f-1b1072cf5126 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:37.285231 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/dc1154ef-d3ab-406f-a52c-0329c624f618 HTTP/1.1" status: 204 len: 168 time: 0.4502773 Feb 17 22:47:37.285516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57596) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:37.289433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85de72-dfd8-44d2-9f36-a845715a5ff3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1154ef-d3ab-406f-a52c-0329c624f618,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:37.367527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet eb7af9de-4eb9-42eb-ac59-6ffa42ec3993 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:37.371558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.478842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.532137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-20de97d1-0bd3-462b-9778-c4f8076d7845 None None] Provisioning for port 3e3c2855-3359-454d-a32f-e9dbcc758ce6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:37.553482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-20de97d1-0bd3-462b-9778-c4f8076d7845 None None] Provisioning complete for port 3e3c2855-3359-454d-a32f-e9dbcc758ce6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:37.554073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20de97d1-0bd3-462b-9778-c4f8076d7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.595176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.619621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-27817827-05da-40d0-9647-ec3753086d0a tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.8269784 Feb 17 22:47:37.632423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57600) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:37.691263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-20de97d1-0bd3-462b-9778-c4f8076d7845 None None] Port 3e3c2855-3359-454d-a32f-e9dbcc758ce6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:37.771385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eba038-57ca-4490-8dcd-63fc7ece089c tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.777248 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eba038-57ca-4490-8dcd-63fc7ece089c tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.783154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eba038-57ca-4490-8dcd-63fc7ece089c tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.787657 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-21eba038-57ca-4490-8dcd-63fc7ece089c tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1513674 Feb 17 22:47:37.792718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57604) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:37.839857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.909565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.920145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7af9de-4eb9-42eb-ac59-6ffa42ec3993,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:37.932851 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-880e9095-b6d9-446f-86fe-ebe1f3ef58e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/eb7af9de-4eb9-42eb-ac59-6ffa42ec3993 HTTP/1.1" status: 204 len: 168 time: 0.6461906 Feb 17 22:47:37.937207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Deleting port 3e3c2855-3359-454d-a32f-e9dbcc758ce6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:37.937652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:37.960041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57608) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:38.169200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.216048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.304251 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-47f77cef-90c3-44f8-b1cc-16b4d2e36d3a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3325551 Feb 17 22:47:38.315666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57612) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:38.365720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.394191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.559593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:38.587199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ea9f9-a42d-4ccf-aaaf-af5fdfb1c3bb None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:38.614020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:38.630791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Calling delete_port for 3e3c2855-3359-454d-a32f-e9dbcc758ce6 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:38.688594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bd5b0-9151-4476-972e-13ac25bcb32f None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:38.716811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4114a3-28ff-457e-bcfb-60df4c74a4b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:38.717595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2d4114a3-28ff-457e-bcfb-60df4c74a4b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:38.757359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2d4114a3-28ff-457e-bcfb-60df4c74a4b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:38.763119 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2d4114a3-28ff-457e-bcfb-60df4c74a4b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4420211 Feb 17 22:47:38.763863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57616) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:38.818965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ce494753-43f8-496e-ab43-55358135ddb1 None None] Provisioning complete for port 001a6f83-d98f-4d9b-a5e4-c936d985102a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:38.819237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ce494753-43f8-496e-ab43-55358135ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.866396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=ff174bc2-2311-468f-925a-cbd585048216,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:38.874183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:38.875143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.887179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46649764-9575-490a-b0d1-a4f29c7bfd9d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:38.887808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-46649764-9575-490a-b0d1-a4f29c7bfd9d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:38.921766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-46649764-9575-490a-b0d1-a4f29c7bfd9d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:38.927837 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46649764-9575-490a-b0d1-a4f29c7bfd9d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1579936 Feb 17 22:47:38.927837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.930185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57620) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:38.930530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] For port 99b95860-8520-4a22-9495-c950be9a0252, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99b95860-8520-4a22-9495-c950be9a0252,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:38.930714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:38.995065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=5ae55bea-c08f-4f81-9a73-c192727b2408,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:39.058703 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1636b733-68da-4e69-8679-ccfc6a2b5229 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286643 Feb 17 22:47:39.059662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event deleted for resources: {'Port': ['ID=3e3c2855-3359-454d-a32f-e9dbcc758ce6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:39.068320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57624) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:39.104883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:39.198339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.229700 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6e1f15a-ebf9-48a7-ace8-7be434f072f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "DELETE /v2.0/ports/3e3c2855-3359-454d-a32f-e9dbcc758ce6 HTTP/1.1" status: 204 len: 168 time: 1.4352298 Feb 17 22:47:39.235816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57628) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:39.261445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Request body: {'port': {'name': 'tempest-new-port-name-1843759317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:39.261998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] bootfile-name is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:39.262430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] tftp-server is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:39.262856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.api.validators [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] server-ip-address is not in valid_values {{(pid=87694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 22:47:39.350573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:39.362016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Calling delete_port for 99b95860-8520-4a22-9495-c950be9a0252 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:39.402938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:39.417778 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:47:39.456406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.509255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-8d129d87-b810-472b-8fc7-a821db41a315', 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'tenant_id': '8d400d24031849919e36dd6c73ca339e', 'fixed_ips': [{'subnet_id': '5ae55bea-c08f-4f81-9a73-c192727b2408'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:39.510663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.582829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:39.588519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.593379 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:39.593941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:39.618941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:39.635368 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-960a8427-bbc9-4c6a-8563-bd1654ad6053 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5655694 Feb 17 22:47:39.637348 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bac0de6c-1720-4bec-81cd-5272e0179b29 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3365262 Feb 17 22:47:39.641756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:39.649946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'security_group': {'name': 'tempest-secgroup-810532223'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:39.654405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57634) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:39.660943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Deleting port 001a6f83-d98f-4d9b-a5e4-c936d985102a {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:39.662094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.666963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:39.703450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:39.724681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:39.773953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.778042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:39.783463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c8909587-f4c9-462d-9b6a-fd894e1007d9 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/ports/ff174bc2-2311-468f-925a-cbd585048216 HTTP/1.1" status: 204 len: 168 time: 5.2705226 Feb 17 22:47:39.820658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:39.825177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57640) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:39.957158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:39.984290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Allocated IP 172.20.0.2 (8d129d87-b810-472b-8fc7-a821db41a315/5ae55bea-c08f-4f81-9a73-c192727b2408/760e8861-553c-4779-9057-a3b893baee9e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:40.187905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.216522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting subnet 0389cb97-c8f0-4947-90ee-a39f569e8cd4 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:40.234656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.251121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:40.251469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.286663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] For port 001a6f83-d98f-4d9b-a5e4-c936d985102a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=001a6f83-d98f-4d9b-a5e4-c936d985102a,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:40.287641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.312633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:40.358485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:40.370058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:40.374916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:40.405064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:40.413995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 001a6f83-d98f-4d9b-a5e4-c936d985102a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:40.421035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:40.423974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router 197b3817-a560-48bf-95ff-e8403825e102 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:47:40.443303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.498025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:40.503575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.503575 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:40.503575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:40.515491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Calling delete_port for 001a6f83-d98f-4d9b-a5e4-c936d985102a owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:40.565396 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-75a6e4c4-fad3-41c8-9c9b-f421c6a5520a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9096110 Feb 17 22:47:40.571666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57644) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:40.586231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.589339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:40.738853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.808928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Pushing event deleted for resources: {'Port': ['ID=99b95860-8520-4a22-9495-c950be9a0252,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:40.839960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.843690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.846607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.894422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.916137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:40.919440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:47:40.954227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] Pushing event deleted for resources: {'Port': ['ID=001a6f83-d98f-4d9b-a5e4-c936d985102a,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:40.972943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c37813-1c64-4b7e-aa2f-ada3f69b9c94 None None] No DVR routers for this DVR port 001a6f83-d98f-4d9b-a5e4-c936d985102a on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:41.132229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.181754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Transition to ACTIVE for port object 760e8861-553c-4779-9057-a3b893baee9e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:41.221766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.227075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Subnet': ['ID=0389cb97-c8f0-4947-90ee-a39f569e8cd4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:41.229465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.229934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Transition to ACTIVE for port object 760e8861-553c-4779-9057-a3b893baee9e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:41.243807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:41.249620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d99c9-0cae-41df-bdcb-1f10c45074a9 None None] Network 388c2240-b3ba-45f6-aafc-65073566b567 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:41.256316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.290677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.306139 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00267f69-a259-4bad-a433-cdd5eeaeaac8 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/subnets/0389cb97-c8f0-4947-90ee-a39f569e8cd4 HTTP/1.1" status: 204 len: 168 time: 1.4508569 Feb 17 22:47:41.316323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.318646 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6749921 Feb 17 22:47:41.320075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57648) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:41.329303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:41.334284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017b3f-d568-4773-9adc-c23f33be9c08 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a86a523-778c-4cbd-b7ba-e5e66bc097f2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:41.342804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57650) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:41.381272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1516183539'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:41.386250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] In _notify_port_updated(), no bound segment for port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 on network 24905b66-9706-422e-bd16-1f849e3aebe4 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:47:41.391905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:41.392607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.397889 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "PUT /v2.0/ports/3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 HTTP/1.1" status: 200 len: 1130 time: 2.1571229 Feb 17 22:47:41.457015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57656) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:41.459193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:41.517898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:41.534260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:41.538805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.540696 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:41.541497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:41.563346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:41.579124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736a67-6db5-4fc8-a922-cc1cce4668bf tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event updated for resources: {'Port': ['ID=3fd7483b-85e0-4c56-a7bb-e268c6e91eb8,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:41.625690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:41.628624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.685035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea1ec6-0c1a-4243-8c49-2e553c18b623 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:41.686065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60ea1ec6-0c1a-4243-8c49-2e553c18b623 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Synchronizing usage tracker for tenant:67e15526e62f450d9593a353c208856d on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:41.695815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.697309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:41.700766 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d9c6d68-e763-4202-a421-54aa974eccba tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1276805 Feb 17 22:47:41.708294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57660) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:41.716983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:41.721732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:41.725307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:41.733811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:41.758820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.852927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:41.853336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.897801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60ea1ec6-0c1a-4243-8c49-2e553c18b623 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Unset dirty status for tenant:67e15526e62f450d9593a353c208856d on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:41.902153 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-60ea1ec6-0c1a-4243-8c49-2e553c18b623 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "GET /v2.0/ports/3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 HTTP/1.1" status: 200 len: 1130 time: 0.4367406 Feb 17 22:47:41.903322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:41.903929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 6de2bd04-c6d5-405a-a7f0-0a26ce8b682a owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:41.915580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Attempting to bind port 760e8861-553c-4779-9057-a3b893baee9e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:41.916347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Attempting to bind port 760e8861-553c-4779-9057-a3b893baee9e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a802e2bf-74b0-424d-a636-4a27e923edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:41.916805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Attempting to bind port 760e8861-553c-4779-9057-a3b893baee9e on network 8d129d87-b810-472b-8fc7-a821db41a315 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:41.920530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57664) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:41.943930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:41.944537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Checking segment: {'id': 'a802e2bf-74b0-424d-a636-4a27e923edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:41.945201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.945857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Bound using segment: {'id': 'a802e2bf-74b0-424d-a636-4a27e923edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:41.946698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Bound port: 760e8861-553c-4779-9057-a3b893baee9e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a802e2bf-74b0-424d-a636-4a27e923edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:41.947513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.960610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:41.970085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-92588742-a3aa-44ac-869d-ab6c789b5e29 None None] Provisioning complete for port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:41.970689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92588742-a3aa-44ac-869d-ab6c789b5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:41.976342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:42.003595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:42.034345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:42.051183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:42.099604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:42.123027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Deleting port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:42.123354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.158159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Sync routers for ids ['197b3817-a560-48bf-95ff-e8403825e102'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:42.198232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:42.201901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.203379 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:42.203820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:42.205309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] DHCP port deletion for 388c2240-b3ba-45f6-aafc-65073566b567 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:42.258596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Deleting port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:42.259201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.336538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.339171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7816c900-ae2b-43fa-8fe4-3eb711b29e8d tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.6338789 Feb 17 22:47:42.344553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Routers {'197b3817-a560-48bf-95ff-e8403825e102'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:42.345316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57668) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:42.346006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['197b3817-a560-48bf-95ff-e8403825e102'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:42.350897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.413694 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-13f4a5e7-8246-4105-ac67-d6a7604d575c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7024965 Feb 17 22:47:42.432251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57672) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:42.444791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.450985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-92588742-a3aa-44ac-869d-ab6c789b5e29 None None] Port 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:42.457369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:42.508858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.509228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fdf2f8d5-0712-4a1d-9a78-961d56026ae6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:42.701203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:42.701765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.776819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:42.870504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:42.873339 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5089550 Feb 17 22:47:42.885785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57676) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:42.956061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2057343981', 'security_groups': ['b736a564-9f49-49ae-822b-af3b8b6baaca'], 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ae55bea-c08f-4f81-9a73-c192727b2408'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:43.113294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.172201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.215947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:43.224463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:43.225116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.253060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.271461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-931cebfe-ddcd-4997-a322-709b741e1b98 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/197b3817-a560-48bf-95ff-e8403825e102 HTTP/1.1" status: 200 len: 907 time: 0.9229693 Feb 17 22:47:43.273579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.291467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57680) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:43.316325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae896f-c156-4625-a95d-69922ae41df7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b736a564-9f49-49ae-822b-af3b8b6baaca,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:43.335740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Set router 197b3817-a560-48bf-95ff-e8403825e102 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:43.543733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Calling delete_port for 3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:43.585619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for fdf2f8d5-0712-4a1d-9a78-961d56026ae6 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:43.670716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:43.701842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:43.743379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:43.748338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.749880 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:43.750342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:43.812621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Calling delete_port for fdf2f8d5-0712-4a1d-9a78-961d56026ae6 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:43.822153 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b771bfe2-4144-41c1-954a-ba191f9275db tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3797076 Feb 17 22:47:43.822403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57684) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:43.830600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:43.846926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=6de2bd04-c6d5-405a-a7f0-0a26ce8b682a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:43.914320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:43.954595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:43.955118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:43.974897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:43.989073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.011277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e25b2f-6206-4d95-a115-1ad4cacb0a11 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:44.084677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event deleted for resources: {'Port': ['ID=3fd7483b-85e0-4c56-a7bb-e268c6e91eb8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:44.087962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:44.120226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.135241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:44.145871 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-86f921b3-3e47-4cd9-bb8d-4c4813d4cb59 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "DELETE /v2.0/ports/3fd7483b-85e0-4c56-a7bb-e268c6e91eb8 HTTP/1.1" status: 204 len: 168 time: 2.2222121 Feb 17 22:47:44.149313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57688) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:44.244822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:44.251545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.254584 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:44.255513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:44.300740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:44.302680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:44.319787 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4c09901f-655c-4417-b01c-9eef42962377 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4959972 Feb 17 22:47:44.326513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57692) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:44.332114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:44.380855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.391877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:44.403481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b3817-a560-48bf-95ff-e8403825e102', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'eedbf360-8013-4a85-a8d2-2eec6f4bdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:28Z', 'updated_at': '2022-02-17T22:47:36Z', 'revision_number': 3, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port': {'id': 'eedbf360-8013-4a85-a8d2-2eec6f4bdf94', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b3817-a560-48bf-95ff-e8403825e102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:47:33Z', 'updated_at': '2022-02-17T22:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:44.404908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Deleting subnet e3afb95d-98b5-4b8c-be2b-f08adb22d008 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:44.408510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Checking router: 197b3817-a560-48bf-95ff-e8403825e102 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:47:44.409254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Updating router 197b3817-a560-48bf-95ff-e8403825e102 port eedbf360-8013-4a85-a8d2-2eec6f4bdf94 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:47:44.423946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:port and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:44.424540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.467142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Deleting port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:44.467952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.526808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.535016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-81339330-2b65-4b85-a42d-be977a356c03 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2069225 Feb 17 22:47:44.542358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:44.546449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57696) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:44.605702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.702255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:47:44.718181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7214f8-4efa-428e-b8d6-bfcd6a85ac24 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:44.719734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-db7214f8-4efa-428e-b8d6-bfcd6a85ac24 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:44.731197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:44.806074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Deleting port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:44.806449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.875629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:44.876062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:44.892084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.010880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-db7214f8-4efa-428e-b8d6-bfcd6a85ac24 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:45.012336 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-db7214f8-4efa-428e-b8d6-bfcd6a85ac24 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4451311 Feb 17 22:47:45.028346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57700) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:45.031833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:45.135058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Calling delete_port for fdf2f8d5-0712-4a1d-9a78-961d56026ae6 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:45.259954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.336395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Port': ['ID=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:45.351855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] No DVR routers for this DVR port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:45.355378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.366845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.406769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.408837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Transition to ACTIVE for port object eedbf360-8013-4a85-a8d2-2eec6f4bdf94 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:45.430057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3caa2566-8ffc-4e80-a6ba-794275a71cc5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636591 Feb 17 22:47:45.438988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] For port fdf2f8d5-0712-4a1d-9a78-961d56026ae6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fdf2f8d5-0712-4a1d-9a78-961d56026ae6,segment=NetworkSegment(7ba2238d-e8c7-432e-993f-55a8ee97eb0b),segment_id=7ba2238d-e8c7-432e-993f-55a8ee97eb0b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:45.439645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.446207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.450021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57704) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:45.466049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.479595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:45.577377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "DELETE /v2.0/subnets/e3afb95d-98b5-4b8c-be2b-f08adb22d008 HTTP/1.1" status: 204 len: 168 time: 1.4240577 Feb 17 22:47:45.606286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.607410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57708) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:45.610082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72633-e503-4032-95ff-515e32e4c9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event deleted for resources: {'Subnet': ['ID=e3afb95d-98b5-4b8c-be2b-f08adb22d008,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:45.618776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Calling delete_port for fdf2f8d5-0712-4a1d-9a78-961d56026ae6 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:45.681944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fd1b3-b9d0-4137-9ec4-2e1cb7d9f6bc None None] Network 24905b66-9706-422e-bd16-1f849e3aebe4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:45.874509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 5e2714e9-23f8-4592-983b-f3cba3356a7d yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:45.951274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:45.965207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0a8a-a24c-4888-abb0-e6ff6b53ce05 None None] Pushing event updated for resources: {'Port': ['ID=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:45.968495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:45.982406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fc49205c-97ec-46d5-a7f0-7f7081cf44f1 None None] Provisioning for port 760e8861-553c-4779-9057-a3b893baee9e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:45.985907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Attempting to bind port eedbf360-8013-4a85-a8d2-2eec6f4bdf94 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:45.985907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Attempting to bind port eedbf360-8013-4a85-a8d2-2eec6f4bdf94 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:45.985907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Attempting to bind port eedbf360-8013-4a85-a8d2-2eec6f4bdf94 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:46.012840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:46.013254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:46.014292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.014292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:46.014639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Bound port: eedbf360-8013-4a85-a8d2-2eec6f4bdf94, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:46.014927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.016684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:46.025796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388c2240-b3ba-45f6-aafc-65073566b567']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:46.047617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba2238d-e8c7-432e-993f-55a8ee97eb0b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:46.047992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba2238d-e8c7-432e-993f-55a8ee97eb0b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:46.058404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.079709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.087469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:46.092642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.109505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Deleting port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:46.109838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.149833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:46.150218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:46.205118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fc49205c-97ec-46d5-a7f0-7f7081cf44f1 None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:46.205411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fc49205c-97ec-46d5-a7f0-7f7081cf44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.221677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.244753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:47:46.245426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.262087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] For port eedbf360-8013-4a85-a8d2-2eec6f4bdf94, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:47:46.276440 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:47:46.280957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] For port eedbf360-8013-4a85-a8d2-2eec6f4bdf94, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:46.333644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:47:46.338485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.349806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.394624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fc49205c-97ec-46d5-a7f0-7f7081cf44f1 None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:46.423493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:46.445677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Routers {'197b3817-a560-48bf-95ff-e8403825e102'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:46.447361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['197b3817-a560-48bf-95ff-e8403825e102'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:46.466290 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Sync routers for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:46.486902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.494937 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:46.495308 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:46.498796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.570330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:46.583716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] Pushing event deleted for resources: {'Network': ['ID=388c2240-b3ba-45f6-aafc-65073566b567,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:46.588171 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-146f7670-b264-48d7-a435-0a3e3d3e1265 tempest-AllowedAddressPairTestJSON-1835045751 tempest-AllowedAddressPairTestJSON-1835045751-project] 10.222.0.42 "DELETE /v2.0/networks/388c2240-b3ba-45f6-aafc-65073566b567 HTTP/1.1" status: 204 len: 168 time: 5.2508385 Feb 17 22:47:46.620239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] DHCP port deletion for 24905b66-9706-422e-bd16-1f849e3aebe4 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:46.731726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Deleting port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:46.732441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.862292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0a8a-a24c-4888-abb0-e6ff6b53ce05 None None] Pushing event updated for resources: {'Port': ['ID=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:46.869427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] For port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,segment=NetworkSegment(6407a55e-2837-48bf-92a6-793243b56130),segment_id=6407a55e-2837-48bf-92a6-793243b56130)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:46.871290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:46.907391 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:46.974816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:47:46.993925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting port eedbf360-8013-4a85-a8d2-2eec6f4bdf94 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:46.995683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:47.021618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] Sync routers for ids ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:47.119155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] Set router 197b3817-a560-48bf-95ff-e8403825e102 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:47.177816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Deleting port fdf2f8d5-0712-4a1d-9a78-961d56026ae6 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:47.177816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:47.205671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Calling delete_port for 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:47.215323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 760e8861-553c-4779-9057-a3b893baee9e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:47.338885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] Routers {'e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:47.339410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:47.340103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d363a2c7-5260-4f84-8614-7e73bdd4349f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5088038 Feb 17 22:47:47.340724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57716) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:47.350776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57718) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:47.351709 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae98ea3c-1d5f-4b28-90e9-cd1e13a7ac4a admin admin] 10.222.0.42 "PUT /v2.0/routers/1c7ac488-ed40-40c2-b7a2-a17580fcb278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9747565 Feb 17 22:47:47.360098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57722) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:47.477922 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2d10b557-4a27-4a50-bcd6-0d404e3dea7b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 HTTP/1.1" status: 200 len: 205 time: 0.1146111 Feb 17 22:47:47.479120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:47.482766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57730) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:47.553678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2bfa-fad3-4ab7-8d54-580474a4886b None None] The port 'fdf2f8d5-0712-4a1d-9a78-961d56026ae6' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:47:47.577027 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:47:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:47.582004 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Checking router: 1c7ac488-ed40-40c2-b7a2-a17580fcb278 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:47:47.597226 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Routers {'1c7ac488-ed40-40c2-b7a2-a17580fcb278'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:47.598706 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:47.687180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:47:47.689818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event deleted for resources: {'Port': ['ID=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:47.726250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] No DVR routers for this DVR port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:47.729705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:47.730847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] For port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=9a8bf814-3f2d-46d6-afd5-1aa0254f5460,segment=NetworkSegment(6407a55e-2837-48bf-92a6-793243b56130),segment_id=6407a55e-2837-48bf-92a6-793243b56130)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:47.731247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:47.767623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.13 (8d129d87-b810-472b-8fc7-a821db41a315/5ae55bea-c08f-4f81-9a73-c192727b2408/5e2714e9-23f8-4592-983b-f3cba3356a7d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:47.821196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] Set router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:47:47.883696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Calling delete_port for 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:47.940070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=22e49e31-ae07-4ff9-b517-3ce0e0699025,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:48.028477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:48.032961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.040390 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2bec5d20-5e93-42d1-9069-19d4ce0698a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=654f78ba13404846b9a3e1c8d99978eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931796 Feb 17 22:47:48.046852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:48.049383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57734) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:48.053626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 5e2714e9-23f8-4592-983b-f3cba3356a7d will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:48.132375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.201856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.217194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:48.217844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.228579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:48.229551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.258102 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:47:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.262846 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64794064-54d1-4454-8c16-b64ff059cc32 None None] The sync data for ids ['1c7ac488-ed40-40c2-b7a2-a17580fcb278'] in dv-neutron-805768-3-hyperv is: [{'id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'name': 'tempest-ServerActionsTestJSON-379247895-router', 'tenant_id': '808b5569125949579196ba0ef246a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:11Z', 'updated_at': '2022-02-17T22:47:40Z', 'revision_number': 5, 'project_id': '808b5569125949579196ba0ef246a288', 'gw_port': {'id': 'a074000c-c7d1-4cfd-8201-c4d3d0502380', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ac488-ed40-40c2-b7a2-a17580fcb278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:43:12Z', 'updated_at': '2022-02-17T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:48.272463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b3817-a560-48bf-95ff-e8403825e102', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:28Z', 'updated_at': '2022-02-17T22:47:46Z', 'revision_number': 4, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.287789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b1e4-477e-4d13-822d-6b2e6ce78075 None None] The sync data for ids ['197b3817-a560-48bf-95ff-e8403825e102'] in dv-neutron-805768-3-hyperv is: [{'id': '197b3817-a560-48bf-95ff-e8403825e102', 'name': 'tempest-snat-router-901919526', 'tenant_id': '1d69dab4fec74b94a95d6a4c01574f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:28Z', 'updated_at': '2022-02-17T22:47:46Z', 'revision_number': 4, 'project_id': '1d69dab4fec74b94a95d6a4c01574f86', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:48.290379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe05844-c990-445c-a317-44c32ff038a4 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:48.334397 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ea93ce0d-9062-4d49-ac90-21ede0b06189 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8749592 Feb 17 22:47:48.334397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57738) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:48.358084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.381010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:5b:45:a0', 'name': 'tempest-NetworksTestDHCPv6-866529570'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:48.430724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.440965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] Routers {'e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:47:48.442334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.566308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.567284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fef47-c058-4edf-8b73-ca7116576332 None None] The sync data for ids ['e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:48.581347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:48.581701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:48.699782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.705242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.811770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.826600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:48.840565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:48.865545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:48.886747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24905b66-9706-422e-bd16-1f849e3aebe4']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.896992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:48.920694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6407a55e-2837-48bf-92a6-793243b56130') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.921192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6407a55e-2837-48bf-92a6-793243b56130') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.945263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:48.991190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.008885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99b95860-8520-4a22-9495-c950be9a0252 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:49.009906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=5e2714e9-23f8-4592-983b-f3cba3356a7d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:49.061507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.071146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:47:49.071690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:47:49.201978 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:47:49.210431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.216587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.222977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Deleting port 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:49.223578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.284050 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] 10.222.0.42 "DELETE /v2.0/networks/24905b66-9706-422e-bd16-1f849e3aebe4 HTTP/1.1" status: 204 len: 168 time: 3.6715274 Feb 17 22:47:49.284050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de494cf3-c135-4dad-abf8-0fcdbb811fa3 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973 tempest-ExtraDHCPOptionsIpV6TestJSON-2136156973-project] Pushing event deleted for resources: {'Network': ['ID=24905b66-9706-422e-bd16-1f849e3aebe4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:49.323676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:49.336636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:49.341285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:49.352151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:49.359774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.366628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:49.394338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496cf1d-5d17-49af-8416-f38a320b2d67,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:49.417972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.423688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-688904c4-a6d9-46f6-9cb8-dafa7f93b9af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d496cf1d-5d17-49af-8416-f38a320b2d67 HTTP/1.1" status: 204 len: 168 time: 1.2817209 Feb 17 22:47:49.428049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:49.486880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a311-dead-4043-a4a9-d36b5685f01f None None] The port '9a8bf814-3f2d-46d6-afd5-1aa0254f5460' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:47:49.511267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] For port eedbf360-8013-4a85-a8d2-2eec6f4bdf94, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:49.514214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.514861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '22e49e31-ae07-4ff9-b517-3ce0e0699025'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:49.514861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.526805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.569632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 99b95860-8520-4a22-9495-c950be9a0252 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:49.570579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99b95860-8520-4a22-9495-c950be9a0252 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:49.570579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:49.791732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:49.791732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 9a8bf814-3f2d-46d6-afd5-1aa0254f5460 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:49.861888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3c2e5710-58db-4869-ac23-fc03608b7b5c None None] Provisioning for port 5e2714e9-23f8-4592-983b-f3cba3356a7d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:49.875040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3c2e5710-58db-4869-ac23-fc03608b7b5c None None] Provisioning complete for port 5e2714e9-23f8-4592-983b-f3cba3356a7d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:49.875040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c2e5710-58db-4869-ac23-fc03608b7b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.887581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:49.963056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port fec7cbe4-db44-45aa-ae92-70da882c1bac yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:47:50.058201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Calling delete_port for eedbf360-8013-4a85-a8d2-2eec6f4bdf94 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:50.079862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e5710-58db-4869-ac23-fc03608b7b5c None None] Port 5e2714e9-23f8-4592-983b-f3cba3356a7d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:50.101021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57754) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:50.136111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b65db75e-c956-4a11-bde6-31a3191b4094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.169027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Allocated IP 2001:db8::f816:3eff:feb0:6246 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/22e49e31-ae07-4ff9-b517-3ce0e0699025/e08f9093-70a9-4eda-b1a4-fd25d91ac9a0) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:50.322456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:50.323546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.520168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.527176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.536746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Transition to ACTIVE for port object e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:50.543412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.566584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Transition to ACTIVE for port object e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:50.575642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.639819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57772) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:50.645736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1122972a-6cd8-41e6-a957-6893079a35b1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.6956508 Feb 17 22:47:50.650590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:50.650910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57776) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:50.653793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:50.656905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:50.657906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:50.669207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Pushing event updated for resources: {'Port': ['ID=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:50.727307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.760399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.761607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:50.778162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Attempting to bind port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:47:50.778767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Attempting to bind port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:47:50.779744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Attempting to bind port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:47:50.783101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3657d699-2f90-4f03-84c9-a287b8f2643c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67e15526e62f450d9593a353c208856d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723535 Feb 17 22:47:50.785256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57782) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:50.791555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:47:50.792137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:50.792799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.793444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:47:50.794205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Bound port: e08f9093-70a9-4eda-b1a4-fd25d91ac9a0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:47:50.794784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.799838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe5b:45a0 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/22e49e31-ae07-4ff9-b517-3ce0e0699025/fec7cbe4-db44-45aa-ae92-70da882c1bac) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:50.844965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Deleting port a074000c-c7d1-4cfd-8201-c4d3d0502380 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:50.845546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.937369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:50.951095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:50.951376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:50.954598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0ca569ed-0f6f-435f-946b-0020a197a47d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 HTTP/1.1" status: 204 len: 168 time: 3.4700739 Feb 17 22:47:50.958977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57786) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:50.975739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:51.057014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] For port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:47:51.072249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:51.074414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:51.146036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-910114467'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:51.155656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:51.163734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:network and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:51.169281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:51.187425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:51.188131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.269569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.293514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.324446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:51.357055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] For port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:47:51.361353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Port': ['ID=eedbf360-8013-4a85-a8d2-2eec6f4bdf94,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:51.370801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.395054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:51.402017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.409895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] For port a074000c-c7d1-4cfd-8201-c4d3d0502380, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a074000c-c7d1-4cfd-8201-c4d3d0502380,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:51.410249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.484171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44d0d8-5747-4643-b2ae-b68f49e26a1f None None] Pushing event updated for resources: {'Port': ['ID=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:51.510837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.589134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Made reservation on behalf of 0785d2b9010c47419066ed19e522f331 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:51.592832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.598805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Calling delete_port for a074000c-c7d1-4cfd-8201-c4d3d0502380 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:51.619217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet f82cb901-d899-4516-8658-1c25a36d8d2b {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:51.647535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.677525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.685257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.840608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:51.854740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.904236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:security_group_rule and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:51.913146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:51.918208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:51.949665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:51.955423 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ae55bea-c08f-4f81-9a73-c192727b2408 (CIDR: 172.20.0.0/28) Feb 17 22:47:51.980998 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:47:51.981546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:47:51.992569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object fec7cbe4-db44-45aa-ae92-70da882c1bac will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:52.075819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.183344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e655d96d-87f6-4b74-ade9-b47316336ece,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:52.205474 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-845cc8f4-6a20-4aa9-852a-fe91f7752fad tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5534644 Feb 17 22:47:52.207986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.225922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57790) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:52.233840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.242070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:52.273382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.336277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-244add9c-6436-4f30-8cc9-c5d406e7f705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.338068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.418111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.418644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 197b3817-a560-48bf-95ff-e8403825e102 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:52.431326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.433554 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9ff2ad88-e54a-4d88-8bbb-dd4473198966 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e655d96d-87f6-4b74-ade9-b47316336ece HTTP/1.1" status: 204 len: 168 time: 1.6463075 Feb 17 22:47:52.492944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:52.530099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:52.532166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.542003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57796) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:52.555142 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-45b48e53-a774-4002-9b51-d0ce9656282f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/routers/197b3817-a560-48bf-95ff-e8403825e102 HTTP/1.1" status: 204 len: 168 time: 9.1829889 Feb 17 22:47:52.573842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:47:52.574423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:52.584575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:52.589040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:52.598903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:52.601138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.607367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:52.608597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.631253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=fec7cbe4-db44-45aa-ae92-70da882c1bac,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:52.778963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Pushing event deleted for resources: {'Port': ['ID=a074000c-c7d1-4cfd-8201-c4d3d0502380,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:52.914616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:52.921856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.064554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=f82cb901-d899-4516-8658-1c25a36d8d2b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:53.104022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.109212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8bed37-b7e2-48c6-a3a7-0d61fbb3614f None None] Network c08470ef-a0d7-4770-8f80-7cda5947e138 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:53.111893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.126966 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7e797171-b444-4300-ac6b-f92dfffa17cc tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/f82cb901-d899-4516-8658-1c25a36d8d2b HTTP/1.1" status: 204 len: 168 time: 2.1535981 Feb 17 22:47:53.147050 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0a87f67f-816b-4eef-b366-a64773b3792e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7987089 Feb 17 22:47:53.152160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57802) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:53.152681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57804) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:53.167241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.319738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:53.348749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:53.354197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.429999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.495294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9c35a532-6f6f-4ee4-b267-627d86e5ad3c None None] Provisioning for port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:53.510964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.560971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.581343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.683981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.687468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7ac488-ed40-40c2-b7a2-a17580fcb278 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:53.689953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:53.695393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fa487-4767-4b55-8279-8e2fe903291c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:53.704173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:53.704705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.712195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:53.806708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.807317 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Added segment 81e48de9-498a-4398-8fac-d88a95da8048 of type vlan for network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 Feb 17 22:47:53.827662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.928463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:53.928463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1d901d45-cf13-4082-88da-9b0790ab4feb admin admin] 10.222.0.42 "DELETE /v2.0/routers/1c7ac488-ed40-40c2-b7a2-a17580fcb278 HTTP/1.1" status: 204 len: 168 time: 6.5613863 Feb 17 22:47:53.928463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57818) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:53.999696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.031764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] DHCP port deletion for c08470ef-a0d7-4770-8f80-7cda5947e138 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:54.041725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Deleting port b4580fd6-905a-4726-80af-63741e26a1e9 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:54.042235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.074357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.204437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.232871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:54.243112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-985e378b-c1d1-4b8f-a96e-27a51422ae08 None None] Provisioning for port fec7cbe4-db44-45aa-ae92-70da882c1bac completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:54.253777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.267683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port b4580fd6-905a-4726-80af-63741e26a1e9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:54.268071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.271124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Deleting subnet c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:54.296797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.321614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e34da0-adb6-446f-8c62-e6722c989e66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:54.329375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e34da0-adb6-446f-8c62-e6722c989e66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:54.330201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-27e34da0-adb6-446f-8c62-e6722c989e66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:47:54.354380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-985e378b-c1d1-4b8f-a96e-27a51422ae08 None None] Provisioning complete for port fec7cbe4-db44-45aa-ae92-70da882c1bac triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:54.354380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-985e378b-c1d1-4b8f-a96e-27a51422ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.467335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.568712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.577195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:54.578219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.600956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-985e378b-c1d1-4b8f-a96e-27a51422ae08 None None] Port fec7cbe4-db44-45aa-ae92-70da882c1bac cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:47:54.618929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:54.731485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-27e34da0-adb6-446f-8c62-e6722c989e66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:47:54.733429 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-27e34da0-adb6-446f-8c62-e6722c989e66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.5717242 Feb 17 22:47:54.740480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57830) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:54.829661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:54.835660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] For port b4580fd6-905a-4726-80af-63741e26a1e9, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b4580fd6-905a-4726-80af-63741e26a1e9,segment=NetworkSegment(4b838a54-e1c1-4696-a92d-0fcbe1ad6d90),segment_id=4b838a54-e1c1-4696-a92d-0fcbe1ad6d90)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:54.836878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.002903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.080969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Network': ['ID=c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:55.089549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:55.089763 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-49d783e1-566a-4a52-b075-80b8b4c91f84 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.4434886 Feb 17 22:47:55.092377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57836) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:55.096692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.107564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'subnet': {'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:55.109355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Calling delete_port for b4580fd6-905a-4726-80af-63741e26a1e9 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:55.133159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:55.145988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:55.158114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:55.159113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.174334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port fec7cbe4-db44-45aa-ae92-70da882c1bac {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:55.175593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.221766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:47:55.248785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=d9dde6ce-a293-4188-b69e-6e5fefd3869c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:55.266948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Deleting port 542c5042-c7dc-4860-b9ba-faafdf93478f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:55.267493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.280023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:47:55.307750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bbb29-62c1-4a29-b0bc-58b9d3bb2dd0 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:55.397067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port b4580fd6-905a-4726-80af-63741e26a1e9, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b4580fd6-905a-4726-80af-63741e26a1e9,segment=NetworkSegment(4b838a54-e1c1-4696-a92d-0fcbe1ad6d90),segment_id=4b838a54-e1c1-4696-a92d-0fcbe1ad6d90)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:55.397843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.462478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569059080'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:55.481830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:55.496760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:55.503818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:55.522562 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-573b4d29-a0c9-44c3-b38c-b57ef2a267a4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2950406 Feb 17 22:47:55.524348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:55.526463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57844) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:55.529517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.532889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-361281359', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9dde6ce-a293-4188-b69e-6e5fefd3869c'}], 'security_groups': ['7a86a523-778c-4cbd-b7ba-e5e66bc097f2']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:55.601907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.657076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for b4580fd6-905a-4726-80af-63741e26a1e9 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:55.699956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:55.721702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:55.726714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.727559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.736763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32b6cf3-ca81-4faf-bf24-014c2fe6eac9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:55.760594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.777131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.783651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:55.784037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.814430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43daa82-3155-4ce6-85ab-2de5334160e1 None None] Network 37d87357-7f17-4bab-9c44-87ee8c191d38 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:55.850443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-716d0dea-d3dc-477a-99ec-752d194aed2a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c32b6cf3-ca81-4faf-bf24-014c2fe6eac9 HTTP/1.1" status: 204 len: 168 time: 1.9213848 Feb 17 22:47:55.870629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57848) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:55.872709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:55.914638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:subnet and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:55.925455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] Pushing event deleted for resources: {'Port': ['ID=b4580fd6-905a-4726-80af-63741e26a1e9,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:55.929951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:55.933218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bfdf1-92d8-427f-a8c0-ae2c26725494 None None] No DVR routers for this DVR port b4580fd6-905a-4726-80af-63741e26a1e9 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:55.955656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:55.971900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:55.972527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:55.979278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:55.983568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:security_group_rule and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:56.013580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Made reservation on behalf of 0785d2b9010c47419066ed19e522f331 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:56.017889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.097501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:56.175678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for fec7cbe4-db44-45aa-ae92-70da882c1bac owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:56.202391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] For port 542c5042-c7dc-4860-b9ba-faafdf93478f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=542c5042-c7dc-4860-b9ba-faafdf93478f,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:56.203028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.215700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:56.284488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a074000c-c7d1-4cfd-8201-c4d3d0502380 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:56.332909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.367694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a074000c-c7d1-4cfd-8201-c4d3d0502380 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:56.367694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a074000c-c7d1-4cfd-8201-c4d3d0502380 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:56.367694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b4580fd6-905a-4726-80af-63741e26a1e9 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:56.391000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Calling delete_port for 542c5042-c7dc-4860-b9ba-faafdf93478f owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:56.420275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: b4580fd6-905a-4726-80af-63741e26a1e9 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:56.420679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b4580fd6-905a-4726-80af-63741e26a1e9 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:56.454952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Update dhcp port {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'fixed_ips': [{'subnet_id': '5ae55bea-c08f-4f81-9a73-c192727b2408', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9dde6ce-a293-4188-b69e-6e5fefd3869c'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '760e8861-553c-4779-9057-a3b893baee9e'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:47:56.485273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port b4580fd6-905a-4726-80af-63741e26a1e9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:56.485273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.487860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Deleting port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:56.489480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.529057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] DHCP port deletion for 37d87357-7f17-4bab-9c44-87ee8c191d38 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:47:56.549741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Deleting port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:56.550313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.571781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] The port 'b4580fd6-905a-4726-80af-63741e26a1e9' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:47:56.653996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.710258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.756952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.758133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.763508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.799405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.871631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=fec7cbe4-db44-45aa-ae92-70da882c1bac,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:56.916353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:56.916792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08470ef-a0d7-4770-8f80-7cda5947e138']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:56.924543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b081733-d4a9-4461-9775-ab8d81ee7147,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:56.953682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:56.953989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b838a54-e1c1-4696-a92d-0fcbe1ad6d90') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:56.987153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:56.992636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.011038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.106608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.144181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.152755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:47:57.153320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.166494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:57.171066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.171300 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 33067656-6259-4b6a-9d24-312c28cb0f86 of type vlan for network fe124c2d-74d2-4ad3-9910-37a7f95c4382 Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:47:57.201284 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:47:57.213795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7f3da0da-373e-45bf-94bf-26448a9059ef tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/fec7cbe4-db44-45aa-ae92-70da882c1bac HTTP/1.1" status: 204 len: 168 time: 2.4603560 Feb 17 22:47:57.227229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57852) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:57.294601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event deleted for resources: {'Port': ['ID=542c5042-c7dc-4860-b9ba-faafdf93478f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:57.424686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Subnet': ['ID=80f17a25-e04d-4f28-8ef4-8419b50d512b,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:57.443183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Checking segment: {'id': '81e48de9-498a-4398-8fac-d88a95da8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:47:57.443393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network hostable DHCP agents. Network: c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:47:57.459851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.487521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.490878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.497826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] For port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:57.498275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.503108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=c08470ef-a0d7-4770-8f80-7cda5947e138,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:57.505856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.602543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] For port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,segment=NetworkSegment(4a319509-d7b0-4208-bc38-242190920bc1),segment_id=4a319509-d7b0-4208-bc38-242190920bc1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:57.603388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.649056 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f83c85af-dffe-4599-b2c8-3bf113d5fe60 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/c08470ef-a0d7-4770-8f80-7cda5947e138 HTTP/1.1" status: 204 len: 168 time: 4.4944851 Feb 17 22:47:57.712758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57856) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:57.722932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:47:57.739506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Calling delete_port for d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:57.776214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1871639757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:57.784519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2a5cf-76ac-4f53-8df6-5da95e2f57cc tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:57.786453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2a5cf-76ac-4f53-8df6-5da95e2f57cc tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:57.792156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-09c2a5cf-76ac-4f53-8df6-5da95e2f57cc tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5570247 Feb 17 22:47:57.811789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57860) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:57.817613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:57.850786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:47:57.858328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.862996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.876636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:57.889960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:57.891567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.918778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.919702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee89852a-5ccf-482b-a954-c3acec2c327e {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:47:57.920705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Calling delete_port for d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:47:57.925151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:57.927811 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aed38b30-d606-4694-b3f3-016a13fef72c tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ee89852a-5ccf-482b-a954-c3acec2c327e HTTP/1.1" status: 204 len: 168 time: 5.3593009 Feb 17 22:47:57.938903 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7cdea3e1-e96d-424c-a8e1-f2d676022855 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8392012 Feb 17 22:47:57.938903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57864) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:57.946396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-77103080', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:57.953271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57868) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:57.960750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1707987793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:57.969663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:57.974495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:47:57.979317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:router and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:57.987259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:57.990707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9106e-3d81-41ee-ac46-776865ec6567 None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:47:57.992690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:57.996374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:58.006787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:58.009387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:58.033989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.037672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.056306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:47:58.064998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.066191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:47:58.067455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.078646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Allocated IP 172.20.0.18 (8d129d87-b810-472b-8fc7-a821db41a315/d9dde6ce-a293-4188-b69e-6e5fefd3869c/760e8861-553c-4779-9057-a3b893baee9e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:58.092778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.112204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.123489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:47:58.152313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.176162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.238924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.296604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.305933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:58.306979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.329395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:58.350432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.351925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.352140 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bb5c1719-dbd3-404b-8b35-4d473abdeda4 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3974018 Feb 17 22:47:58.360926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57872) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:58.367004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 22e49e31-ae07-4ff9-b517-3ce0e0699025 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:47:58.370945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.440724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3405607 Feb 17 22:47:58.445389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] No DVR routers for this DVR port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:58.467398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:47:58.468063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:47:58.631258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:47:58.653025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1', 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1', 'tenant_id': '0785d2b9010c47419066ed19e522f331', 'fixed_ips': [{'subnet_id': '80f17a25-e04d-4f28-8ef4-8419b50d512b'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:47:58.653906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.693662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.698747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.749889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.777700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Transition to ACTIVE for port object 760e8861-553c-4779-9057-a3b893baee9e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:58.802273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.802273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.810663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.865613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:58.982814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Deleting port d1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:47:58.983388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.032753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 542c5042-c7dc-4860-b9ba-faafdf93478f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:47:59.038561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.140375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece8475-8227-4d2c-9e42-2c30f2567699 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=fe124c2d-74d2-4ad3-9910-37a7f95c4382,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:59.161350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.183593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:47:59.211469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d87357-7f17-4bab-9c44-87ee8c191d38']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:59.310241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.425175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Delete allocated IP 172.20.0.13 (8d129d87-b810-472b-8fc7-a821db41a315/5ae55bea-c08f-4f81-9a73-c192727b2408) {{(pid=87695) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:47:59.443455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.20 (8d129d87-b810-472b-8fc7-a821db41a315/d9dde6ce-a293-4188-b69e-6e5fefd3869c/5e2714e9-23f8-4592-983b-f3cba3356a7d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:59.461191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 542c5042-c7dc-4860-b9ba-faafdf93478f {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:47:59.461819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 542c5042-c7dc-4860-b9ba-faafdf93478f not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:47:59.487912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c714-3cc5-4310-aa86-22b161ad3792 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:59.504873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33d68971-f7b4-4a62-84de-ca3c2805a15d None None] The port 'd1ebf9d6-c0c1-43bf-9b5c-0a12d4851a68' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:47:59.560912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Allocated IP 172.20.0.2 (c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1/80f17a25-e04d-4f28-8ef4-8419b50d512b/0876e3f2-85cb-4b23-b618-55e6bd16ab0a) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:59.780958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a319509-d7b0-4208-bc38-242190920bc1') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:59.782119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a319509-d7b0-4208-bc38-242190920bc1') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:59.794050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=22e49e31-ae07-4ff9-b517-3ce0e0699025,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:59.808620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.830366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.848631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.890423 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-000aceb5-6dc9-4296-9b91-3c6a4df42d30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/22e49e31-ae07-4ff9-b517-3ce0e0699025 HTTP/1.1" status: 204 len: 168 time: 2.0753019 Feb 17 22:47:59.898859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57876) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:47:59.902745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:47:59.909364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2982c-2b92-43be-a8be-2813731a0538 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:00.023773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:00.026438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:00.087253 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:00.159597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.249949 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-126c2508-47f0-4a8c-805e-e0d81fc99af3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3493180 Feb 17 22:48:00.280834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57880) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:00.308825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:00.366645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.399380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Transition to ACTIVE for port object 0876e3f2-85cb-4b23-b618-55e6bd16ab0a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:00.432832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.475102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Transition to ACTIVE for port object 0876e3f2-85cb-4b23-b618-55e6bd16ab0a will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:00.490980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.632330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:00.647279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:00.666922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:00.670355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.671578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b5b10e31-dbd8-4b2d-a300-f7fbb5bdfc28 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.9579170 Feb 17 22:48:00.673144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:48:00.695747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:00.704031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Provisioning complete for port 5e2714e9-23f8-4592-983b-f3cba3356a7d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:00.704681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.704803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.710634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206085166'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:00.725531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.764495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:00.774594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:00.781065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Allocated IP 172.20.0.1 (c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1/80f17a25-e04d-4f28-8ef4-8419b50d512b/9d86dad0-5df1-4005-8b48-9f62cf269e6a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:00.785067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:00.803842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:00.856569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Deleting port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:00.857484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.872744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:00.886653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:00.895698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:00.898756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Pushing event updated for resources: {'Port': ['ID=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:00.918032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:00.942778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:00.971264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:01.010917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.063157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 5e2714e9-23f8-4592-983b-f3cba3356a7d will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:01.065859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:01.075345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:01.083833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.121298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:01.129401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.240054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Port 5e2714e9-23f8-4592-983b-f3cba3356a7d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:01.277795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Allocated IP 172.26.7.132 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b309be96-ccab-4cb2-aec1-8fe9636292f5) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:01.304257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Attempting to bind port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:01.304866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Attempting to bind port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '81e48de9-498a-4398-8fac-d88a95da8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:01.305554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Attempting to bind port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a on network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:01.321222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.358839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:01.359374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Checking segment: {'id': '81e48de9-498a-4398-8fac-d88a95da8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:01.359971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.360668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Bound using segment: {'id': '81e48de9-498a-4398-8fac-d88a95da8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:01.361553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Bound port: 0876e3f2-85cb-4b23-b618-55e6bd16ab0a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e48de9-498a-4398-8fac-d88a95da8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:01.362242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.384620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Provisioning for port 760e8861-553c-4779-9057-a3b893baee9e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:01.431176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Transition to ACTIVE for port object 9d86dad0-5df1-4005-8b48-9f62cf269e6a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:01.450267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:01.450780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.495267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.510408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d87357-7f17-4bab-9c44-87ee8c191d38,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:01.522396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f088cda9-4f71-4950-8071-49c97816c777 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37d87357-7f17-4bab-9c44-87ee8c191d38 HTTP/1.1" status: 204 len: 168 time: 5.5888045 Feb 17 22:48:01.653807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.720471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:01.744828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.829888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] In _notify_port_updated(), no bound segment for port 5e2714e9-23f8-4592-983b-f3cba3356a7d on network 8d129d87-b810-472b-8fc7-a821db41a315 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:48:01.838414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:01.839172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.840985 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/ports/5e2714e9-23f8-4592-983b-f3cba3356a7d HTTP/1.1" status: 200 len: 920 time: 6.3133249 Feb 17 22:48:01.856340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.889984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57890) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:01.894175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:01.895675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650 of type vlan for network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e Feb 17 22:48:01.919400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:01.928573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:01.934463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:02.042190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:02.063570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] For port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:02.088361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] For port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,segment=NetworkSegment(81e48de9-498a-4398-8fac-d88a95da8048),segment_id=81e48de9-498a-4398-8fac-d88a95da8048)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:02.106256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:02.118657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:02.196835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:02.197516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.218467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57894) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:02.254407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1703f6f-2f45-473a-b603-000eb324cd34 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=5e2714e9-23f8-4592-983b-f3cba3356a7d,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:02.273621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 5e2714e9-23f8-4592-983b-f3cba3356a7d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:02.274441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.309971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.313387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.470581 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-238d79f1-1da9-4eb0-a4d1-1434710ace47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=808b5569125949579196ba0ef246a288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2187755 Feb 17 22:48:02.496064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:02.528340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.548419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.601113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] For port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:02.601710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:02.667466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=9d86dad0-5df1-4005-8b48-9f62cf269e6a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:02.820680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:02.860155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event updated for resources: {'Port': ['ID=b309be96-ccab-4cb2-aec1-8fe9636292f5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:02.903470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Calling delete_port for e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:03.002748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57902) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:03.020212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:03.052886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:03.056773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376d50-e32f-4dd0-ad86-2367acc8a227 None None] Pushing event updated for resources: {'Port': ['ID=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:03.108927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.151725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.254745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.325336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] Pushing event deleted for resources: {'Port': ['ID=e08f9093-70a9-4eda-b1a4-fd25d91ac9a0,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:03.334398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.341954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f94cd9-ac0b-4867-b756-f22ac26d1320 None None] No DVR routers for this DVR port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:03.343511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:03.343883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.347268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:03.349822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.380827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:48:03.433653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:48:03.433988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:48:03.482554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f0441c8d-66ed-43f5-9250-d461fddf3801 None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:03.490159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.519595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:03.548640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:03.597002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Port e08f9093-70a9-4eda-b1a4-fd25d91ac9a0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 22:48:03.598008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:6246 {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 22:48:03.602237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_pluggable_backend [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb0:6246 {{(pid=87695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 17 22:48:03.611600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.651690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79844b0-60a0-42f6-ac8a-75d1a8198303,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:03.653317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0876e3f2-85cb-4b23-b618-55e6bd16ab0a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:03.697609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:03.718425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:03.737588 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bd4cef48-525e-4e1b-958e-f63fa5acedf8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0405385 Feb 17 22:48:03.739531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:03.746907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.749966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8043501f-2dbc-4be1-94b1-691e7cb4faef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f79844b0-60a0-42f6-ac8a-75d1a8198303 HTTP/1.1" status: 204 len: 168 time: 1.2372923 Feb 17 22:48:03.760795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:03.774355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5d010406-336e-4235-9e26-c7f3c92aa907 None None] Provisioning for port 5e2714e9-23f8-4592-983b-f3cba3356a7d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:03.779758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b1570-b117-4034-91ae-65db74f38261 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:03.795362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:subnet and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:03.808472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:03.828974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=142de8fb-6e4f-4f5c-a01b-16203236c2a1,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:03.846741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:03.849669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.934232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5d010406-336e-4235-9e26-c7f3c92aa907 None None] Provisioning complete for port 5e2714e9-23f8-4592-983b-f3cba3356a7d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:03.934595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5d010406-336e-4235-9e26-c7f3c92aa907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:03.948319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:03.998186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:04.016898 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a13b4fe0-2636-4c1d-b3ab-e2f49c08d027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7224147 Feb 17 22:48:04.023481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57912) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:04.067683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5d010406-336e-4235-9e26-c7f3c92aa907 None None] Port 5e2714e9-23f8-4592-983b-f3cba3356a7d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:04.078773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:04.116830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:1e:63:f7', 'name': 'tempest-NetworksTestDHCPv6-232142661'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:04.124245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:04.128269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.158699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:04.267622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:04.274773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.376312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:04.468640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '142de8fb-6e4f-4f5c-a01b-16203236c2a1'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:04.471432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.537262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.675041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:04.690153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0555bed-2b7c-46d0-b56f-00af201951c6 None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:04.752132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 5e2714e9-23f8-4592-983b-f3cba3356a7d owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:04.793663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.824645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:04.828171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.856174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:04.919748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:04.933911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:04.937491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Provisioning for port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:04.961465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Provisioning complete for port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:04.961465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:04.971301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:04.993919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.125151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.163926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Allocated IP 2001:db8::f816:3eff:feae:2d8b (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/142de8fb-6e4f-4f5c-a01b-16203236c2a1/8dcfb263-9dfa-4551-83cc-67e72266249d) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:05.249843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:05.375251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.416598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.507937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] For port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,segment=NetworkSegment(81e48de9-498a-4398-8fac-d88a95da8048),segment_id=81e48de9-498a-4398-8fac-d88a95da8048)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:05.511585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 8c499ef0-37b5-447a-985a-e3d56e6e2dce yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:05.539931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.581368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.600061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=9d86dad0-5df1-4005-8b48-9f62cf269e6a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:05.621432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '33067656-6259-4b6a-9d24-312c28cb0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:05.622042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: fe124c2d-74d2-4ad3-9910-37a7f95c4382, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:05.660747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.667130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=61c4a172-7bbd-4dc2-876a-98387c888f11,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:05.678791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=5e2714e9-23f8-4592-983b-f3cba3356a7d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:05.700525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ae412-74bf-41de-9817-e7f866b8e009 None None] Pushing event updated for resources: {'Port': ['ID=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:05.732833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.758881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Transition to ACTIVE for port object 8dcfb263-9dfa-4551-83cc-67e72266249d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:05.774103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:05.783750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.809609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Transition to ACTIVE for port object 8dcfb263-9dfa-4551-83cc-67e72266249d will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:05.827926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:05.898812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=28365357-e420-4073-a66d-387f24e8de3d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:05.930265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:05.943138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:05.977017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:05.981179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Pushing event updated for resources: {'Port': ['ID=8dcfb263-9dfa-4551-83cc-67e72266249d,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:06.270956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:06.273560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:06.278721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, fe124c2d-74d2-4ad3-9910-37a7f95c4382) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:06.295309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.332138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ff77b-098a-4dee-bbac-ec6cd17df40e None None] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:06.360583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Attempting to bind port 8dcfb263-9dfa-4551-83cc-67e72266249d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:06.361573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Attempting to bind port 8dcfb263-9dfa-4551-83cc-67e72266249d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:06.362188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Attempting to bind port 8dcfb263-9dfa-4551-83cc-67e72266249d on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:06.404439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-033d415f-9f5b-49ae-90b2-fa0156054656 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/5e2714e9-23f8-4592-983b-f3cba3356a7d HTTP/1.1" status: 204 len: 168 time: 4.5132077 Feb 17 22:48:06.410336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57942) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:06.411247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe1e:63f7 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/142de8fb-6e4f-4f5c-a01b-16203236c2a1/8c499ef0-37b5-447a-985a-e3d56e6e2dce) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:06.427655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:06.428675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.472586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:06.472586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:06.473523 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ace840-ae49-42f4-b9f6-9bd4b34be28a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:48:06.473523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f8ace840-ae49-42f4-b9f6-9bd4b34be28a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Synchronizing usage tracker for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:06.476712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.477260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:06.477415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:06.477415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Bound port: 8dcfb263-9dfa-4551-83cc-67e72266249d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:06.477692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.507577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Provisioning complete for port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:06.507577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.526422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:06.546765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:06.547459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.559895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f8ace840-ae49-42f4-b9f6-9bd4b34be28a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Unset dirty status for tenant:8d400d24031849919e36dd6c73ca339e on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:06.565189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f8ace840-ae49-42f4-b9f6-9bd4b34be28a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/5e2714e9-23f8-4592-983b-f3cba3356a7d HTTP/1.1" status: 404 len: 333 time: 0.1473048 Feb 17 22:48:06.566624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57946) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:06.594470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea5823-54a4-4137-9f88-d611da4192d3 None None] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:06.620264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.825523 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c5572a5a-09b0-45a4-a1a2-2915e9af36b4 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8205640 Feb 17 22:48:06.826766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57956) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:06.843279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1670023665'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:06.880223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:06.886454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.902256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:06.917550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:06.940149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:06.967145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a4fb4fd9-4edc-41f1-a8e2-7c008ed0af8e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2144790 Feb 17 22:48:06.983427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57960) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:06.983896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57962) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:07.006518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:07.007640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:07.012409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:07.225264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:07.231364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.298340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:07.316892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.317412 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 1bfaf6d5-d3af-413e-9f18-10b3f4a17daf of type vlan for network 37199599-b77c-41bb-bd39-0fede408947d Feb 17 22:48:07.343133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:07.380246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.395600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8dcfb263-9dfa-4551-83cc-67e72266249d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:07.487683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.529412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.530410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:07.531178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.654392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Router d7d77bbb-ec22-4409-8aa0-12e4e094c7d7 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:48:07.662644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0876e3f2-85cb-4b23-b618-55e6bd16ab0a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:07.683908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-394472122'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:07.686365 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8516021 Feb 17 22:48:07.691719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:07.704109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:07.705368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.751148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9838f3-76ff-4887-a2f4-2fe5d8fafcff tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=37199599-b77c-41bb-bd39-0fede408947d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:07.755510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Router 0b7c76a6-3543-4f56-92d7-34c60edb57ba is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:48:07.756798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:07.767791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': '37199599-b77c-41bb-bd39-0fede408947d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:07.780804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Usage tracker for resource:network and tenant:16a3d5f79452431f9d49f18ece8bfe85 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:07.804725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:07.843399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 37199599-b77c-41bb-bd39-0fede408947d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:07.876297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.884744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:07.895742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:07.944991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b736a564-9f49-49ae-822b-af3b8b6baaca,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:08.024668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:08.040098 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] Sync routers for ids ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:08.044200 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2d58b127-35c2-48dc-bb1f-55d36f706583 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "PUT /v2.0/routers/d7d77bbb-ec22-4409-8aa0-12e4e094c7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6822085 Feb 17 22:48:08.077629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57976) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:08.079682 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] Routers {'d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:08.082915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:08.089160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 8c499ef0-37b5-447a-985a-e3d56e6e2dce will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:08.096941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'port': {'network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1', 'name': 'tempest-FloatingIPNegativeTestJSON-1262260565'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:08.162476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-fe124c2d-74d2-4ad3-9910-37a7f95c4382', 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': '61c4a172-7bbd-4dc2-876a-98387c888f11'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:08.163779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.215681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:08.228501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:subnet and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:08.244419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Made reservation on behalf of 16a3d5f79452431f9d49f18ece8bfe85 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:08.248862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.307259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:08.316771 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:08.333128 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] Routers {'d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:08.334192 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:08.337729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:08.361120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.370544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57980) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:08.375838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-94c83f57-4a1f-40cd-a24c-4196e1034d6d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/security-groups/b736a564-9f49-49ae-822b-af3b8b6baaca HTTP/1.1" status: 204 len: 168 time: 1.8034968 Feb 17 22:48:08.381800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.403250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.459244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc5253-0165-4357-aa46-4b39ddb522d3 None None] Pushing event updated for resources: {'Port': ['ID=8dcfb263-9dfa-4551-83cc-67e72266249d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:08.479482 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:08.480373 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea6502-4eb3-4935-b0fd-b7b81a7b4b39 None None] The sync data for ids ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:08.500511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:08.504939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.618365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Provisioning for port 9d86dad0-5df1-4005-8b48-9f62cf269e6a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:08.650627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:08.650627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.678527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:08.699186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Provisioning complete for port 9d86dad0-5df1-4005-8b48-9f62cf269e6a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:08.699533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.707906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Usage tracker for resource:security_group_rule and tenant:16a3d5f79452431f9d49f18ece8bfe85 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:08.718367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:08.743608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:08.750050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:08.759414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=8c499ef0-37b5-447a-985a-e3d56e6e2dce,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:08.763073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:08.772125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:08.776296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:08.782184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:08.782870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.812658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.812891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] Sync routers for ids ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:08.842250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.843703 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e4b219c-ac5c-4580-91e4-85a32b5e6f59 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.9085741 Feb 17 22:48:08.855159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57984) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:08.866429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:08.867799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Allocated IP 2001:db8::2 (5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e/28365357-e420-4073-a66d-387f24e8de3d/1ed480c7-3db3-44e3-b00c-1ad713324177) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:08.891842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1a800b7b-3a56-4091-be7e-b8bcd7989a51 None None] Port 9d86dad0-5df1-4005-8b48-9f62cf269e6a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:08.892958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.893394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] Routers {'0b7c76a6-3543-4f56-92d7-34c60edb57ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:08.894118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:08.915277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4297382f-683a-4ffe-a140-0ab920cfa2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8124533 Feb 17 22:48:08.923987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57988) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:08.929271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:08.936406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:08.985163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:09.004766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Allocated IP 2001:db8:0:ffff::2 (fe124c2d-74d2-4ad3-9910-37a7f95c4382/61c4a172-7bbd-4dc2-876a-98387c888f11/ae3cceda-f14b-4ff1-b714-9782292b73c4) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:09.159044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:port and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:09.166937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] Routers {'0b7c76a6-3543-4f56-92d7-34c60edb57ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:09.167672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:09.171577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:09.252642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:09.335877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:09.336282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04db9f-e365-42b1-9461-d166634d93a8 None None] The sync data for ids ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:09.360275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d0ac1008-dc85-4185-903a-cb14594dd2ca None None] Provisioning complete for port 9d86dad0-5df1-4005-8b48-9f62cf269e6a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:09.360714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1008-dc85-4185-903a-cb14594dd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.361123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Made reservation on behalf of 0785d2b9010c47419066ed19e522f331 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:09.367169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.465621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] device_id is not set on port 9c809138-5312-41a2-8a40-95990d78b103 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:09.511310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.528481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.553280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a86a523-778c-4cbd-b7ba-e5e66bc097f2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:09.608514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.684753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3478c4e8-404c-4703-ad45-dc13815003bb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:09.696472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae274860-b90e-4f44-9ca4-43bf042148d4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:09.696813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac1008-dc85-4185-903a-cb14594dd2ca None None] Port 9d86dad0-5df1-4005-8b48-9f62cf269e6a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:09.705312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae274860-b90e-4f44-9ca4-43bf042148d4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:09.708902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae274860-b90e-4f44-9ca4-43bf042148d4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:09.740494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.752778 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-62913838-b292-4ee7-9d2c-3f9ff32f48a1 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a86a523-778c-4cbd-b7ba-e5e66bc097f2 HTTP/1.1" status: 204 len: 168 time: 1.3811321 Feb 17 22:48:09.759037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 57992) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:09.759803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:09.796966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.799498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Added segment d063cee9-0598-4e38-9d6e-805a8d38109b of type vlan for network 37be2adf-8273-4e0e-bf39-f9d85aff9bd1 Feb 17 22:48:09.852020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae274860-b90e-4f44-9ca4-43bf042148d4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:09.853318 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae274860-b90e-4f44-9ca4-43bf042148d4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9213829 Feb 17 22:48:09.860048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 57996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:09.951234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 8c499ef0-37b5-447a-985a-e3d56e6e2dce {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:09.951879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:09.962351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8dcfb263-9dfa-4551-83cc-67e72266249d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:09.997981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.031592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Transition to ACTIVE for port object 1ed480c7-3db3-44e3-b00c-1ad713324177 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:10.087423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Transition to ACTIVE for port object 1ed480c7-3db3-44e3-b00c-1ad713324177 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:10.097729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0a6a22bc-4d5d-46ec-98a3-2efe0494c276 None None] Provisioning for port 8dcfb263-9dfa-4551-83cc-67e72266249d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:10.101617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.136115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.174669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.184059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Allocated IP 172.20.0.4 (c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1/80f17a25-e04d-4f28-8ef4-8419b50d512b/9c809138-5312-41a2-8a40-95990d78b103) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:10.230906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 5ae55bea-c08f-4f81-9a73-c192727b2408 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:10.241955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.277019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.284169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Transition to ACTIVE for port object ae3cceda-f14b-4ff1-b714-9782292b73c4 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:10.342840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:10.365411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:10.369464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:10.385406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:10.390167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.402010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:10.419424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.450716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8::1 (5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e/28365357-e420-4073-a66d-387f24e8de3d/f4c64ab7-05a2-4697-b33c-b2d0fd59d444) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:10.489621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.495183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:10.495811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.564545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Transition to ACTIVE for port object ae3cceda-f14b-4ff1-b714-9782292b73c4 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:10.606582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=4784b5b7-83c7-42e6-bf54-45f70e627535,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:10.620233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Attempting to bind port 1ed480c7-3db3-44e3-b00c-1ad713324177 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:10.620478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Attempting to bind port 1ed480c7-3db3-44e3-b00c-1ad713324177 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:10.620846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Attempting to bind port 1ed480c7-3db3-44e3-b00c-1ad713324177 on network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:10.630232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Pushing event updated for resources: {'Port': ['ID=1ed480c7-3db3-44e3-b00c-1ad713324177,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:10.634272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37199599-b77c-41bb-bd39-0fede408947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:10.634772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: 37199599-b77c-41bb-bd39-0fede408947d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:10.635726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:10.636193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Checking segment: {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:10.636813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.637520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Bound using segment: {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:10.638231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Bound port: 1ed480c7-3db3-44e3-b00c-1ad713324177, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:10.642081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.656867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.662948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afebd8ad-cba1-4e60-9b14-c9bcd38519df None None] Provisioning for port 8c499ef0-37b5-447a-985a-e3d56e6e2dce completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:10.667595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.746074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afebd8ad-cba1-4e60-9b14-c9bcd38519df None None] Provisioning complete for port 8c499ef0-37b5-447a-985a-e3d56e6e2dce triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:10.746954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-afebd8ad-cba1-4e60-9b14-c9bcd38519df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.751526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 37199599-b77c-41bb-bd39-0fede408947d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:10.796616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 37199599-b77c-41bb-bd39-0fede408947d) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:10.817837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.827119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:10.828095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.835619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b87fe-e2a2-4f83-a342-b463934bf9d4 None None] Network 37199599-b77c-41bb-bd39-0fede408947d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:10.861220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:10.886244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:10.893689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae55bea-c08f-4f81-9a73-c192727b2408,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:10.901713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Pushing event updated for resources: {'Network': ['ID=37be2adf-8273-4e0e-bf39-f9d85aff9bd1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:10.937472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 8dcfb263-9dfa-4551-83cc-67e72266249d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:10.941549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:10.944235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:10.969770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c079760-2f8f-4fbf-8bb7-15174c222bd8 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:10.983142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 37be2adf-8273-4e0e-bf39-f9d85aff9bd1 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:10.984254 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-84f02ea7-c6e6-483b-952a-2afae984935c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5ae55bea-c08f-4f81-9a73-c192727b2408 HTTP/1.1" status: 204 len: 168 time: 1.2188947 Feb 17 22:48:11.087384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.122045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object f4c64ab7-05a2-4697-b33c-b2d0fd59d444 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:11.138703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Pushing event updated for resources: {'Port': ['ID=ae3cceda-f14b-4ff1-b714-9782292b73c4,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:11.142311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 8dcfb263-9dfa-4551-83cc-67e72266249d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:11.142902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.166295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58000) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:11.181847 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c7ed86e1-6973-4d42-9cdf-73bad8e79e35 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.1934543 Feb 17 22:48:11.217044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.228300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58004) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:11.235871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:11.245639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-afebd8ad-cba1-4e60-9b14-c9bcd38519df None None] Port 8c499ef0-37b5-447a-985a-e3d56e6e2dce cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:11.252571 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8358d92d-1b90-4c86-8d62-0a1c5b4faae3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5551677 Feb 17 22:48:11.267482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58006) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:11.275712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'port': {'network_id': '37199599-b77c-41bb-bd39-0fede408947d', 'name': 'tempest-NetworksIpV6TestAttrs-2038672461'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:11.427683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] For port 1ed480c7-3db3-44e3-b00c-1ad713324177, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:11.437526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:11.443664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.463889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:11.485155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:11.486577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.512006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Attempting to bind port ae3cceda-f14b-4ff1-b714-9782292b73c4 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:11.512379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Attempting to bind port ae3cceda-f14b-4ff1-b714-9782292b73c4 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '33067656-6259-4b6a-9d24-312c28cb0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:11.512746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Attempting to bind port ae3cceda-f14b-4ff1-b714-9782292b73c4 on network fe124c2d-74d2-4ad3-9910-37a7f95c4382 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:11.524867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] For port 1ed480c7-3db3-44e3-b00c-1ad713324177, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1ed480c7-3db3-44e3-b00c-1ad713324177,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:11.540270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:11.542356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Checking segment: {'id': '33067656-6259-4b6a-9d24-312c28cb0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:11.543081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.543732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Bound using segment: {'id': '33067656-6259-4b6a-9d24-312c28cb0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:11.544602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Bound port: ae3cceda-f14b-4ff1-b714-9782292b73c4, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33067656-6259-4b6a-9d24-312c28cb0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fe124c2d-74d2-4ad3-9910-37a7f95c4382'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:11.545536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.654166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:11.658726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.664707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'name': 'tempest-network--2070346851', 'router:external': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:11.676295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 8c499ef0-37b5-447a-985a-e3d56e6e2dce owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:11.688171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:11.702717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:port and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:11.707967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:11.725579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:11.748925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:11.766965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:network and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:11.786035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:11.809051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:11.813228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.827041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:11.856168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.886658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] device_id is not set on port 3697a5da-3398-4cb1-bc2a-60a4abdeb0d4 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:11.917843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:11.920522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.940315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.944076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Transition to ACTIVE for port object 9c809138-5312-41a2-8a40-95990d78b103 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:11.955258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:11.964370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:11.969876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.977663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:11.982243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:12.031130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:12.099430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-37199599-b77c-41bb-bd39-0fede408947d', 'network_id': '37199599-b77c-41bb-bd39-0fede408947d', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': '4784b5b7-83c7-42e6-bf54-45f70e627535'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:12.100479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.103648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:12.119990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:security_group_rule and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:12.133221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:12.137132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.158122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.164349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:12.199332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79e087-6dad-4ba3-9aa4-ea38416425a1 None None] Pushing event updated for resources: {'Port': ['ID=1ed480c7-3db3-44e3-b00c-1ad713324177,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:12.234033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:12.252873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.253510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] For port ae3cceda-f14b-4ff1-b714-9782292b73c4, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:12.297108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.313387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8dcfb263-9dfa-4551-83cc-67e72266249d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:12.334396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] For port ae3cceda-f14b-4ff1-b714-9782292b73c4, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae3cceda-f14b-4ff1-b714-9782292b73c4,segment=NetworkSegment(33067656-6259-4b6a-9d24-312c28cb0f86),segment_id=33067656-6259-4b6a-9d24-312c28cb0f86)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:12.348516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.389284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Allocated IP 2001:db8::f816:3eff:fe0b:19eb (37199599-b77c-41bb-bd39-0fede408947d/4784b5b7-83c7-42e6-bf54-45f70e627535/3697a5da-3398-4cb1-bc2a-60a4abdeb0d4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:12.460947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.575754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=8dcfb263-9dfa-4551-83cc-67e72266249d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:12.586916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:12.625739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=8c499ef0-37b5-447a-985a-e3d56e6e2dce,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:12.730443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ab1c0-6f00-4ac1-99c5-d6354e4d6cfc None None] Pushing event updated for resources: {'Port': ['ID=ae3cceda-f14b-4ff1-b714-9782292b73c4,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:12.836843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router 0b7c76a6-3543-4f56-92d7-34c60edb57ba has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:48:12.893067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.185813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:13.202903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.210902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:13.240036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:13.251579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Transition to ACTIVE for port object 3697a5da-3398-4cb1-bc2a-60a4abdeb0d4 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:13.267901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:13.287069 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] Sync routers for ids ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:13.292441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.293725 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8809536f-8dda-4135-9961-8f886514d9e9 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "PUT /v2.0/routers/0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 200 len: 920 time: 4.4373436 Feb 17 22:48:13.299041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58014) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:13.305425 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] Routers {'0b7c76a6-3543-4f56-92d7-34c60edb57ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:13.306577 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:13.321116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.455511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 37199599-b77c-41bb-bd39-0fede408947d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:13.460324 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:13.467305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:13.472209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:13.473586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] Routers {'0b7c76a6-3543-4f56-92d7-34c60edb57ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:13.475225 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:13.479234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:13.479973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.485201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=9c809138-5312-41a2-8a40-95990d78b103,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:13.495108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f39da657-2d9d-42b6-bd8f-4e86dc3199d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8c499ef0-37b5-447a-985a-e3d56e6e2dce HTTP/1.1" status: 204 len: 168 time: 3.6316900 Feb 17 22:48:13.496667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Allocated IP 2001:db8::f816:3eff:fe56:92b5 (37199599-b77c-41bb-bd39-0fede408947d/4784b5b7-83c7-42e6-bf54-45f70e627535/405afc4a-8a7b-437a-b40f-2ec81d62c854) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:13.502942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58018) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:13.510506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Port': ['ID=3697a5da-3398-4cb1-bc2a-60a4abdeb0d4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:13.526136 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f682f6ac-a3d5-410e-a260-1f33e04409c9 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2572057 Feb 17 22:48:13.526891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58020) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:13.641468 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:13.649845 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e47e9-fd81-43d4-b959-f262a1080008 None None] The sync data for ids ['0b7c76a6-3543-4f56-92d7-34c60edb57ba'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:13.668751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:13.670993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:13.736919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.738294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.738910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.739330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.739811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.740313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.740749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.741191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.741599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.742013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.742449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.742846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:13.860976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9816d73a-7040-4b78-8abe-ec39a80a5608 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7776544 Feb 17 22:48:13.863401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58028) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:14.016024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting subnet 4784b5b7-83c7-42e6-bf54-45f70e627535 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:14.088125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31c38fa2-b0a5-4e83-856b-077e429ae582 None None] Provisioning for port 9c809138-5312-41a2-8a40-95990d78b103 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:14.110095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31c38fa2-b0a5-4e83-856b-077e429ae582 None None] Provisioning complete for port 9c809138-5312-41a2-8a40-95990d78b103 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:14.110542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31c38fa2-b0a5-4e83-856b-077e429ae582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.176354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.181848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.212915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Transition to ACTIVE for port object 405afc4a-8a7b-437a-b40f-2ec81d62c854 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:14.249714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-31c38fa2-b0a5-4e83-856b-077e429ae582 None None] Port 9c809138-5312-41a2-8a40-95990d78b103 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:14.251802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Transition to ACTIVE for port object 405afc4a-8a7b-437a-b40f-2ec81d62c854 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:14.260979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.263812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.285208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:14.296859 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b9248a7-57e3-48f2-852c-3eb650b613e8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 200 len: 920 time: 0.9817431 Feb 17 22:48:14.316421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58034) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:14.376860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31647fad-4aa3-48af-9433-a1c375a5f474 None None] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:14.451956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163d31a-fbf7-488e-9796-33169e9553fb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:14.455262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163d31a-fbf7-488e-9796-33169e9553fb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:14.456921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7163d31a-fbf7-488e-9796-33169e9553fb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:14.467805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:14.480850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.490154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.535140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:floatingip and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:14.547413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84e942-008c-4dce-a4d4-ad45a2eda830,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:14.557741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:14.622370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Network 37199599-b77c-41bb-bd39-0fede408947d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:14.632836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:14.642984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:14.661710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29ac80-fafd-49bc-a0cd-d86262efb7bd tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:14.661710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5a29ac80-fafd-49bc-a0cd-d86262efb7bd tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Synchronizing usage tracker for tenant:1d69dab4fec74b94a95d6a4c01574f86 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:14.662380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Pushing event updated for resources: {'Port': ['ID=405afc4a-8a7b-437a-b40f-2ec81d62c854,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:14.673343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Provisioning for port 1ed480c7-3db3-44e3-b00c-1ad713324177 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:14.729346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.739351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.743169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7163d31a-fbf7-488e-9796-33169e9553fb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:14.748022 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7163d31a-fbf7-488e-9796-33169e9553fb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.2174814 Feb 17 22:48:14.748022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:14.748506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:14.748681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58038) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:14.764648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba2cbd-7ce8-4e94-9a40-4ff7735c8998 None None] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:14.776877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1ed480c7-3db3-44e3-b00c-1ad713324177 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:14.789319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.790095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.796058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.880020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.880349 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Added segment 235860cb-5a35-43e9-a834-9d9122ab9432 of type vlan for network d4215fa7-157e-4861-8244-667d8de6d607 Feb 17 22:48:14.888542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 142de8fb-6e4f-4f5c-a01b-16203236c2a1 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:14.892036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.914340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:14.930169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.958288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.958531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:14.960622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:14.961259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:14.998915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd59eb-55f0-4b93-8908-3c6dab8db055 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:15.038365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5a29ac80-fafd-49bc-a0cd-d86262efb7bd tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Unset dirty status for tenant:1d69dab4fec74b94a95d6a4c01574f86 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:15.041377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5a29ac80-fafd-49bc-a0cd-d86262efb7bd tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=0b7c76a6-3543-4f56-92d7-34c60edb57ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7230375 Feb 17 22:48:15.051389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.056293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:15.058900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58042) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.060351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=5f9d999d-16f8-4221-ba2b-0eb647d352f1,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:15.161705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=4784b5b7-83c7-42e6-bf54-45f70e627535,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:15.186267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Attempting to bind port 405afc4a-8a7b-437a-b40f-2ec81d62c854 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:15.186787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Attempting to bind port 405afc4a-8a7b-437a-b40f-2ec81d62c854 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37199599-b77c-41bb-bd39-0fede408947d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:15.187396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Attempting to bind port 405afc4a-8a7b-437a-b40f-2ec81d62c854 on network 37199599-b77c-41bb-bd39-0fede408947d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:15.201469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:15.201975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.217632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.229117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-caafe090-80e4-403d-a050-452c299bf5f3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0539694 Feb 17 22:48:15.240063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58046) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.249617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475540049'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:15.256016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.266118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:15.281001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:15.295379 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d60f952b-5c82-4fa7-9f0c-0180cb9168ad tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/4784b5b7-83c7-42e6-bf54-45f70e627535 HTTP/1.1" status: 204 len: 168 time: 1.7673025 Feb 17 22:48:15.303094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:15.307488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58050) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.334289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:15.338543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:15.340084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:15.340467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Checking segment: {'id': '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37199599-b77c-41bb-bd39-0fede408947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:15.340863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.341358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Bound using segment: {'id': '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37199599-b77c-41bb-bd39-0fede408947d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:15.342173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Bound port: 405afc4a-8a7b-437a-b40f-2ec81d62c854, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37199599-b77c-41bb-bd39-0fede408947d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:15.342624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.345412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.346666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:15.348050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.361683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:15.430569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.451008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e959f5b-56f1-43b1-bc17-a93c9135b0f4 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:15.451620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4e959f5b-56f1-43b1-bc17-a93c9135b0f4 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Synchronizing usage tracker for tenant:1d69dab4fec74b94a95d6a4c01574f86 on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:15.471700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f126c4-2971-4623-90de-05e8f153fd8e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:15.474658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f126c4-2971-4623-90de-05e8f153fd8e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:15.475405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-59f126c4-2971-4623-90de-05e8f153fd8e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Synchronizing usage tracker for tenant:1c2e3663d0a84dfb8ac99f50abc0a685 on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:15.480165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.528470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:15.543186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:15.556766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:15.576987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:15.583745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4e959f5b-56f1-43b1-bc17-a93c9135b0f4 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Unset dirty status for tenant:1d69dab4fec74b94a95d6a4c01574f86 on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:15.588438 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4e959f5b-56f1-43b1-bc17-a93c9135b0f4 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.4625278 Feb 17 22:48:15.589529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58054) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.641975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-59f126c4-2971-4623-90de-05e8f153fd8e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Unset dirty status for tenant:1c2e3663d0a84dfb8ac99f50abc0a685 on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:15.643194 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-59f126c4-2971-4623-90de-05e8f153fd8e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3327386 Feb 17 22:48:15.653395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58058) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.676730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1ed480c7-3db3-44e3-b00c-1ad713324177 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:15.691959 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d293a06e-b760-48fc-9ccc-286ac5c29164 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 200 len: 205 time: 0.0969584 Feb 17 22:48:15.697929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58062) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.789331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.4702241 Feb 17 22:48:15.791892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1ed480c7-3db3-44e3-b00c-1ad713324177 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:15.792474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.798061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58066) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:15.828207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01735e-f4eb-426f-ba8e-c3ae095081de tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=d4215fa7-157e-4861-8244-667d8de6d607,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:15.875475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d4215fa7-157e-4861-8244-667d8de6d607 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:15.900361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.981353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:15.988909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.023459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=142de8fb-6e4f-4f5c-a01b-16203236c2a1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:16.043083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7910264-5ffa-4321-9014-9e610858b4ef tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.047476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.087141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.087398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.087742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.088079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.088411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.088741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.089068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.089443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.089770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.090096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.090422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.090744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:16.116552 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7910264-5ffa-4321-9014-9e610858b4ef tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 22:48:16.117024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7910264-5ffa-4321-9014-9e610858b4ef tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:16.140836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.147640 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d8810c92-054c-443b-b155-00e79cfdabd8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/142de8fb-6e4f-4f5c-a01b-16203236c2a1 HTTP/1.1" status: 204 len: 168 time: 1.3974321 Feb 17 22:48:16.153031 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a7910264-5ffa-4321-9014-9e610858b4ef tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/37199599-b77c-41bb-bd39-0fede408947d HTTP/1.1" status: 409 len: 405 time: 0.4957647 Feb 17 22:48:16.153298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58070) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:16.154538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58072) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:16.160408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1886053520'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:16.165545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.184358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0ddf9-451d-4df9-8f90-ecf6466bb360 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:16.217363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.241935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:16.265664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:16.287265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:16.297280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:48:16.297565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:16.314091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.319689 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0738988 Feb 17 22:48:16.321134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58078) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:16.327354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'security_group': {'name': 'tempest-secgroup-823267574'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:16.332254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b589d-3a02-41f9-9dbe-f8df7daf278b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053b87f9-096c-4545-83c9-18ab41916859,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:16.341706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:16.342773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-324af89b-f2b3-4eec-8024-72cda11e6697 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1867802 Feb 17 22:48:16.345396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.354488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58082) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:16.358225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:16.400930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.413969 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:48:16.527049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] For port 405afc4a-8a7b-437a-b40f-2ec81d62c854, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:16.535505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4215fa7-157e-4861-8244-667d8de6d607']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:16.594809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:16.603421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:16.622071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235860cb-5a35-43e9-a834-9d9122ab9432') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:16.622354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235860cb-5a35-43e9-a834-9d9122ab9432') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:16.634969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Allocated IP 172.26.7.165 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/a1b78d9c-11f9-4836-8610-b5f7f371e1c6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:16.640729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:16.682239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] For port 405afc4a-8a7b-437a-b40f-2ec81d62c854, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=405afc4a-8a7b-437a-b40f-2ec81d62c854,segment=NetworkSegment(1bfaf6d5-d3af-413e-9f18-10b3f4a17daf),segment_id=1bfaf6d5-d3af-413e-9f18-10b3f4a17daf)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:16.688368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.690243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:16.706877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.757321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.770976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:16.784179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port b309be96-ccab-4cb2-aec1-8fe9636292f5 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:16.784608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.798306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.820478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:16.833491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:16.847976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:16.900070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:16.903355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.926328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:16.927684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:16.963491 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:17.018360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:17.104336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:17.105641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.130613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.146095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.198442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.232335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb11aeb-4124-4cd4-a2fd-60e1bd624900 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:17.232335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5fb11aeb-4124-4cd4-a2fd-60e1bd624900 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:17.240186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.244326 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-324f36c1-516e-4782-80f8-6933add92dd8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2589891 Feb 17 22:48:17.269067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58086) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:17.272388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4215fa7-157e-4861-8244-667d8de6d607 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:48:17.304340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.307442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:17.309788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:47:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:17.317003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for b309be96-ccab-4cb2-aec1-8fe9636292f5 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:17.348157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.348562 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3 of type vlan for network 45c457c3-0ec2-4478-a522-f46d4c246a6e Feb 17 22:48:17.372485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.432508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275228416'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:17.438758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:17.443645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:17.447854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:17.450732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe144911-78e6-4bb4-ae21-f1f38aa7dd31,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:17.458766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:17.469547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.480489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4215fa7-157e-4861-8244-667d8de6d607,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:17.485904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.501366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.506364 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5c34f83c-a913-427e-bbf6-51e4b880794d tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1844146 Feb 17 22:48:17.508775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.523377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58090) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:17.548706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'security_group': {'name': 'tempest-secgroup-984131121'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:17.556811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5fb11aeb-4124-4cd4-a2fd-60e1bd624900 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:17.557447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:17.558057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5fb11aeb-4124-4cd4-a2fd-60e1bd624900 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1996572 Feb 17 22:48:17.564938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:17.569275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:17.576619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:17.585605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58094) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:17.593418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.605167 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4c1f67aa-11bc-413e-8b0e-c096689fdf5d tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d4215fa7-157e-4861-8244-667d8de6d607 HTTP/1.1" status: 204 len: 168 time: 1.8027706 Feb 17 22:48:17.620611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58096) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:17.626679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a2fca-2119-4517-9b5f-0d3c408a2da0 None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:17.626929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:17.651521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:17.665914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:network and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:17.671470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:17.675514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:17.675759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:17.679668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.683280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:security_group_rule and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:17.690988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:17.696591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:17.706489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:17.714322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:17.718065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.726265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:17.727206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.729231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:17.742461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.743035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 8d56aba8-4322-4084-a6ab-5b45edb0d530 of type vlan for network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 Feb 17 22:48:17.771730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663db11a-0cde-4527-b81a-1967b4326db2 None None] Pushing event updated for resources: {'Port': ['ID=405afc4a-8a7b-437a-b40f-2ec81d62c854,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:17.790252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.800222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1ed480c7-3db3-44e3-b00c-1ad713324177, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1ed480c7-3db3-44e3-b00c-1ad713324177,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:17.819897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6611216 Feb 17 22:48:17.930332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:17.935749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:17.936828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8dcfb263-9dfa-4551-83cc-67e72266249d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:17.940108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:18.021378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:18.024395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:18.095101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.101100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:18.101754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.181383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96548c19-fa25-4614-b7aa-0e91f7e95cb3 None None] Network 37199599-b77c-41bb-bd39-0fede408947d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:18.185122 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9070921 Feb 17 22:48:18.186128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58106) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:18.199085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=a1b78d9c-11f9-4836-8610-b5f7f371e1c6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:18.283413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:18.286424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:18.288703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.332494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c378d1-37f0-4f00-9754-945a899dadc6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:18.337756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-87c378d1-37f0-4f00-9754-945a899dadc6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7253902 Feb 17 22:48:18.345357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58110) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:18.369803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.420466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419be8-3af4-41a1-94f1-4d6d21180e89 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=7cda5939-c6db-49b5-a0a6-05fe4e972d10,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:18.429438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.465512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:18.469430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:18.470399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.499659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:18.505145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5b16e-a51b-4553-90b2-532f7a4b8d20 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=45c457c3-0ec2-4478-a522-f46d4c246a6e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:18.516639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:18.526036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:18.560198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.569796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Provisioning for port ae3cceda-f14b-4ff1-b714-9782292b73c4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:18.570670 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b4333a44-c75b-4494-933c-21e53a1666c6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949887 Feb 17 22:48:18.586437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58114) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:18.605233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:18.606643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:18.610435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.614100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:18.634527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:18.640461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:18.741428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:18.743454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa65d48-3d34-4af0-812f-605412516c21,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:18.766269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.766627 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Added segment 07fd9746-b8dc-4379-8901-16efecb28347 of type vlan for network c9d1397c-60b1-4d8b-9916-4148bc88357b Feb 17 22:48:18.790145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.794317 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e97543a-cb6f-451c-a0f6-1fb727612ec0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2696123 Feb 17 22:48:18.798274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58118) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:18.813368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-557983059', 'security_groups': ['daa65d48-3d34-4af0-812f-605412516c21'], 'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f9d999d-16f8-4221-ba2b-0eb647d352f1'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:18.820421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.824267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:18.829657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:18.885037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:48:19.155620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:48:19.162351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:19.209807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:19.226815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.255806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.257590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=b309be96-ccab-4cb2-aec1-8fe9636292f5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:19.300837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:19.321637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.336690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.445883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:19.476256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:19.485278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:19.512650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=a1b78d9c-11f9-4836-8610-b5f7f371e1c6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:19.533013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:19.578404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1ed480c7-3db3-44e3-b00c-1ad713324177,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:19.583004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=81076646-1cd3-4a57-9856-c6ccdd9f6de2,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:19.587054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.587778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Deleting port 8dcfb263-9dfa-4551-83cc-67e72266249d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:19.588573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.642230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:19.642585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: 7cda5939-c6db-49b5-a0a6-05fe4e972d10, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:19.679267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.689853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.690160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.691619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:19.692568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.694485 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9e7cddd5-247c-4d9e-aad3-78551d552b8e tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5482128 Feb 17 22:48:19.696602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:19.727708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ec125ab7-d088-487d-9a35-0c925598810c tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'floatingip': {'port_id': '9c809138-5312-41a2-8a40-95990d78b103', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:19.749794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:19.753772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.802784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Provisioning complete for port 1ed480c7-3db3-44e3-b00c-1ad713324177 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:19.803168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.862469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] device_id is not set on port 411c41b4-a7fe-4d75-92b0-e07299890090 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:19.908547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:19.921746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.936016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec125ab7-d088-487d-9a35-0c925598810c tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:19.982526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Update dhcp port {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'fixed_ips': [{'subnet_id': 'd9dde6ce-a293-4188-b69e-6e5fefd3869c', 'ip_address': '172.20.0.18'}, {'subnet_id': '5f9d999d-16f8-4221-ba2b-0eb647d352f1'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '760e8861-553c-4779-9057-a3b893baee9e'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:48:20.057842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.254490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7cda5939-c6db-49b5-a0a6-05fe4e972d10) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:20.264299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:20.266806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.285166 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.6622350 Feb 17 22:48:20.298024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:20.312439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Allocated IP 172.20.0.2 (8d129d87-b810-472b-8fc7-a821db41a315/5f9d999d-16f8-4221-ba2b-0eb647d352f1/760e8861-553c-4779-9057-a3b893baee9e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:20.326326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'subnet': {'network_id': 'c9d1397c-60b1-4d8b-9916-4148bc88357b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:20.338533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e413fd-1ac1-4b71-a21c-ce2b42474762 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d1397c-60b1-4d8b-9916-4148bc88357b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:20.346360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.360430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:20.364821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.376603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:subnet and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:20.391144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:20.405769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-26857a1c-0a80-45f7-a94d-740a0105b630 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2012653 Feb 17 22:48:20.407032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58130) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:20.408730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:20.467807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.468255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7c76a6-3543-4f56-92d7-34c60edb57ba {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:48:20.486374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:20.489804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.492209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:20.520966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.540740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Transition to ACTIVE for port object 760e8861-553c-4779-9057-a3b893baee9e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:20.567184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc1c9dd-88f0-4d1a-94b1-1ff084edcb5b None None] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:20.618619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.619883 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dc2eccbc-40e2-43b3-bb64-22ddb7669d4a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 204 len: 168 time: 4.9209948 Feb 17 22:48:20.635863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:20.658755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1010309297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:20.678645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:20.697905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c9d1397c-60b1-4d8b-9916-4148bc88357b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:20.735502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.741944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:20.745326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:20.750808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.756712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:20.786663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 8dcfb263-9dfa-4551-83cc-67e72266249d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:20.786963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.824269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:20.914720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.915780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:20.951136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=ef752672-daa1-469b-a1a3-1f3b3eded765,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:21.027831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:21.028257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: 45c457c3-0ec2-4478-a522-f46d4c246a6e, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:21.074101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.203473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:21.212251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.255980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 45c457c3-0ec2-4478-a522-f46d4c246a6e) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:21.281506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-ec125ab7-d088-487d-9a35-0c925598810c tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] update failed (client error): The resource could not be found. Feb 17 22:48:21.282460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:21.283137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.283259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c982761-d79b-4ee5-a82c-53ec32524214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.287786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec125ab7-d088-487d-9a35-0c925598810c tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "PUT /v2.0/floatingips/46b33847-647f-4fd5-adc6-27631c74d253 HTTP/1.1" status: 404 len: 507 time: 1.5837209 Feb 17 22:48:21.289624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.9 (8d129d87-b810-472b-8fc7-a821db41a315/5f9d999d-16f8-4221-ba2b-0eb647d352f1/411c41b4-a7fe-4d75-92b0-e07299890090) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:21.292123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58138) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:21.344621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:21.348299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcff041-96aa-4195-97dd-3074ad670b22 None None] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:21.355464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.357002 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d2615dd1-10b2-4225-8aa9-4427a03ac990 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7152789 Feb 17 22:48:21.395073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58142) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:21.419895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:21.460453 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4aea9a85-2e8d-4bad-9165-88436ac71d1c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5260186 Feb 17 22:48:21.466945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58146) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:21.480326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'port': {'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e', 'name': 'tempest-NetworksIpV6TestAttrs-444526468'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:21.716150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:21.748252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting port a1b78d9c-11f9-4836-8610-b5f7f371e1c6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:21.749067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.810579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.810938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.811337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.811677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.812008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.812338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.812661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.812984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.813334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.813653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.813974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.814289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2d90b-e726-4efa-9ea9-117983fc2892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:21.886964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:21.887830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:21.941388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Provisioning for port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:21.961507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae3cceda-f14b-4ff1-b714-9782292b73c4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:21.999040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:22.021454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:22.022023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.028363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:port and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:22.072218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:22.076211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.103524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:22.142424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Provisioning complete for port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:22.142801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.285947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8dcfb263-9dfa-4551-83cc-67e72266249d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:22.286676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.466706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.493746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:22.497365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.502793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Calling delete_port for 8dcfb263-9dfa-4551-83cc-67e72266249d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:22.526499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d1c5dab-9db3-443c-b247-4207bf28ad04,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:22.541736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.577407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eae11e57-0d0e-4379-8b50-404547e19c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.594887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f3717f9b-554e-4412-a60d-3c44404e555c None None] Port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:22.608221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] device_id is not set on port 913dd67f-3e61-42cf-aa22-8b86681874a2 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:22.646453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Checking segment: {'id': '07fd9746-b8dc-4379-8901-16efecb28347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c9d1397c-60b1-4d8b-9916-4148bc88357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:22.646829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Network hostable DHCP agents. Network: c9d1397c-60b1-4d8b-9916-4148bc88357b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:22.747628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8dcfb263-9dfa-4551-83cc-67e72266249d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:22.769058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Network c9d1397c-60b1-4d8b-9916-4148bc88357b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:22.793642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port ae3cceda-f14b-4ff1-b714-9782292b73c4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:22.808382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-45c457c3-0ec2-4478-a522-f46d4c246a6e', 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': 'ef752672-daa1-469b-a1a3-1f3b3eded765'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:22.809265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.823115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c9d1397c-60b1-4d8b-9916-4148bc88357b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:22.837263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:22.837869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.853125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ae3cceda-f14b-4ff1-b714-9782292b73c4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:22.853125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.892261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Allocated IP 2001:db8::f816:3eff:fe93:7e9a (45c457c3-0ec2-4478-a522-f46d4c246a6e/ef752672-daa1-469b-a1a3-1f3b3eded765/913dd67f-3e61-42cf-aa22-8b86681874a2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:22.892593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20607fa8-07e2-48dc-870b-b0c64d376d27 None None] Network c9d1397c-60b1-4d8b-9916-4148bc88357b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:22.892794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.921505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.938006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.938368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.959604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.961423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:22.963412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Transition to ACTIVE for port object 411c41b4-a7fe-4d75-92b0-e07299890090 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:22.972453 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5c544720-e289-4610-9e10-e25c56486be8 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6524823 Feb 17 22:48:23.023415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58150) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:23.029145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:11Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:13Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:23.127449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:23.136654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Calling delete_port for a1b78d9c-11f9-4836-8610-b5f7f371e1c6 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:23.154290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:23.172444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9d1397c-60b1-4d8b-9916-4148bc88357b'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:23.174877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:48:23.175637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Updating router 0b1f1b23-9da3-423f-ad85-56f4f82647cd port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:48:23.204640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:23.219070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:23.220824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.222812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:floatingip and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:23.231569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:23.245255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:23.245958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.249741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:23.290947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=ce8df287-2829-4340-8acd-0321bc8093c2,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:23.325489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=8dcfb263-9dfa-4551-83cc-67e72266249d,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:23.358958 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c90df8b-0aa8-4f5b-99b2-73a8d5603ccd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7638884 Feb 17 22:48:23.359174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:23.362542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58154) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:23.362837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.367523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:a9:60:d8', 'name': 'tempest-NetworksTestDHCPv6-293666089'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:23.373276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:48:23.373853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:48:23.434365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Allocated IP 2001:db8:1::2 (7cda5939-c6db-49b5-a0a6-05fe4e972d10/81076646-1cd3-4a57-9856-c6ccdd9f6de2/73139e9d-ce8d-48bf-b2b6-34dd7feb48f7) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:23.466934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.509062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Transition to ACTIVE for port object 913dd67f-3e61-42cf-aa22-8b86681874a2 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:23.537500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.574418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:23.588554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:23.599762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.623285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Provisioning complete for port ae3cceda-f14b-4ff1-b714-9782292b73c4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:23.623926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.644441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:23.655297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.757578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:23.765136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:23.767793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:23.774073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:23.774930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.793670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:23.796569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Port': ['ID=913dd67f-3e61-42cf-aa22-8b86681874a2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:23.808747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:23.814487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=411c41b4-a7fe-4d75-92b0-e07299890090,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:23.814903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.817828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:23.835091 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1d5fb8c6-5bdf-4126-8d84-73d6478aed8d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3620987 Feb 17 22:48:23.835433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.835638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58158) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:23.913445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.922433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:23.969721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting subnet ef752672-daa1-469b-a1a3-1f3b3eded765 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:23.976427 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Deleting port 8dcfb263-9dfa-4551-83cc-67e72266249d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:23.977067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.004184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 146431c3-6e87-4e38-9b90-04df7fa837ae yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:24.079036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Port': ['ID=a1b78d9c-11f9-4836-8610-b5f7f371e1c6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:24.183045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:24.183669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.245210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.271350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fea9:60d8 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/ce8df287-2829-4340-8acd-0321bc8093c2/146431c3-6e87-4e38-9b90-04df7fa837ae) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:24.293410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.352228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.386192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-60b4214c-e31a-4186-bea1-804e3ac07d73 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5802391 Feb 17 22:48:24.388812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58162) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:24.404635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.405973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:24.406239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Allocated IP 2001:db8::f816:3eff:fe11:8b04 (45c457c3-0ec2-4478-a522-f46d4c246a6e/ef752672-daa1-469b-a1a3-1f3b3eded765/f4e98713-0570-49a6-bee3-51aad54afc72) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:24.436052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.444285 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-392334aa-8906-4f3b-95a6-b7c6bd44eadb tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "DELETE /v2.0/floatingips/46b33847-647f-4fd5-adc6-27631c74d253 HTTP/1.1" status: 204 len: 168 time: 3.1120951 Feb 17 22:48:24.446806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58166) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:24.459676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'floatingip': {'floating_network_id': 'c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1', 'port_id': '9c809138-5312-41a2-8a40-95990d78b103', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:24.469643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.473111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:24.548226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:floatingip and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:24.556823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:24.567662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:24.610227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.636902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Allocated IP 172.26.7.217 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b79ae127-5a50-4b63-9b24-c034be519f75) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:24.894198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Allocated IP 172.20.0.11 (c9d1397c-60b1-4d8b-9916-4148bc88357b/6d1c5dab-9db3-443c-b247-4207bf28ad04/0204bd34-de8b-4295-a893-8019b6576d4c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:24.918689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:24.947801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:24.956624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:24.965400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:24.986714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:24.991487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5fd6c3-ba8b-45a2-8c43-ad9837aa8514 None None] Network c9d1397c-60b1-4d8b-9916-4148bc88357b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:25.004932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 146431c3-6e87-4e38-9b90-04df7fa837ae will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:25.044603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.052067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.149327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:25.153758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.172318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ae3cceda-f14b-4ff1-b714-9782292b73c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae3cceda-f14b-4ff1-b714-9782292b73c4,segment=NetworkSegment(33067656-6259-4b6a-9d24-312c28cb0f86),segment_id=33067656-6259-4b6a-9d24-312c28cb0f86)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:25.173966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.212857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.215259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.215845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:25.228448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.266037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:25.267575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.278077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:25.282618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:48:25.289257 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5e415b66-53f5-496d-a5e8-f74eb6420c16 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8334146 Feb 17 22:48:25.289410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:25.289410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.303729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58170) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:25.317407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:25.328735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '9c809138-5312-41a2-8a40-95990d78b103', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:25.333934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:25.336079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=146431c3-6e87-4e38-9b90-04df7fa837ae,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:25.345287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Network c9d1397c-60b1-4d8b-9916-4148bc88357b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:25.347111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:25.353201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:25.355537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.369368 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-03b5fd94-cd49-4d21-96ef-79178d535d79 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0078585 Feb 17 22:48:25.373135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58174) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:25.414645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.441579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1ed480c7-3db3-44e3-b00c-1ad713324177 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:25.489571 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f9d999d-16f8-4221-ba2b-0eb647d352f1 (CIDR: 172.20.0.0/28) Feb 17 22:48:25.498488 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:48:25.498977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:25.516152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Transition to ACTIVE for port object 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:25.537826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505768a-dbbd-48f1-9c8d-c6962a5ae966 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:25.539699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ae3cceda-f14b-4ff1-b714-9782292b73c4,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:25.544223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505768a-dbbd-48f1-9c8d-c6962a5ae966 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:25.545068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0505768a-dbbd-48f1-9c8d-c6962a5ae966 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:25.554045 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4dfe9607-f23f-4a9c-926d-f245a18a127e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1552985 Feb 17 22:48:25.556501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58178) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:25.561948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:25.564281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Usage tracker for resource:floatingip and tenant:0785d2b9010c47419066ed19e522f331 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:25.569528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:25.574191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:25.604524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:25.613607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event updated for resources: {'Port': ['ID=b79ae127-5a50-4b63-9b24-c034be519f75,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:25.649718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0505768a-dbbd-48f1-9c8d-c6962a5ae966 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:25.653851 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0505768a-dbbd-48f1-9c8d-c6962a5ae966 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2797220 Feb 17 22:48:25.658162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:25.660734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58182) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:25.720893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.755054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] For port 8dcfb263-9dfa-4551-83cc-67e72266249d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8dcfb263-9dfa-4551-83cc-67e72266249d,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:25.755376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 146431c3-6e87-4e38-9b90-04df7fa837ae {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:25.755574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.755727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.763870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Transition to ACTIVE for port object 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:25.794353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:48:25.794811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:48:25.864456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Port': ['ID=0204bd34-de8b-4295-a893-8019b6576d4c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:25.901026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:25.914838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:25.920743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:25.933950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:25.957602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:25.974358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Calling delete_port for 8dcfb263-9dfa-4551-83cc-67e72266249d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:25.974897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:25.981123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.088754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:26.134267 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d9dde6ce-a293-4188-b69e-6e5fefd3869c (CIDR: 172.20.0.16/28) Feb 17 22:48:26.140928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.163362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:26.229177 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:48:26.229634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:26.251236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8:1::1 (7cda5939-c6db-49b5-a0a6-05fe4e972d10/81076646-1cd3-4a57-9856-c6ccdd9f6de2/1945b66b-2337-4fc5-b034-2db2662ad53c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:26.252245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:26.269751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.274603 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a908e042-09ab-4b81-ab13-893e65c4dcb0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7144890 Feb 17 22:48:26.276445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58186) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:26.277062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Transition to ACTIVE for port object f4e98713-0570-49a6-bee3-51aad54afc72 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:26.284014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:26.296947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'subnet': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:26.303398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Pushing event updated for resources: {'Port': ['ID=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:26.361051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1ed480c7-3db3-44e3-b00c-1ad713324177 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:26.361451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.449228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.539642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.561898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Transition to ACTIVE for port object f4e98713-0570-49a6-bee3-51aad54afc72 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:26.606797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.702434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 146431c3-6e87-4e38-9b90-04df7fa837ae owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:26.732688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.764192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.877060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Provisioning for port 760e8861-553c-4779-9057-a3b893baee9e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:26.962203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:26.973694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Transition to ACTIVE for port object f4c64ab7-05a2-4697-b33c-b2d0fd59d444 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:26.986975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:26.987692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71d1a002-4593-442d-af1a-dfb578152f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.020650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.081801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:27.095619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Usage tracker for resource:subnet and tenant:8d400d24031849919e36dd6c73ca339e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:27.115462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:27.127332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:27.162858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:27.214586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Made reservation on behalf of 8d400d24031849919e36dd6c73ca339e for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:27.215742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:27.217889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.239988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.293328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Attempting to bind port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:27.294615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Attempting to bind port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:27.294615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Attempting to bind port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 on network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:27.313311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:27.394745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:27.395437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Checking segment: {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:27.396212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.396913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Bound using segment: {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:27.397812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Bound port: 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:27.398550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.415941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.434711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.490899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=146431c3-6e87-4e38-9b90-04df7fa837ae,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:27.501974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.557683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.599927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.619559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Pushing event updated for resources: {'Port': ['ID=f4e98713-0570-49a6-bee3-51aad54afc72,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:27.691262 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-791d4a87-6c77-48b1-9f5c-5f4840578f09 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/146431c3-6e87-4e38-9b90-04df7fa837ae HTTP/1.1" status: 204 len: 168 time: 2.0293283 Feb 17 22:48:27.693010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58190) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:27.831403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:27.857207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.861535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:27.908255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 1945b66b-2337-4fc5-b034-2db2662ad53c will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:28.041284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.047558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=ef752672-daa1-469b-a1a3-1f3b3eded765,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:28.055350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.086352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Attempting to bind port f4e98713-0570-49a6-bee3-51aad54afc72 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:28.087475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Attempting to bind port f4e98713-0570-49a6-bee3-51aad54afc72 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:28.088335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Attempting to bind port f4e98713-0570-49a6-bee3-51aad54afc72 on network 45c457c3-0ec2-4478-a522-f46d4c246a6e {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:28.103166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d103f1-be9d-4322-a24d-2ac016e59e74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:28.104730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d103f1-be9d-4322-a24d-2ac016e59e74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:28.105532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e5d103f1-be9d-4322-a24d-2ac016e59e74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:28.130563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Network 8d129d87-b810-472b-8fc7-a821db41a315 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:28.134842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:28.142898 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-37101a55-03ef-4b3f-8248-8f4d4f43421a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/ef752672-daa1-469b-a1a3-1f3b3eded765 HTTP/1.1" status: 204 len: 168 time: 4.3060520 Feb 17 22:48:28.148671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:28.149393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.152197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58194) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:28.183666 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8974757 Feb 17 22:48:28.185047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58198) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:28.189702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e5d103f1-be9d-4322-a24d-2ac016e59e74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:28.194442 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e5d103f1-be9d-4322-a24d-2ac016e59e74 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4662960 Feb 17 22:48:28.195130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39ca10-c4d7-41a5-8dc5-cde9e34a55aa None None] Pushing event updated for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:28.195307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58202) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:28.202354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2119345366', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c1c42da-cc4a-4c4a-a47f-9238df80282d'}], 'security_groups': ['053b87f9-096c-4545-83c9-18ab41916859', 'fe144911-78e6-4bb4-ae21-f1f38aa7dd31']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:28.243993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e5dc2-03e3-4604-87fa-d43eac343a6c None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:28.246201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.327879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.336593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3b245-2031-4cb5-b0ed-37583fdcf94b tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Subnet': ['ID=6c1c42da-cc4a-4c4a-a47f-9238df80282d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:28.366075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Allocated IP 172.26.7.147 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/eb10d2eb-3269-4733-8d17-e6360ae8bdeb) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:28.367259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] For port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:28.374027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.388827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:28.389228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Checking segment: {'id': '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:28.389635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.390033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Bound using segment: {'id': '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:28.390518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Bound port: f4e98713-0570-49a6-bee3-51aad54afc72, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45c457c3-0ec2-4478-a522-f46d4c246a6e'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:28.390890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.406966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:28.416964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet ce8df287-2829-4340-8acd-0321bc8093c2 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:28.422634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:28.429268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:28.444217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:28.478296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.496116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] Pushing event deleted for resources: {'Port': ['ID=8dcfb263-9dfa-4551-83cc-67e72266249d,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:28.555266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Attempting to bind port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:28.555626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Attempting to bind port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:28.556175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Attempting to bind port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 on network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:28.558055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.563433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefb513-4969-4a1d-bd99-b9824a1a1c61 None None] No DVR routers for this DVR port 8dcfb263-9dfa-4551-83cc-67e72266249d on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:28.563702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869a15e-3e17-4eec-b309-6817a6bdc722 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:28.567246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869a15e-3e17-4eec-b309-6817a6bdc722 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:28.569812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] For port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:28.575051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5869a15e-3e17-4eec-b309-6817a6bdc722 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4176228 Feb 17 22:48:28.577191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:28.578531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.587634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.588571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58206) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:28.613670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.629636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3b4ca-4314-441b-946c-c6350eba3367 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:28.642890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:28.643888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Checking segment: {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:28.644586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.645261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Bound using segment: {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:28.646000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Bound port: f4c64ab7-05a2-4697-b33c-b2d0fd59d444, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:28.646566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.665648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.677115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.827539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.890535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:28.890810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.900924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55aaab7f-979a-472f-8a50-0f110277dd00 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.916897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:28.950152 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-55aaab7f-979a-472f-8a50-0f110277dd00 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 22:48:28.950152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55aaab7f-979a-472f-8a50-0f110277dd00 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:28.957886 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55aaab7f-979a-472f-8a50-0f110277dd00 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/45c457c3-0ec2-4478-a522-f46d4c246a6e HTTP/1.1" status: 409 len: 405 time: 0.3514230 Feb 17 22:48:28.957886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58210) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:28.963924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-761176599'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:28.985784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Port': ['ID=0204bd34-de8b-4295-a893-8019b6576d4c,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:29.020355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:29.057185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.070814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] For port f4e98713-0570-49a6-bee3-51aad54afc72, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:29.145522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:29.147475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5207ede-090e-4ddd-a33d-c1748f67b82f None None] Pushing event updated for resources: {'Port': ['ID=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:29.151901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:29.156758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.163788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8278855d-7525-469a-95c3-3f296246aeec tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0325212 Feb 17 22:48:29.167716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58214) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:29.168951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:29.172017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.198571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] For port f4e98713-0570-49a6-bee3-51aad54afc72, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4e98713-0570-49a6-bee3-51aad54afc72,segment=NetworkSegment(7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3),segment_id=7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:29.288046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.297786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.334401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.353207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Router ff0dae4b-fec8-479d-9639-87a1b34b741a is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:48:29.391758 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4a771ed6-0be3-4f30-ba8b-7ac1fe0fa561 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=c9d1397c-60b1-4d8b-9916-4148bc88357b HTTP/1.1" status: 200 len: 690 time: 0.2178891 Feb 17 22:48:29.407480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:29.411668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.431775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58218) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:29.436698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8df287-2829-4340-8acd-0321bc8093c2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:29.450642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.460927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:29.647191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] For port f4c64ab7-05a2-4697-b33c-b2d0fd59d444, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:29.837532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:29.845427 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-146d712c-271d-497c-b416-68d5eff2832c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/ce8df287-2829-4340-8acd-0321bc8093c2 HTTP/1.1" status: 204 len: 168 time: 1.5907149 Feb 17 22:48:29.850280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58222) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:29.976125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] For port f4c64ab7-05a2-4697-b33c-b2d0fd59d444, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:30.020085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.032360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5242d944-b903-4ba3-9470-3574726e75d2 None None] Provisioning for port 411c41b4-a7fe-4d75-92b0-e07299890090 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:30.114042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5242d944-b903-4ba3-9470-3574726e75d2 None None] Provisioning complete for port 411c41b4-a7fe-4d75-92b0-e07299890090 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:30.115225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5242d944-b903-4ba3-9470-3574726e75d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.186757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:30.207794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c256296-3c50-4ebc-b0d0-cdfb8b5651d2 None None] Pushing event updated for resources: {'Port': ['ID=f4e98713-0570-49a6-bee3-51aad54afc72,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:30.210364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:30.224111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8dcfb263-9dfa-4551-83cc-67e72266249d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:48:30.240243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:30.314034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Delete allocated IP 172.20.0.9 (8d129d87-b810-472b-8fc7-a821db41a315/5f9d999d-16f8-4221-ba2b-0eb647d352f1) {{(pid=87694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:48:30.323783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Allocated IP 172.20.0.45 (8d129d87-b810-472b-8fc7-a821db41a315/6c1c42da-cc4a-4c4a-a47f-9238df80282d/411c41b4-a7fe-4d75-92b0-e07299890090) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:30.376387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.376723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:30.376983 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 296f8aad-319d-40f5-83a1-ff58b6fe0a02 of type vlan for network 1d9387e4-0349-455a-a503-4025c6b60b72 Feb 17 22:48:30.378431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:30.410923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.427099 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-39c21218-dbfb-46ff-9bcd-97c2cefc0ae7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5646024 Feb 17 22:48:30.449462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58228) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:30.449730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 8dcfb263-9dfa-4551-83cc-67e72266249d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:48:30.450256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8dcfb263-9dfa-4551-83cc-67e72266249d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:48:30.467978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:30.498386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf4d25-094b-4386-b10e-8065c685baa3 None None] Network 45c457c3-0ec2-4478-a522-f46d4c246a6e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:30.552805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:30.568782 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] Sync routers for ids ['ff0dae4b-fec8-479d-9639-87a1b34b741a'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:30.587027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.602513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-660460ae-0c8a-41ae-8c02-d3c495b8cea8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "PUT /v2.0/routers/ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 200 len: 880 time: 9.1979518 Feb 17 22:48:30.608214 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] Routers {'ff0dae4b-fec8-479d-9639-87a1b34b741a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:30.614013 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['ff0dae4b-fec8-479d-9639-87a1b34b741a'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:30.636403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:30.650565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:30.656334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:30.671112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:30.687079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58232) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:30.691730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:30.713724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5242d944-b903-4ba3-9470-3574726e75d2 None None] Port 411c41b4-a7fe-4d75-92b0-e07299890090 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:30.856620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39ca10-c4d7-41a5-8dc5-cde9e34a55aa None None] Pushing event updated for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:30.917144 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:30.932681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:30.942058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] Routers {'ff0dae4b-fec8-479d-9639-87a1b34b741a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:30.943464 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['ff0dae4b-fec8-479d-9639-87a1b34b741a'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:31.021474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:48:31.028339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:31.032488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.134893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event updated for resources: {'Port': ['ID=eb10d2eb-3269-4733-8d17-e6360ae8bdeb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:31.136102 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:31.137016 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b150fa-9c35-45ca-b97e-98c4f94c597e None None] The sync data for ids ['ff0dae4b-fec8-479d-9639-87a1b34b741a'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:31.219890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616109a-a244-4053-be8f-a0a5457176c1 None None] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:31.230176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Deleting port 0204bd34-de8b-4295-a893-8019b6576d4c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:31.230681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.271191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:31.343653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:31.403581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.414368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:31.415574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.433302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.433605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Update dhcp port {'port': {'network_id': '8d129d87-b810-472b-8fc7-a821db41a315', 'fixed_ips': [{'subnet_id': 'd9dde6ce-a293-4188-b69e-6e5fefd3869c', 'ip_address': '172.20.0.18'}, {'subnet_id': '5f9d999d-16f8-4221-ba2b-0eb647d352f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c1c42da-cc4a-4c4a-a47f-9238df80282d'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '760e8861-553c-4779-9057-a3b893baee9e'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:48:31.450631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.451371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.630342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting port eb10d2eb-3269-4733-8d17-e6360ae8bdeb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:31.631384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.648577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.662257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:31.689731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:31.785587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Provisioning for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:31.814273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:31.814273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:31.868525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:31.873233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:31.899929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Provisioning complete for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:31.900314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.112894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.113478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.283237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Calling delete_port for eb10d2eb-3269-4733-8d17-e6360ae8bdeb owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:32.323663 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.3646860 Feb 17 22:48:32.337817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58236) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:32.354684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:32.384717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8f43c-807b-4678-8302-4599033cb32f tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=1d9387e4-0349-455a-a503-4025c6b60b72,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:32.461908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:48:32.463839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1d9387e4-0349-455a-a503-4025c6b60b72 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:32.602301 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c4e80a9a-f4a2-4924-8e2e-e94baf47b745 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 200 len: 921 time: 1.8974063 Feb 17 22:48:32.617142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.634843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58240) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:32.658269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.729859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.730231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.746868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 3, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:26Z', 'revision_number': 1, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:32.775999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:32.778123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e2281-89a8-4607-abc0-ab9921e6612d None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 3, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:26Z', 'revision_number': 1, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:32.785247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:32.787202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae3cceda-f14b-4ff1-b714-9782292b73c4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:32.800812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:32.923464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:32.948954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Calling delete_port for 0204bd34-de8b-4295-a893-8019b6576d4c owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:33.046098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.056220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:48:33.056593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-936ebc30-0eba-4564-8c69-9e9d269d53c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:48:33.057570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:subnet and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:33.061280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:33.073752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:33.086471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:33.097152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ae3cceda-f14b-4ff1-b714-9782292b73c4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:33.097669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.122006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Ignored duplicate provisioning block setup for port 411c41b4-a7fe-4d75-92b0-e07299890090 by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 22:48:33.149375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:33.153639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.184992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:33.219598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.316051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.320768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Allocated IP 172.20.0.34 (8d129d87-b810-472b-8fc7-a821db41a315/6c1c42da-cc4a-4c4a-a47f-9238df80282d/760e8861-553c-4779-9057-a3b893baee9e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:33.383774 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e1c7072d-1249-4577-b8bd-27309b0c9fe5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9674842 Feb 17 22:48:33.392777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58244) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:33.425503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798407075'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:33.435732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Port': ['ID=eb10d2eb-3269-4733-8d17-e6360ae8bdeb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:33.447353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:33.535219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f0e26-d71f-4fb7-978c-4fe1d0ed19d8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:33.541802 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d39f0e26-d71f-4fb7-978c-4fe1d0ed19d8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=ff0dae4b-fec8-479d-9639-87a1b34b741a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9063625 Feb 17 22:48:33.571045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58248) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:33.632609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:33.649407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.671543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:33.741983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:33.876392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:33.891169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:33.927492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Transition to ACTIVE for port object 760e8861-553c-4779-9057-a3b893baee9e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:33.933188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:33.941428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event updated for resources: {'Port': ['ID=411c41b4-a7fe-4d75-92b0-e07299890090,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:33.986104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.048243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:34.055813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.160176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] In _notify_port_updated(), no bound segment for port 411c41b4-a7fe-4d75-92b0-e07299890090 on network 8d129d87-b810-472b-8fc7-a821db41a315 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:48:34.172578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:34.174616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.177304 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-841d1470-672b-4a91-ac85-cd38d7ce736c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "PUT /v2.0/ports/411c41b4-a7fe-4d75-92b0-e07299890090 HTTP/1.1" status: 200 len: 960 time: 5.9885132 Feb 17 22:48:34.182907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:34.200084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58252) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:34.320836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:34.321154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=a6f31b73-b7df-493e-90d8-eac475b19ecf,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:34.357155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:34.373052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:34.374199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.384983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5bebe-54d7-4d94-b052-ae1affc3f754 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:34.396748 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] create failed (client error): The resource could not be found. Feb 17 22:48:34.402594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aa1499b1-8852-4b00-8105-6ee8c0b8cea1 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.0918584 Feb 17 22:48:34.407617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58256) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:34.416771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:34.423051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.464778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.493221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4c64ab7-05a2-4697-b33c-b2d0fd59d444 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:34.510240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.510759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment 06bd53ac-46a1-44cd-87e1-28b20aa343c0 of type vlan for network c017d201-830c-4d78-a7e9-6e449a246c7d Feb 17 22:48:34.517102 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ef0f4968-604b-4e62-8908-c93b37495020 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0664980 Feb 17 22:48:34.520338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915c719-6608-49ed-a7dc-589d7d87dbeb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:34.527027 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a915c719-6608-49ed-a7dc-589d7d87dbeb tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.9308565 Feb 17 22:48:34.527027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58260) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:34.527508 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Port': ['ID=0204bd34-de8b-4295-a893-8019b6576d4c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:34.531869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port 411c41b4-a7fe-4d75-92b0-e07299890090 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:34.532421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.534578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58262) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:34.541351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:30:3b:da', 'name': 'tempest-NetworksTestDHCPv6-572738821'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:34.685123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f665e-9c5c-41e5-baeb-439839bd90e1 None None] Pushing event updated for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:34.704521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Provisioning for port 1945b66b-2337-4fc5-b034-2db2662ad53c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:34.710621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.721455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting port 9c809138-5312-41a2-8a40-95990d78b103 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:34.722062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.738551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Provisioning complete for port 1945b66b-2337-4fc5-b034-2db2662ad53c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:34.739178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:34.809290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Port 1945b66b-2337-4fc5-b034-2db2662ad53c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:34.814712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=97684439-4858-4644-83e9-f191e2961e12,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:34.882837 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c73f29f-344c-4ad2-808c-3903bcf851ba tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 200 len: 205 time: 0.1650710 Feb 17 22:48:34.902787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58268) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:34.953468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:35.013137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '296f8aad-319d-40f5-83a1-ff58b6fe0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:35.013917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: 1d9387e4-0349-455a-a503-4025c6b60b72, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:35.025454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Provisioning complete for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:35.026059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-17130c7c-1db0-42bd-8e3d-cabc46f51781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.097604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.114325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'a6f31b73-b7df-493e-90d8-eac475b19ecf'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:35.117263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.179905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:35.180480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.185024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.193794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:35.194934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.201893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:35.242637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:35.257778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:35.285710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:35.293007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.369964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 1d9387e4-0349-455a-a503-4025c6b60b72 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:35.492436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:35.612223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.694276 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2829399 Feb 17 22:48:35.697987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58272) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:35.707886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762df6d-581f-4a8a-b97d-afae1c7ab86a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=c017d201-830c-4d78-a7e9-6e449a246c7d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:35.740193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c017d201-830c-4d78-a7e9-6e449a246c7d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:35.836433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 1d9387e4-0349-455a-a503-4025c6b60b72) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:35.839825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f4c64ab7-05a2-4697-b33c-b2d0fd59d444, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:35.866128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.887020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.913351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ba73a-7d6d-4eb1-9faf-72f060c295e8 None None] Network 1d9387e4-0349-455a-a503-4025c6b60b72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:35.927403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:35.941774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:35.942555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:35.946592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1c5dab-9db3-443c-b247-4207bf28ad04,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:36.021117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Allocated IP 2001:db8::f816:3eff:fec6:3ea6 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a6f31b73-b7df-493e-90d8-eac475b19ecf/d03779a7-6dab-48e0-aa3b-25b57974d0aa) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:36.047573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.101443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port fab8193c-6195-40d1-b28d-59bf77690d0d yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:36.122749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for 411c41b4-a7fe-4d75-92b0-e07299890090 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:36.150518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.161410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:36.161916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:36.271733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d1397c-60b1-4d8b-9916-4148bc88357b']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:36.294832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fd9746-b8dc-4379-8901-16efecb28347') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:36.295496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fd9746-b8dc-4379-8901-16efecb28347') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:36.302312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:36.312004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.340262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.364838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:36.365838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:36.395770 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:36.464725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:36.467489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Provisioning complete for port 411c41b4-a7fe-4d75-92b0-e07299890090 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:36.467866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.500970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:36.501623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.545605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:48:36.548579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.581826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d1397c-60b1-4d8b-9916-4148bc88357b {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:48:36.582077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.590147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.623545 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c9d1397c-60b1-4d8b-9916-4148bc88357b HTTP/1.1" status: 204 len: 168 time: 7.1883934 Feb 17 22:48:36.629833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58276) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:36.695395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-02b6aa32-cb1d-472d-9174-4e39fd83d42d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.3523653 Feb 17 22:48:36.696336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.723250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58280) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:36.776097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809c02-e80e-48f9-88a8-6045aea9a2c5 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d1397c-60b1-4d8b-9916-4148bc88357b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:36.812120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Port 411c41b4-a7fe-4d75-92b0-e07299890090 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:36.814138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:36.814706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:36.827674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1d9baa95-df64-47cc-9cd1-ae4f3e947081 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Synchronizing usage tracker for tenant:227168d302c441e892f5dc5ede664a9b on resource:floatingip {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:36.862342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1d9baa95-df64-47cc-9cd1-ae4f3e947081 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Unset dirty status for tenant:227168d302c441e892f5dc5ede664a9b on resource:floatingip {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:36.871215 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1d9baa95-df64-47cc-9cd1-ae4f3e947081 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2394278 Feb 17 22:48:36.872342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58284) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.118551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.119633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.120551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.121503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.122417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.123323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.124245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.125179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.126087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.127016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.128896 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.129832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.132208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Synchronizing usage tracker for tenant:227168d302c441e892f5dc5ede664a9b on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:37.168279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Unset dirty status for tenant:227168d302c441e892f5dc5ede664a9b on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:37.177904 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-59056257-9e4b-462a-8d2d-82e92771c439 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7586 time: 0.3035595 Feb 17 22:48:37.179538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58288) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.224807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Provisioning for port 760e8861-553c-4779-9057-a3b893baee9e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:37.256107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.260554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:37.260994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-1d9387e4-0349-455a-a503-4025c6b60b72', 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': '97684439-4858-4644-83e9-f191e2961e12'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:37.261758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.282997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:37.283288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.337173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.358940 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-1cb27f8a-8e21-44f8-b70f-42a9e80bbc3b tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] delete failed (client error): The resource could not be found. Feb 17 22:48:37.368457 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1cb27f8a-8e21-44f8-b70f-42a9e80bbc3b tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/b3031760-47df-497d-87e2-b210329380ed HTTP/1.1" status: 404 len: 345 time: 0.1853044 Feb 17 22:48:37.369955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58292) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.396506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Transition to ACTIVE for port object d03779a7-6dab-48e0-aa3b-25b57974d0aa will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:37.421135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=411c41b4-a7fe-4d75-92b0-e07299890090,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:37.428680 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e708261d-56a1-43ac-a641-63e5d9f5f1c3 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] DELETE failed (client error): The resource could not be found. Feb 17 22:48:37.429398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e708261d-56a1-43ac-a641-63e5d9f5f1c3 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:37.432546 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e708261d-56a1-43ac-a641-63e5d9f5f1c3 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c9d1397c-60b1-4d8b-9916-4148bc88357b HTTP/1.1" status: 404 len: 339 time: 0.0600486 Feb 17 22:48:37.453351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58296) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.457426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:37.463204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:37.465860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'name': 'tempest-network--39373540', 'router:external': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:37.472886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:37.486358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:37.495540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:network and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:37.500793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:37.510304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:37.529603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:37.533208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.547218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.573301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:37.573593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Transition to ACTIVE for port object d03779a7-6dab-48e0-aa3b-25b57974d0aa will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:37.581907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.585439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5cbceaab-73f8-430a-8502-87ff5a82951a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/411c41b4-a7fe-4d75-92b0-e07299890090 HTTP/1.1" status: 204 len: 168 time: 3.3840289 Feb 17 22:48:37.586785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.587215 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Added segment cd0438a8-b4fc-47b3-87ae-7a9c2d587448 of type vlan for network fb0715af-c0f4-4f7a-8729-44920c1212b8 Feb 17 22:48:37.588628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58300) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.609683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.692572 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da81ea9-46b9-463d-965f-7a565ff4503f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] GET failed (client error): The resource could not be found. Feb 17 22:48:37.693825 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8da81ea9-46b9-463d-965f-7a565ff4503f tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports/411c41b4-a7fe-4d75-92b0-e07299890090 HTTP/1.1" status: 404 len: 333 time: 0.1034873 Feb 17 22:48:37.702025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58304) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:37.745130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:37.750437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.751367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.791815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe30:3bda (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/a6f31b73-b7df-493e-90d8-eac475b19ecf/fab8193c-6195-40d1-b28d-59bf77690d0d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:37.795334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:37.804535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:37.825783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:37.849642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Pushing event updated for resources: {'Port': ['ID=d03779a7-6dab-48e0-aa3b-25b57974d0aa,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:37.883553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Calling delete_port for 9c809138-5312-41a2-8a40-95990d78b103 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:37.885539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.915797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Allocated IP 2001:db8::f816:3eff:fe14:3a1e (1d9387e4-0349-455a-a503-4025c6b60b72/97684439-4858-4644-83e9-f191e2961e12/74ee944f-a102-4f5c-9201-4b6d87944aee) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:37.930126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:37.931727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:37.932537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.014110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Attempting to bind port d03779a7-6dab-48e0-aa3b-25b57974d0aa on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:38.014836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Attempting to bind port d03779a7-6dab-48e0-aa3b-25b57974d0aa by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:38.015483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Attempting to bind port d03779a7-6dab-48e0-aa3b-25b57974d0aa on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:38.020725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 3, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:30Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:38.089741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4c64ab7-05a2-4697-b33c-b2d0fd59d444 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:38.124242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:48:38.125022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Updating router 0b1f1b23-9da3-423f-ad85-56f4f82647cd port 1945b66b-2337-4fc5-b034-2db2662ad53c binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:48:38.150353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:38.151100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.174625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.178230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.182087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:38.182813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:38.183542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.184198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:38.184957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Bound port: d03779a7-6dab-48e0-aa3b-25b57974d0aa, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:38.185623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.228753 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.7737749 Feb 17 22:48:38.249578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58308) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:38.309875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a906e-4b16-4873-b550-a28e3f3a0810 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0715af-c0f4-4f7a-8729-44920c1212b8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:38.350197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port b79ae127-5a50-4b63-9b24-c034be519f75 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:38.350833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.360321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d4728714-ed5a-4145-a130-f237397b051f None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:38.364736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network fb0715af-c0f4-4f7a-8729-44920c1212b8 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:38.377975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.388527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.413687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.457460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa65d48-3d34-4af0-812f-605412516c21,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:38.469359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.492311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.497745 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-45449285-ce92-419e-9b52-29c821cfb638 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/security-groups/daa65d48-3d34-4af0-812f-605412516c21 HTTP/1.1" status: 204 len: 168 time: 0.7905631 Feb 17 22:48:38.497745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object fab8193c-6195-40d1-b28d-59bf77690d0d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:38.503564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58312) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:38.552453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.668678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:38.673450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:38.688455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:38.697015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:38.697015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.707193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=fab8193c-6195-40d1-b28d-59bf77690d0d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:38.724789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8e03bda4-d392-43f1-9eb0-9b8296415946 None None] Could not find standard attr ID for object 411c41b4-a7fe-4d75-92b0-e07299890090. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:48:38.739764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.745545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.773202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Transition to ACTIVE for port object 74ee944f-a102-4f5c-9201-4b6d87944aee will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:38.779176 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c82880b1-17ef-4b7e-b001-614e0c37f12f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2483242 Feb 17 22:48:38.781258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.790035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58316) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:38.796466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Transition to ACTIVE for port object 74ee944f-a102-4f5c-9201-4b6d87944aee will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:38.804953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] For port d03779a7-6dab-48e0-aa3b-25b57974d0aa, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:38.825879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.918560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.937941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] For port d03779a7-6dab-48e0-aa3b-25b57974d0aa, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d03779a7-6dab-48e0-aa3b-25b57974d0aa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:38.942820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe144911-78e6-4bb4-ae21-f1f38aa7dd31,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:38.954436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5c148-abe1-4fb0-a408-dcf7f97a0a00 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:38.961713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:38.962086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.963060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5c148-abe1-4fb0-a408-dcf7f97a0a00 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:38.963894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d8d5c148-abe1-4fb0-a408-dcf7f97a0a00 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:38.985815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.987967 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a970f54b-d32c-49a8-86cc-7479681421f4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe144911-78e6-4bb4-ae21-f1f38aa7dd31 HTTP/1.1" status: 204 len: 168 time: 0.4828889 Feb 17 22:48:38.995305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:38.999917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.006803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:39.013257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:39.013472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58320) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:39.020200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d8d5c148-abe1-4fb0-a408-dcf7f97a0a00 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:39.020609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:39.022079 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d8d5c148-abe1-4fb0-a408-dcf7f97a0a00 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2310662 Feb 17 22:48:39.027616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:39.028897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Synchronizing usage tracker for tenant:16a3d5f79452431f9d49f18ece8bfe85 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:39.034455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:39.046486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Network 1d9387e4-0349-455a-a503-4025c6b60b72 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:39.059715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:39.075358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:39.094871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Pushing event updated for resources: {'Port': ['ID=74ee944f-a102-4f5c-9201-4b6d87944aee,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.100986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=97684439-4858-4644-83e9-f191e2961e12,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.189534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.318928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Unset dirty status for tenant:16a3d5f79452431f9d49f18ece8bfe85 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:39.319650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b7fbdac-6243-4b4e-8fdc-ea0e4bac1327 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 1.0542545 Feb 17 22:48:39.379472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.412002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58328) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:39.413189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Port': ['ID=9c809138-5312-41a2-8a40-95990d78b103,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.425062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.433731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d2bc2-eb01-4262-a07d-98ce890a533c None None] Pushing event updated for resources: {'Port': ['ID=d03779a7-6dab-48e0-aa3b-25b57974d0aa,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.457311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Attempting to bind port 74ee944f-a102-4f5c-9201-4b6d87944aee on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:39.457696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Attempting to bind port 74ee944f-a102-4f5c-9201-4b6d87944aee by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '296f8aad-319d-40f5-83a1-ff58b6fe0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:39.458049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Attempting to bind port 74ee944f-a102-4f5c-9201-4b6d87944aee on network 1d9387e4-0349-455a-a503-4025c6b60b72 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:39.490250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:39.490605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Checking segment: {'id': '296f8aad-319d-40f5-83a1-ff58b6fe0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:39.491005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.491403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Bound using segment: {'id': '296f8aad-319d-40f5-83a1-ff58b6fe0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:39.491712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.491895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Bound port: 74ee944f-a102-4f5c-9201-4b6d87944aee, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296f8aad-319d-40f5-83a1-ff58b6fe0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d9387e4-0349-455a-a503-4025c6b60b72'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:39.492261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.518108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:39.622141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.665112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port fab8193c-6195-40d1-b28d-59bf77690d0d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:39.665552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.714057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.724599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b87f9-096c-4545-83c9-18ab41916859,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.733075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.734892 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8ada87ba-8d57-4d52-b2f2-1ca6af5c8f53 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/security-groups/053b87f9-096c-4545-83c9-18ab41916859 HTTP/1.1" status: 204 len: 168 time: 0.7178421 Feb 17 22:48:39.739712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58332) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:39.799774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for b79ae127-5a50-4b63-9b24-c034be519f75 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:39.842350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] For port 74ee944f-a102-4f5c-9201-4b6d87944aee, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:39.854550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:39.854921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.866344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 5f9d999d-16f8-4221-ba2b-0eb647d352f1 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:39.870937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.903733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] For port 74ee944f-a102-4f5c-9201-4b6d87944aee, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=74ee944f-a102-4f5c-9201-4b6d87944aee,segment=NetworkSegment(296f8aad-319d-40f5-83a1-ff58b6fe0a02),segment_id=296f8aad-319d-40f5-83a1-ff58b6fe0a02)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:39.925200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.931546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:39.962675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.023799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Transition to ACTIVE for port object 1945b66b-2337-4fc5-b034-2db2662ad53c will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:40.030837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9387e4-0349-455a-a503-4025c6b60b72']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:40.053263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.066170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.122589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.146787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c011-ee52-4e76-8ce6-8707bb3cb823 None None] Pushing event updated for resources: {'Port': ['ID=74ee944f-a102-4f5c-9201-4b6d87944aee,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:40.272322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.323617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70618573-3aa8-4e4b-9df6-2e492d4edadb None None] Network 1d9387e4-0349-455a-a503-4025c6b60b72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:40.345920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.356140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9d999d-16f8-4221-ba2b-0eb647d352f1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:40.366085 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06e9beb1-c749-4843-89a4-b7eb8365ccda tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5f9d999d-16f8-4221-ba2b-0eb647d352f1 HTTP/1.1" status: 204 len: 168 time: 0.6251965 Feb 17 22:48:40.371664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:40.385369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89498313-89e0-4e99-8c29-96659cac12a8 None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:40.504196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet 6c1c42da-cc4a-4c4a-a47f-9238df80282d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:40.513575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.560734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296f8aad-319d-40f5-83a1-ff58b6fe0a02') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:40.561673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296f8aad-319d-40f5-83a1-ff58b6fe0a02') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:40.595609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.630223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.648329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.717429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.770074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d03779a7-6dab-48e0-aa3b-25b57974d0aa up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:40.774700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.830648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53f343-bd54-4a7d-bed9-c51bce7be9af None None] Pushing event updated for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:40.857302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.881375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:40.881772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3a91a7f1-99b2-4723-926e-f6f65b8bdd08 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "DELETE /v2.0/ports/9c809138-5312-41a2-8a40-95990d78b103 HTTP/1.1" status: 204 len: 168 time: 6.5135233 Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=580b9525-8f29-4ad9-adb7-8e3183731ace,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:40.939031 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:40.945789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58340) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:40.962817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Attempting to bind port 1945b66b-2337-4fc5-b034-2db2662ad53c on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:40.963190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Attempting to bind port 1945b66b-2337-4fc5-b034-2db2662ad53c by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:40.963553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Attempting to bind port 1945b66b-2337-4fc5-b034-2db2662ad53c on network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:41.152938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:41.152938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: c017d201-830c-4d78-a7e9-6e449a246c7d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:41.164746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:41.165809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Checking segment: {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:41.166707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.168120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6bc9a-0def-40b8-95e4-9ef298f63810 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:41.168389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-feb6bc9a-0def-40b8-95e4-9ef298f63810 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Synchronizing usage tracker for tenant:0785d2b9010c47419066ed19e522f331 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:41.169819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Bound using segment: {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:41.171317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Bound port: 1945b66b-2337-4fc5-b034-2db2662ad53c, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d56aba8-4322-4084-a6ab-5b45edb0d530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:41.172333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.219844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.226159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-feb6bc9a-0def-40b8-95e4-9ef298f63810 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Unset dirty status for tenant:0785d2b9010c47419066ed19e522f331 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:41.227681 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-feb6bc9a-0def-40b8-95e4-9ef298f63810 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7d77bbb-ec22-4409-8aa0-12e4e094c7d7 HTTP/1.1" status: 200 len: 913 time: 0.2822759 Feb 17 22:48:41.230868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:48:41.230868 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:48:41.230868 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': '1d9387e4-0349-455a-a503-4025c6b60b72'}] Feb 17 22:48:41.230868 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:48:41.231273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:48:41.233020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58344) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:41.233192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.245104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d03779a7-6dab-48e0-aa3b-25b57974d0aa completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:41.289046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.338714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1c42da-cc4a-4c4a-a47f-9238df80282d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:41.368548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.378859 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7e0cccb4-4400-4599-9c33-4b1e820fc4d5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/6c1c42da-cc4a-4c4a-a47f-9238df80282d HTTP/1.1" status: 204 len: 168 time: 1.0059171 Feb 17 22:48:41.382455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58348) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:41.418652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Provisioning for port d03779a7-6dab-48e0-aa3b-25b57974d0aa completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:41.429008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Provisioning complete for port d03779a7-6dab-48e0-aa3b-25b57974d0aa triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:41.429545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.457784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for fab8193c-6195-40d1-b28d-59bf77690d0d owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:41.508781 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a57eaeb-81bf-4646-a172-49c88353d156 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:41.508781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a57eaeb-81bf-4646-a172-49c88353d156 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:41.514284 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9a57eaeb-81bf-4646-a172-49c88353d156 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5f9d999d-16f8-4221-ba2b-0eb647d352f1 HTTP/1.1" status: 404 len: 337 time: 0.1271615 Feb 17 22:48:41.514518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0715af-c0f4-4f7a-8729-44920c1212b8']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:41.524158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c017d201-830c-4d78-a7e9-6e449a246c7d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:41.527156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58352) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:41.551935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] For port 1945b66b-2337-4fc5-b034-2db2662ad53c, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:41.575165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] For port 1945b66b-2337-4fc5-b034-2db2662ad53c, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1945b66b-2337-4fc5-b034-2db2662ad53c,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:41.585405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0438a8-b4fc-47b3-87ae-7a9c2d587448') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:41.586161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0438a8-b4fc-47b3-87ae-7a9c2d587448') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:41.588352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.599832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting subnet d9dde6ce-a293-4188-b69e-6e5fefd3869c {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:41.605160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c017d201-830c-4d78-a7e9-6e449a246c7d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:41.607627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.619398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:41.626519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.659634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28aac0-f32f-4583-8349-e6455826321f None None] Network c017d201-830c-4d78-a7e9-6e449a246c7d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:41.661002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.674286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.820083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:41.821508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:41.833712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.845068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.869251 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=b79ae127-5a50-4b63-9b24-c034be519f75,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:41.922925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:41.935958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24f85748-a041-4cfd-8c49-7d42f5844baf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.2306576 Feb 17 22:48:41.947208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58356) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.021675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53f343-bd54-4a7d-bed9-c51bce7be9af None None] Pushing event updated for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:42.040744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:42.041177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.081300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:42.100685 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:42.124498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.147481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-755f5381-f306-414e-a3fc-71431e772766 None None] For port d03779a7-6dab-48e0-aa3b-25b57974d0aa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d03779a7-6dab-48e0-aa3b-25b57974d0aa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:42.173299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.234288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:48:42.248643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.318158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dde6ce-a293-4188-b69e-6e5fefd3869c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:42.326522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.371656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port 74ee944f-a102-4f5c-9201-4b6d87944aee {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:42.372001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.498986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c017d201-830c-4d78-a7e9-6e449a246c7d', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:42.499944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.549912 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d89853eb-e77b-45af-a13a-17ddff75fd4e tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/d9dde6ce-a293-4188-b69e-6e5fefd3869c HTTP/1.1" status: 204 len: 168 time: 1.0226161 Feb 17 22:48:42.556541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58360) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.638570 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f421519-4a3b-4882-ab00-3b2c290e2e3c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:42.639502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f421519-4a3b-4882-ab00-3b2c290e2e3c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:42.641861 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f421519-4a3b-4882-ab00-3b2c290e2e3c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5ae55bea-c08f-4f81-9a73-c192727b2408 HTTP/1.1" status: 404 len: 337 time: 0.0839384 Feb 17 22:48:42.645646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58364) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.661868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1945b66b-2337-4fc5-b034-2db2662ad53c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:42.702153 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d5ae6a21-97f3-4ed9-bf48-8f55240d542c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "GET /v2.0/ports?device_id=3028eb73-494d-43b4-ab4e-f3d903f624f2 HTTP/1.1" status: 200 len: 205 time: 0.0550439 Feb 17 22:48:42.709997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58368) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.718925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f5381-f306-414e-a3fc-71431e772766 None None] Pushing event updated for resources: {'Port': ['ID=d03779a7-6dab-48e0-aa3b-25b57974d0aa,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:42.775989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.820047 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-65821c87-2965-4a87-9619-d8614989c9d3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] delete failed (client error): The resource could not be found. Feb 17 22:48:42.824860 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-65821c87-2965-4a87-9619-d8614989c9d3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/routers/3028eb73-494d-43b4-ab4e-f3d903f624f2 HTTP/1.1" status: 404 len: 336 time: 0.1126149 Feb 17 22:48:42.825544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58372) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.850235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb0715af-c0f4-4f7a-8729-44920c1212b8 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:48:42.857391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:42.886489 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56a8c88-21c8-4ed6-9d7e-179555efd7b7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:42.886958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56a8c88-21c8-4ed6-9d7e-179555efd7b7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:42.893727 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a56a8c88-21c8-4ed6-9d7e-179555efd7b7 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/810cd157-895b-4d91-967f-2d8c1bafed7d HTTP/1.1" status: 404 len: 337 time: 0.0653670 Feb 17 22:48:42.894640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58376) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:42.898737 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/fb0715af-c0f4-4f7a-8729-44920c1212b8 HTTP/1.1" status: 204 len: 168 time: 3.4828961 Feb 17 22:48:42.906768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.002636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58378) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.008264 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f12bb1-c0d6-46ab-b584-5d66ba33057c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:43.008767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f12bb1-c0d6-46ab-b584-5d66ba33057c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:43.013751 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6f12bb1-c0d6-46ab-b584-5d66ba33057c tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/5b1b45ba-d111-4791-9d25-177b4c9f3ae2 HTTP/1.1" status: 404 len: 337 time: 0.0834868 Feb 17 22:48:43.028395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'name': 'tempest-network--1584630136', 'router:external': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:43.032435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-27ed4003-0109-49f1-ab84-61d7daf11b6d None None] Provisioning for port fab8193c-6195-40d1-b28d-59bf77690d0d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:43.041817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58382) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.068357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99242b8-dcc3-4c2f-89f1-0935e46d954f None None] Network 8d129d87-b810-472b-8fc7-a821db41a315 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:43.100831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-27ed4003-0109-49f1-ab84-61d7daf11b6d None None] Provisioning complete for port fab8193c-6195-40d1-b28d-59bf77690d0d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:43.101650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27ed4003-0109-49f1-ab84-61d7daf11b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.149527 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75be808-6b81-4822-94dd-f5ab4f1f058a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:43.149990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75be808-6b81-4822-94dd-f5ab4f1f058a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:43.153910 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f75be808-6b81-4822-94dd-f5ab4f1f058a tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/0480b1ac-2ff6-4f44-9cad-015394a7e08e HTTP/1.1" status: 404 len: 337 time: 0.1058362 Feb 17 22:48:43.156208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:43.157276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.160517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.167930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:network and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:43.169948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bf381-b7a7-44b3-9f28-100c6a8b3681 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb0715af-c0f4-4f7a-8729-44920c1212b8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.171549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:43.175319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58388) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.179671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.180072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:43.204772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:43.208668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.220875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-27ed4003-0109-49f1-ab84-61d7daf11b6d None None] Port fab8193c-6195-40d1-b28d-59bf77690d0d was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:48:43.260093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:43.275339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.276039 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Added segment af6dda28-bd06-4855-add0-f5f75a39fac8 of type vlan for network 4fa95eb7-f1f3-4b24-828e-e8e1d952a543 Feb 17 22:48:43.305293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.437201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] For port 74ee944f-a102-4f5c-9201-4b6d87944aee, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=74ee944f-a102-4f5c-9201-4b6d87944aee,segment=NetworkSegment(296f8aad-319d-40f5-83a1-ff58b6fe0a02),segment_id=296f8aad-319d-40f5-83a1-ff58b6fe0a02)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:43.437587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.456612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.497741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1945b66b-2337-4fc5-b034-2db2662ad53c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:43.516690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7ee7f0b7-cd03-4693-8ece-b3262731a3c3 None None] Provisioning complete for port 760e8861-553c-4779-9057-a3b893baee9e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:43.517142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f0b7-cd03-4693-8ece-b3262731a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.552056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1945b66b-2337-4fc5-b034-2db2662ad53c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:43.552597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.587638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Allocated IP 2001:db8:2::2 (c017d201-830c-4d78-a7e9-6e449a246c7d/580b9525-8f29-4ad9-adb7-8e3183731ace/56a60ed9-5e11-4c9e-9235-de3b666b66f9) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:43.630675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.631654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:43.632234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.716720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for 74ee944f-a102-4f5c-9201-4b6d87944aee owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:43.750742 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7357512 Feb 17 22:48:43.756155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58392) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.786955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629fef4-ab03-4363-b136-d07df4a51421 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=4fa95eb7-f1f3-4b24-828e-e8e1d952a543,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.839059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4fa95eb7-f1f3-4b24-828e-e8e1d952a543 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:43.854928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=fab8193c-6195-40d1-b28d-59bf77690d0d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.870042 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe92060f-6789-40c3-9830-f81ebe8a7ef0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:43.870042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe92060f-6789-40c3-9830-f81ebe8a7ef0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:43.921159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.921159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router ff0dae4b-fec8-479d-9639-87a1b34b741a {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:48:43.936381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.937789 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6646bb50-34f5-45f8-944b-5b85b9de1701 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 204 len: 168 time: 9.0182512 Feb 17 22:48:43.942770 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe92060f-6789-40c3-9830-f81ebe8a7ef0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/054f59bd-134e-48f0-8cfb-c58b55080842 HTTP/1.1" status: 404 len: 333 time: 0.6926107 Feb 17 22:48:43.943412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58396) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.946598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58398) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.958217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1136977289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:43.963812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0efd70-094c-4ce5-8ac8-2936c4e0bb48 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:43.965281 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1c0efd70-094c-4ce5-8ac8-2936c4e0bb48 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "GET /v2.0/networks/4fa95eb7-f1f3-4b24-828e-e8e1d952a543 HTTP/1.1" status: 200 len: 757 time: 0.2062838 Feb 17 22:48:43.976948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:43.981781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-19705f0c-fb65-4241-99f3-7b1c33d7d8c4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/fab8193c-6195-40d1-b28d-59bf77690d0d HTTP/1.1" status: 204 len: 168 time: 4.9088213 Feb 17 22:48:43.987491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:43.991154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58404) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:43.991671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58406) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.022864 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa326611-d231-4a61-9b45-4b87392304f9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:44.023411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa326611-d231-4a61-9b45-4b87392304f9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:44.025229 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aa326611-d231-4a61-9b45-4b87392304f9 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/dcc9202b-649d-472e-b1dc-360a4b535319 HTTP/1.1" status: 404 len: 337 time: 0.0778487 Feb 17 22:48:44.028870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58412) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.079374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting port 9d86dad0-5df1-4005-8b48-9f62cf269e6a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:44.080001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.092893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:44.108480 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3a3e19-3678-4f22-8bec-cd03a8273af3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:44.108923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3a3e19-3678-4f22-8bec-cd03a8273af3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:44.110953 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec3a3e19-3678-4f22-8bec-cd03a8273af3 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/fdb951ed-1371-457b-8b2d-f344cba87eda HTTP/1.1" status: 404 len: 337 time: 0.0813854 Feb 17 22:48:44.116915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58416) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.182501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:44.198688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b4fd25-42bf-403c-93ff-761084c010c0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:44.199550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b4fd25-42bf-403c-93ff-761084c010c0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:44.201627 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-02b4fd25-42bf-403c-93ff-761084c010c0 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/ff8160b5-377d-43cf-ad3d-c0f8f4aa2e71 HTTP/1.1" status: 404 len: 333 time: 0.0834117 Feb 17 22:48:44.205175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58420) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.207342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 3, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:41Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:44.212130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] DHCP port deletion for 8d129d87-b810-472b-8fc7-a821db41a315 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:48:44.233242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6af45-5e1a-493e-9683-acfef9930f33 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:29Z', 'revision_number': 3, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:41Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:44.235062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Deleting port 760e8861-553c-4779-9057-a3b893baee9e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:44.235436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.284239 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b58cc2-7868-42a0-9820-c36e8caacbdf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:44.284787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b58cc2-7868-42a0-9820-c36e8caacbdf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:44.289334 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b7b58cc2-7868-42a0-9820-c36e8caacbdf tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/1195cc02-947b-4763-804b-2cd8430daff4 HTTP/1.1" status: 404 len: 337 time: 0.0799067 Feb 17 22:48:44.296445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.326073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:44.335851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58424) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.346807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7ee7f0b7-cd03-4693-8ece-b3262731a3c3 None None] Provisioning complete for port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:44.347301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f0b7-cd03-4693-8ece-b3262731a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.363538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.364945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.450932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.536449 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa182a1-4073-4c3b-86c6-f6b1256bf7c4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:44.537331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa182a1-4073-4c3b-86c6-f6b1256bf7c4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:44.543768 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8fa182a1-4073-4c3b-86c6-f6b1256bf7c4 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/subnets/90303b60-6912-4edf-8378-3eca9b591219 HTTP/1.1" status: 404 len: 337 time: 0.2062585 Feb 17 22:48:44.544413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58428) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.550259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=74ee944f-a102-4f5c-9201-4b6d87944aee,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:44.570803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7f0b7-cd03-4693-8ece-b3262731a3c3 None None] Port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:44.584916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1945b66b-2337-4fc5-b034-2db2662ad53c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1945b66b-2337-4fc5-b034-2db2662ad53c,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:44.597037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.602565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.671502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Deleting port ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:44.672117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.694951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Transition to ACTIVE for port object 56a60ed9-5e11-4c9e-9235-de3b666b66f9 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:44.745824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No DVR routers for this DVR port 74ee944f-a102-4f5c-9201-4b6d87944aee on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:44.746141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.754686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d03779a7-6dab-48e0-aa3b-25b57974d0aa up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:44.796401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14bbaa-7632-4b96-b896-90633d3ed671 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:44.803177 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fa14bbaa-7632-4b96-b896-90633d3ed671 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "GET /v2.0/networks/37be2adf-8273-4e0e-bf39-f9d85aff9bd1 HTTP/1.1" status: 200 len: 767 time: 0.8031168 Feb 17 22:48:44.808669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:44.812282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.833001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad23950-c9b1-4dee-9bb6-32eddf4f4698 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:44.834648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad23950-c9b1-4dee-9bb6-32eddf4f4698 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:44.840468 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dad23950-c9b1-4dee-9bb6-32eddf4f4698 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8364842 Feb 17 22:48:44.872445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58436) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:44.959591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Transition to ACTIVE for port object 56a60ed9-5e11-4c9e-9235-de3b666b66f9 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:44.997355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:45.005949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Calling delete_port for 9d86dad0-5df1-4005-8b48-9f62cf269e6a owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:45.013635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.060957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.087055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.145855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] For port 760e8861-553c-4779-9057-a3b893baee9e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=760e8861-553c-4779-9057-a3b893baee9e,segment=NetworkSegment(a802e2bf-74b0-424d-a636-4a27e923edda),segment_id=a802e2bf-74b0-424d-a636-4a27e923edda)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:45.146575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.207314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.214230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9387e4-0349-455a-a503-4025c6b60b72']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:45.227621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.243851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.245225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet a6f31b73-b7df-493e-90d8-eac475b19ecf {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:45.248141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c0df040b-afc3-4423-ab59-48f95476381e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2990131 Feb 17 22:48:45.255312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58440) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:45.256774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296f8aad-319d-40f5-83a1-ff58b6fe0a02') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:45.257068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296f8aad-319d-40f5-83a1-ff58b6fe0a02') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:45.268702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.270891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': True}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:45.344507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.357775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.409214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Network c017d201-830c-4d78-a7e9-6e449a246c7d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:45.422747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Calling delete_port for ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:45.430942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Calling delete_port for 760e8861-553c-4779-9057-a3b893baee9e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:45.487463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:45.505111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Pushing event updated for resources: {'Port': ['ID=56a60ed9-5e11-4c9e-9235-de3b666b66f9,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:45.509631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:45.517765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.626322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d03779a7-6dab-48e0-aa3b-25b57974d0aa triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:45.626837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.640434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.651405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.737045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Port': ['ID=ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:45.738253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:45.739077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.751702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.769593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Attempting to bind port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:45.770327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Attempting to bind port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:45.770877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Attempting to bind port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 on network c017d201-830c-4d78-a7e9-6e449a246c7d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:45.780410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.782110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:45.782731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Checking segment: {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:45.783366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.784076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Bound using segment: {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:45.784746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Bound port: 56a60ed9-5e11-4c9e-9235-de3b666b66f9, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:45.785332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.786107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:45.808115 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:45.811507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:45.867341 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b6db0df2-a32d-46c9-8ccf-d938b2852436 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/ports/ef920d6e-dee9-4845-a4a1-9c9d5cac6bf6 HTTP/1.1" status: 204 len: 168 time: 1.3192685 Feb 17 22:48:45.878456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58444) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:45.883550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Port': ['ID=9d86dad0-5df1-4005-8b48-9f62cf269e6a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:46.095378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-af600add-6f20-4cc8-94e6-248020004663 None None] For port 56a60ed9-5e11-4c9e-9235-de3b666b66f9, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:46.103743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-af600add-6f20-4cc8-94e6-248020004663 None None] For port 56a60ed9-5e11-4c9e-9235-de3b666b66f9, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a60ed9-5e11-4c9e-9235-de3b666b66f9,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:46.112917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.114140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.118921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] No DVR routers for this DVR port 760e8861-553c-4779-9057-a3b893baee9e on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:46.128114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2b9e-83a5-408e-b77d-0f86fc4a3b44 None None] Pushing event deleted for resources: {'Port': ['ID=760e8861-553c-4779-9057-a3b893baee9e,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:46.146849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.172698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.322592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600add-6f20-4cc8-94e6-248020004663 None None] Pushing event updated for resources: {'Port': ['ID=56a60ed9-5e11-4c9e-9235-de3b666b66f9,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:46.351337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f31b73-b7df-493e-90d8-eac475b19ecf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:46.373229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6a140-9925-433a-89f3-0719c216c1d7 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:46.388327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:48:46.400917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.414706 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ba419322-6674-4b36-a690-d37327610200 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a6f31b73-b7df-493e-90d8-eac475b19ecf HTTP/1.1" status: 204 len: 168 time: 1.5419507 Feb 17 22:48:46.479286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 760e8861-553c-4779-9057-a3b893baee9e {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:48:46.479901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 760e8861-553c-4779-9057-a3b893baee9e not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:48:46.487938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58448) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:46.545977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa95eb7-f1f3-4b24-828e-e8e1d952a543']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:46.559653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.563621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.587608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.613621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6dda28-bd06-4855-add0-f5f75a39fac8') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:46.613621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6dda28-bd06-4855-add0-f5f75a39fac8') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:46.639655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.646579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f324b389-9581-442f-9619-b72c9baea011 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539164 Feb 17 22:48:46.696070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58452) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:46.735372 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/1d9387e4-0349-455a-a503-4025c6b60b72 HTTP/1.1" status: 204 len: 168 time: 9.9304242 Feb 17 22:48:46.742608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.764972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58456) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:46.785394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1270124909'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:46.879873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc0947-d04f-4f2b-8e3d-6d2f9d32e41b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=1d9387e4-0349-455a-a503-4025c6b60b72,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:46.964061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.977404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:46.985220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1945b66b-2337-4fc5-b034-2db2662ad53c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:47.001858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:47.003644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:47.004394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.041463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:47.059853 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:47.094188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:47.120100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d129d87-b810-472b-8fc7-a821db41a315']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:47.132863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:47.152984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a802e2bf-74b0-424d-a636-4a27e923edda') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:47.153582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a802e2bf-74b0-424d-a636-4a27e923edda') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:47.155889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1945b66b-2337-4fc5-b034-2db2662ad53c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:47.156578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.218793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:48:47.237163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.251428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Deleting port d03779a7-6dab-48e0-aa3b-25b57974d0aa {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:47.252225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.255298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:47.258903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.264002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8:2::1 (c017d201-830c-4d78-a7e9-6e449a246c7d/580b9525-8f29-4ad9-adb7-8e3183731ace/6efd23e1-cf87-4f14-a7c2-f5651887eac3) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:47.275644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.310282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.313074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4fa95eb7-f1f3-4b24-828e-e8e1d952a543 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:48:47.317404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fa95eb7-f1f3-4b24-828e-e8e1d952a543,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:47.321264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.389731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:47.390074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:47.409592 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:47.488264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc482b-652a-4cdc-903f-853bc8092b4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:47.490303 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71fc482b-652a-4cdc-903f-853bc8092b4f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7855778 Feb 17 22:48:47.499787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58460) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:47.527069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Router d7d77bbb-ec22-4409-8aa0-12e4e094c7d7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:48:47.565634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:47.576997 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-81667c13-f542-44d1-93fc-bc12d96971b7 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4fa95eb7-f1f3-4b24-828e-e8e1d952a543 HTTP/1.1" status: 204 len: 168 time: 2.7392151 Feb 17 22:48:47.578789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58464) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:47.600349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'name': 'tempest-network--554681241'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:47.614005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.619091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.619907 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 756a18c6-1e86-48bd-9857-0a92f75fc8db of type vlan for network 27248471-a52a-4f17-992a-9a4a35ff6e24 Feb 17 22:48:47.625348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:47.638374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] For port d03779a7-6dab-48e0-aa3b-25b57974d0aa, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d03779a7-6dab-48e0-aa3b-25b57974d0aa,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:47.645867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.729923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.751809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Usage tracker for resource:network and tenant:227168d302c441e892f5dc5ede664a9b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:47.764155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:47.798517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] Pushing event deleted for resources: {'Network': ['ID=8d129d87-b810-472b-8fc7-a821db41a315,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:47.807859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:47.883911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Calling delete_port for d03779a7-6dab-48e0-aa3b-25b57974d0aa owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:47.886454 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-04b3bcc7-36fa-4656-a402-7ca0d9e1f4c5 tempest-PortsTestJSON-42755199 tempest-PortsTestJSON-42755199-project] 10.222.0.42 "DELETE /v2.0/networks/8d129d87-b810-472b-8fc7-a821db41a315 HTTP/1.1" status: 204 len: 168 time: 2.0043967 Feb 17 22:48:47.890287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b6a2b-c7f3-41ab-a6b6-479c4af1a007 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:47.891065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ec5b6a2b-c7f3-41ab-a6b6-479c4af1a007 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:47.948843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:47.964502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:47.972454 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c7234fba-8306-4c2d-ac50-3569137ea4b6 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "PUT /v2.0/routers/d7d77bbb-ec22-4409-8aa0-12e4e094c7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7002108 Feb 17 22:48:47.988521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58470) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:48.005781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Made reservation on behalf of 227168d302c441e892f5dc5ede664a9b for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:48.008393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.030514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.065921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.087334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 6efd23e1-cf87-4f14-a7c2-f5651887eac3 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:48.108665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf7dd6-1f60-4995-b57a-d513476631e6 None None] Network c017d201-830c-4d78-a7e9-6e449a246c7d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:48.127040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.132789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] Pushing event deleted for resources: {'Port': ['ID=d03779a7-6dab-48e0-aa3b-25b57974d0aa,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:48.216781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe2e14-3c86-4a93-b346-3d831f8f7c93 None None] No DVR routers for this DVR port d03779a7-6dab-48e0-aa3b-25b57974d0aa on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:48.242115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a60ed9-5e11-4c9e-9235-de3b666b66f9 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:48.321526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bae536ec-ecf0-4350-bd18-d328b86cd288 None None] Provisioning for port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:48.331761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.363419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c017d201-830c-4d78-a7e9-6e449a246c7d is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:48.370250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:48.382564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:48.383106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.389646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.416258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:48.429252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:48.429634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.458786 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] Sync routers for ids ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:48.468845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:48.477631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] Routers {'d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:48.478261 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:48.572766 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:48.585221 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] Routers {'d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:48.586114 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:48.606431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58476) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:48.623061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:48.635545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.672807 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:48.673502 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8c454-6b33-4965-a9b2-6da89db5f4c2 None None] The sync data for ids ['d7d77bbb-ec22-4409-8aa0-12e4e094c7d7'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:48.688324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.729358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.26.7.215 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/c7c60b3e-4135-4675-bdbc-d11fe1103ff1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:48.730115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ec5b6a2b-c7f3-41ab-a6b6-479c4af1a007 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:48.735980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec5b6a2b-c7f3-41ab-a6b6-479c4af1a007 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2109308 Feb 17 22:48:48.742677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58482) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:48.776607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 56a60ed9-5e11-4c9e-9235-de3b666b66f9, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a60ed9-5e11-4c9e-9235-de3b666b66f9,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:48.787555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.817465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.823040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:48.823692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:48.829852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:48.915956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=56a60ed9-5e11-4c9e-9235-de3b666b66f9,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:48.976936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=27248471-a52a-4f17-992a-9a4a35ff6e24,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:48.994832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:49.046190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-996557bf-e264-42fa-8563-f30611b4044b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2994621 Feb 17 22:48:49.066671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58488) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:49.094152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:49.207189 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-74fc0959-4663-4f55-98a1-469b1f2b132b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d400d24031849919e36dd6c73ca339e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969064 Feb 17 22:48:49.208829 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1dabae7e-12c6-4ee1-b12d-b612b691b18b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4315345 Feb 17 22:48:49.209611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58492) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:49.227664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d03779a7-6dab-48e0-aa3b-25b57974d0aa no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:48:49.281459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58494) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:49.292043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.292523 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Added segment 42ea1fdf-3717-4455-bdcf-351365a977f7 of type vlan for network c6a97c65-2298-4804-93a9-e824fbaca915 Feb 17 22:48:49.310846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': '27248471-a52a-4f17-992a-9a4a35ff6e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:49.364115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: d03779a7-6dab-48e0-aa3b-25b57974d0aa {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:48:49.364705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d03779a7-6dab-48e0-aa3b-25b57974d0aa not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:48:49.403693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Provisioning complete for port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:49.404373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.482554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.485753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:49.492356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:subnet and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:49.603647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:49.618468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458fc20-aa45-4bd8-be8b-578bf877ba48 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:48:49.640049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.643834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:49.651701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:49.661062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.667572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:49.763291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:49.775024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.795729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.814111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.815156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Fanout notify agent at l3_agent the message router_deleted on router d7d77bbb-ec22-4409-8aa0-12e4e094c7d7 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:48:49.819611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Provisioning for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:49.848542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Provisioning complete for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:49.848542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.925820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.927238 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9fdf0575-1269-4c6b-8135-737910fb98d2 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "DELETE /v2.0/routers/d7d77bbb-ec22-4409-8aa0-12e4e094c7d7 HTTP/1.1" status: 204 len: 168 time: 1.9228673 Feb 17 22:48:49.933286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58500) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:49.936751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.938724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-05ada438-33f9-4868-8fb4-ed4b361554b3 None None] Port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:49.945005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:49.945341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.947273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458fc20-aa45-4bd8-be8b-578bf877ba48 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:48:49.953362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:49.999057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.000029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:50.000645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.026809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.146226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.165562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c60b3e-4135-4675-bdbc-d11fe1103ff1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.169255 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5891612 Feb 17 22:48:50.190763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58504) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:50.200389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting subnet 80f17a25-e04d-4f28-8ef4-8419b50d512b {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:48:50.217261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:50.218060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.286486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f149b5-c9f6-4e33-b598-6b49c79cf6b9 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=c6a97c65-2298-4804-93a9-e824fbaca915,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.324948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c6a97c65-2298-4804-93a9-e824fbaca915 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:50.330056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:50.366225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.387147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:50.409624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:50.526237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.560661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4661d-e560-4e05-8997-5179f09a3008,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.575933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.590691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f4b69c5-3ef7-4658-a981-a4813d537106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.611351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3120bf67-fb8f-4aec-9e42-162dec45d0a1 None None] Provisioning complete for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:50.613863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3120bf67-fb8f-4aec-9e42-162dec45d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.623341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.629060 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-362adfa6-5d0b-4d74-a360-180d58a2d419 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39d4661d-e560-4e05-8997-5179f09a3008 HTTP/1.1" status: 204 len: 168 time: 1.3445446 Feb 17 22:48:50.686923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.753908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=bd74598f-9c10-4429-9188-ae3a6bb7a0d9,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.803994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '756a18c6-1e86-48bd-9857-0a92f75fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27248471-a52a-4f17-992a-9a4a35ff6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:50.805311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: 27248471-a52a-4f17-992a-9a4a35ff6e24, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:50.869261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3120bf67-fb8f-4aec-9e42-162dec45d0a1 None None] Port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:48:50.897199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:50.935305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 27248471-a52a-4f17-992a-9a4a35ff6e24) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:50.936414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.955900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:50.957660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.979675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:50.998249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.000241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.031352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Subnet': ['ID=80f17a25-e04d-4f28-8ef4-8419b50d512b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:51.040840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.047349 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c2451d8e-041a-4a65-a1c0-e4e645f87739 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "DELETE /v2.0/subnets/80f17a25-e04d-4f28-8ef4-8419b50d512b HTTP/1.1" status: 204 len: 168 time: 1.1066027 Feb 17 22:48:51.047819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58512) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:51.089284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a60ed9-5e11-4c9e-9235-de3b666b66f9 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:51.100280 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-30e56ab4-0f27-4106-a4dc-389a6963715b tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8056376 Feb 17 22:48:51.106290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:51.184717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.185535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.235494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Network c6a97c65-2298-4804-93a9-e824fbaca915 is not hosted by any dhcp agent {{(pid=87695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 22:48:51.237219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.238598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.244403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "PUT /v2.0/networks/c6a97c65-2298-4804-93a9-e824fbaca915 HTTP/1.1" status: 200 len: 856 time: 1.0380948 Feb 17 22:48:51.250700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58524) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:51.288487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81aa22-12d7-4dc4-b141-b4c99530695e None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:48:51.411847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:51.412426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.586652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba7bba-9fd7-4ec3-881c-a47c3b24f228 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event updated for resources: {'Network': ['ID=c6a97c65-2298-4804-93a9-e824fbaca915,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:51.656459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.707366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.739373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Deleting port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:51.739837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.802526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:51.833638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81aa22-12d7-4dc4-b141-b4c99530695e None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:48:51.838370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.880687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:51.941579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:51.963164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:51.970495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=4fde8da0-795a-49c6-a6be-17b9750078b6,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:51.988426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.989043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.094269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58540) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:52.098346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.102786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.152637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network c017d201-830c-4d78-a7e9-6e449a246c7d is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:52.163816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] For port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,segment=NetworkSegment(81e48de9-498a-4398-8fac-d88a95da8048),segment_id=81e48de9-498a-4398-8fac-d88a95da8048)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:48:52.164202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.170209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cb75edd4-de4d-4661-bab9-1603d9590bdb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1024382 Feb 17 22:48:52.171570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:52.174054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58544) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:52.188462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:0a:14:96', 'name': 'tempest-NetworksTestDHCPv6-622172123'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:52.367813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Calling delete_port for 0876e3f2-85cb-4b23-b618-55e6bd16ab0a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:52.390160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04e8ae9e-cd47-45f0-b670-889e80636b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.478361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.487168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d476e89-58c8-4e81-9643-23bbb3206a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-27248471-a52a-4f17-992a-9a4a35ff6e24', 'network_id': '27248471-a52a-4f17-992a-9a4a35ff6e24', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': 'bd74598f-9c10-4429-9188-ae3a6bb7a0d9'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:52.490651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0d476e89-58c8-4e81-9643-23bbb3206a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.537790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '4fde8da0-795a-49c6-a6be-17b9750078b6'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:52.541459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.565258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.628656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=bd74598f-9c10-4429-9188-ae3a6bb7a0d9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:52.656967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:52.659505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.725238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1763886702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:52.751457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:52.765056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:52.772574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:52.782595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a97c65-2298-4804-93a9-e824fbaca915']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:52.813803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:52.822201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:router and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:52.832187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:52.835499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Port': ['ID=0876e3f2-85cb-4b23-b618-55e6bd16ab0a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:52.844401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.850400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ea1fdf-3717-4455-bdcf-351365a977f7') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:52.850875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ea1fdf-3717-4455-bdcf-351365a977f7') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:52.863024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] No DVR routers for this DVR port 0876e3f2-85cb-4b23-b618-55e6bd16ab0a on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:52.869823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:52.909217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:52.933054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:52.964688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/4fde8da0-795a-49c6-a6be-17b9750078b6/a0ec3898-f97f-4073-b2f7-68b414284fe8) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:53.036803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:48:53.052449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.054562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.093491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.137638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:53.138217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:53.155526 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:53.229063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27248471-a52a-4f17-992a-9a4a35ff6e24']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.267292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.283001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.296560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756a18c6-1e86-48bd-9857-0a92f75fc8db') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.296864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756a18c6-1e86-48bd-9857-0a92f75fc8db') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.317519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.326107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.414925 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:48:53.428303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.511219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.528107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.545603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:53.546103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:53.561463 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:53.566326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.582180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e48de9-498a-4398-8fac-d88a95da8048') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.582472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e48de9-498a-4398-8fac-d88a95da8048') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:53.664129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.668446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.688401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.695162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port e79e7ae0-bc59-462e-8167-919731a28e5e yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:48:53.695620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6a97c65-2298-4804-93a9-e824fbaca915 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:48:53.707338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.709967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6a97c65-2298-4804-93a9-e824fbaca915,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:53.716036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.718472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:53.728440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-75dcfafb-131b-49e6-a034-7c4916a71a8c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7772341 Feb 17 22:48:53.734550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58550) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:53.736691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Transition to ACTIVE for port object a0ec3898-f97f-4073-b2f7-68b414284fe8 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:53.741988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445990822'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:53.749118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:53.755259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.759174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.776028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Transition to ACTIVE for port object a0ec3898-f97f-4073-b2f7-68b414284fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:53.784155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.795476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f9e79af0-4bb7-4b3b-8ba9-a074fd4b3733 tempest-ExternalNetworksTestJSON-599292349 tempest-ExternalNetworksTestJSON-599292349-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c6a97c65-2298-4804-93a9-e824fbaca915 HTTP/1.1" status: 204 len: 168 time: 2.5197864 Feb 17 22:48:53.795737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:network and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:53.799440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.801870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58554) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:53.802303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=27248471-a52a-4f17-992a-9a4a35ff6e24,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:53.804767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:53.807910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.813345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:53.813758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:53.836912 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:53.844336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:53.878065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff252e7-5647-4c51-8ff5-b0853501be56 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] DELETE failed (client error): The resource could not be found. Feb 17 22:48:53.878523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff252e7-5647-4c51-8ff5-b0853501be56 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:48:53.896450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3ff252e7-5647-4c51-8ff5-b0853501be56 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "DELETE /v2.0/subnets/6d1c5dab-9db3-443c-b247-4207bf28ad04 HTTP/1.1" status: 404 len: 337 time: 0.0887372 Feb 17 22:48:53.905639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58558) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:53.922044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:53.929202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:53.938288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:53.946799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:53.983688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:53.987657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.008429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Pushing event updated for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:54.011650 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-154286e5-f1e4-48f6-bc0d-fa2438233f99 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/27248471-a52a-4f17-992a-9a4a35ff6e24 HTTP/1.1" status: 204 len: 168 time: 2.9005511 Feb 17 22:48:54.016282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58562) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:54.030935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.045549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe65397d-784b-40dd-aabb-3d8fd7289c44 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8958023 Feb 17 22:48:54.049791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58566) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:54.054145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074733147'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:54.078952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-36011926'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:54.097270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:54.102340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Attempting to bind port a0ec3898-f97f-4073-b2f7-68b414284fe8 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:54.105535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Attempting to bind port a0ec3898-f97f-4073-b2f7-68b414284fe8 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:54.106202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Attempting to bind port a0ec3898-f97f-4073-b2f7-68b414284fe8 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:54.112308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:network and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:54.116320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:54.116861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:54.117403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.117772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:54.118848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Bound port: a0ec3898-f97f-4073-b2f7-68b414284fe8, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:54.120689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:54.120900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.132104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:54.150671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:network and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:54.152674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.158021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:54.161762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:54.173455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:54.196438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:54.200267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.204065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.217867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:54.223934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.235794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.246029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] Pushing event deleted for resources: {'Network': ['ID=c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:54.257914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.261820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:54.262892 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e0193f70-3e52-4359-a13c-7f096baac643 tempest-FloatingIPNegativeTestJSON-1214782789 tempest-FloatingIPNegativeTestJSON-1214782789-project] 10.222.0.42 "DELETE /v2.0/networks/c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 HTTP/1.1" status: 204 len: 168 time: 3.2136426 Feb 17 22:48:54.272668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:54.294700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:54.295460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:54.299398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::104 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/4fde8da0-795a-49c6-a6be-17b9750078b6/e79e7ae0-bc59-462e-8167-919731a28e5e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:54.303174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router 2c340832-930f-482a-a04d-46733f590e34 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:48:54.308085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:54.332806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:security_group_rule and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:54.338227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:54.345437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:54.348952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.349340 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added segment a20b40b7-daf4-4f3c-847f-239236c9c227 of type vlan for network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded Feb 17 22:48:54.467093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:54.469490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:48:54.510142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.529752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.532870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.534191 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Added segment 95a25302-fb94-4917-b512-bbd5314de31b of type vlan for network 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 Feb 17 22:48:54.552563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:48:54.567296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.642770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37be2adf-8273-4e0e-bf39-f9d85aff9bd1']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:54.657155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:48:54.680961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:48:54.686479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd063cee9-0598-4e38-9d6e-805a8d38109b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:54.686762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd063cee9-0598-4e38-9d6e-805a8d38109b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:54.731076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.772699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.778376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.779029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.781840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:48:54.814162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58574) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:54.826533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.843388 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] Sync routers for ids ['2c340832-930f-482a-a04d-46733f590e34'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:48:54.874864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:54.879609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.891649 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] Routers {'2c340832-930f-482a-a04d-46733f590e34'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:54.894480 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2c340832-930f-482a-a04d-46733f590e34'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:54.897868 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:54.902571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.920642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:54.997117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.072070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.089104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:55.093312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.114033 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:55.136481 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] Routers {'2c340832-930f-482a-a04d-46733f590e34'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:48:55.142861 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2c340832-930f-482a-a04d-46733f590e34'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:55.146277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8a9870-dc53-443f-8989-fa8036d051f1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.157511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.164097 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3b0f77c1-7330-436a-9b92-18d7c55fdd0a tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "PUT /v2.0/routers/2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 200 len: 915 time: 9.8977747 Feb 17 22:48:55.184250 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4483364 Feb 17 22:48:55.213336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.266087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58580) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:55.267033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58582) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:55.304074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007fef-e28f-4230-9e17-982ea2f37894 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Network': ['ID=8e4e1010-9ae4-4d33-bb40-eca9f1fbeded,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.309855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'subnet': {'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:55.378637 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:55.379580 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158bf2e-4534-4fba-8c51-84eeff2faa76 None None] The sync data for ids ['2c340832-930f-482a-a04d-46733f590e34'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:48:55.410199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.439084 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4176793 Feb 17 22:48:55.445330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:55.449381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d8eba-c648-4d5f-a4fb-06d5efd89c61 None None] Pushing event updated for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.459112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.459476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Added segment f89fabe7-9214-44f0-a002-41f572a0709b of type vlan for network 6374a7b9-3560-4824-8baa-cec6f238ae6d Feb 17 22:48:55.474401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:55.497584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58590) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:55.505873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Request body: {'subnet': {'network_id': '26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:55.531258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829e678-c091-4839-89c2-4171642be2e5 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Network': ['ID=26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.541897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.652840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:55.724553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:55.730128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.735948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:55.737344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.742566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Usage tracker for resource:subnet and tenant:1c2e3663d0a84dfb8ac99f50abc0a685 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:55.763089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:55.846718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:55.886614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8215749 Feb 17 22:48:55.891079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58594) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:55.898265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'subnet': {'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:55.913934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6042fe-a2be-4e53-bc01-c6c2a98b45be tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Network': ['ID=6374a7b9-3560-4824-8baa-cec6f238ae6d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.920555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Made reservation on behalf of 1c2e3663d0a84dfb8ac99f50abc0a685 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:55.924592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:55.962471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:48:56.118358 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-47cb4ceb-80f1-4a6c-af52-0612675c7b20 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 200 len: 921 time: 0.8467920 Feb 17 22:48:56.125373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58598) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:56.170556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object e79e7ae0-bc59-462e-8167-919731a28e5e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:56.173008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.186972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:56.187852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.192879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:subnet and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:56.196498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:56.206132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:56.223718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:56.227774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.268277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:48Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:48:50Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:56.278389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:48:56.279344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Updating router 0b1f1b23-9da3-423f-ad85-56f4f82647cd port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:48:56.370100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.372838 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] 10.222.0.42 "DELETE /v2.0/networks/37be2adf-8273-4e0e-bf39-f9d85aff9bd1 HTTP/1.1" status: 204 len: 168 time: 2.4632268 Feb 17 22:48:56.376144 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4d811cb6-7709-4e3f-b68b-bc5a929b0032 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0785d2b9010c47419066ed19e522f331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5514102 Feb 17 22:48:56.393346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2723-d2da-4d55-ab7f-403bc5402383 tempest-ExternalNetworksTestJSON-935080888 tempest-ExternalNetworksTestJSON-935080888-project] Pushing event deleted for resources: {'Network': ['ID=37be2adf-8273-4e0e-bf39-f9d85aff9bd1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:56.400799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.485429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58604) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:56.488233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:56.490913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=e79e7ae0-bc59-462e-8167-919731a28e5e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:56.519103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:56.520337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:subnet and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:56.525133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:56.530861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:56.540986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:48:56.557433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:56.559030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.621109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:56.739321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe4b23-0e13-4706-b240-23035a841e71 None None] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:56.743839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.776157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941325f0-3e5b-4ed5-b9c7-db9a3e53e10b None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:56.783866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.845172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0b267-5dfe-4863-b96f-9eed18f8566b None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:56.854311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Made reservation on behalf of 69ac2f4e66754c0d8764eb58f054ccf5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:56.860827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.886485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:56.896653 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f943d9e5-fe71-4d4e-b76b-8618cbfd65e5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7212989 Feb 17 22:48:56.911552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58612) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:56.920592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fa487-4767-4b55-8279-8e2fe903291c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:56.995251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.011232 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aca2df1e-050b-4ebe-a3b5-f5b92dea0f42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a99fa487-4767-4b55-8279-8e2fe903291c HTTP/1.1" status: 204 len: 168 time: 0.5149860 Feb 17 22:48:57.054013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58618) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.083266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9451589-a470-4a3c-9fcd-71f6619254f8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:57.087573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b9451589-a470-4a3c-9fcd-71f6619254f8 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=2c340832-930f-482a-a04d-46733f590e34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9357929 Feb 17 22:48:57.103272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58622) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.245934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.325952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd4f85-6933-42d7-a1eb-1059a6973ebb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:57.341792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd4f85-6933-42d7-a1eb-1059a6973ebb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:57.342646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8ecd4f85-6933-42d7-a1eb-1059a6973ebb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:48:57.400812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffe62d-f2e4-42a6-8964-33fde3a62d08 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:57.404567 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-66ffe62d-f2e4-42a6-8964-33fde3a62d08 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.2972112 Feb 17 22:48:57.413343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:48:57.415430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58628) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.424776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.515489 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44a6c4f2-b09c-49f8-919a-10b3415d2b0b tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 200 len: 205 time: 0.0970845 Feb 17 22:48:57.525313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58632) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.530094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Subnet': ['ID=740cb6a0-de6f-4c20-92a3-745f86678175,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:57.601550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8ecd4f85-6933-42d7-a1eb-1059a6973ebb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:48:57.602830 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8ecd4f85-6933-42d7-a1eb-1059a6973ebb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6897814 Feb 17 22:48:57.608733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.610513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0ec3898-f97f-4073-b2f7-68b414284fe8 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:48:57.702188 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-43a37519-4622-43e0-84ed-6c019076c909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16a3d5f79452431f9d49f18ece8bfe85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426215 Feb 17 22:48:57.718309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58642) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:57.738339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941325f0-3e5b-4ed5-b9c7-db9a3e53e10b None None] Network c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 could not be found, it might have been deleted concurrently. {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 22:48:57.740468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe4b23-0e13-4706-b240-23035a841e71 None None] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 could not be found, it might have been deleted concurrently. {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 22:48:57.760043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Provisioning for port a0ec3898-f97f-4073-b2f7-68b414284fe8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:57.776217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa3b6d-362f-4eae-bfdd-67539aa94208 None None] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:57.807606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a0ec3898-f97f-4073-b2f7-68b414284fe8 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:57.837979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Checking segment: {'id': 'f89fabe7-9214-44f0-a002-41f572a0709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:57.838544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network hostable DHCP agents. Network: 6374a7b9-3560-4824-8baa-cec6f238ae6d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:57.851893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port e79e7ae0-bc59-462e-8167-919731a28e5e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:57.852237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.855322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Provisioning complete for port a0ec3898-f97f-4073-b2f7-68b414284fe8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:57.855884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.907666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa3b6d-362f-4eae-bfdd-67539aa94208 None None] Network 27248471-a52a-4f17-992a-9a4a35ff6e24 could not be found, it might have been deleted concurrently. {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 22:48:57.926347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d785b93-0149-468c-8f97-6fa0238c55a6 None None] DHCP port deletion for c1a72784-c30a-4ea5-b9e4-ff4b3f3288a1 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:48:57.939171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.942480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a0ec3898-f97f-4073-b2f7-68b414284fe8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:57.942997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:57.953785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Checking segment: {'id': '95a25302-fb94-4917-b512-bbd5314de31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:57.954373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network hostable DHCP agents. Network: 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:57.963942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event updated for resources: {'Subnet': ['ID=d321d00d-e694-4f86-bb5b-2b6bf516a78c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:57.983506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.102773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.118845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.152828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Transition to ACTIVE for port object 6efd23e1-cf87-4f14-a7c2-f5651887eac3 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:58.195985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.211535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:58.264377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 6374a7b9-3560-4824-8baa-cec6f238ae6d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:58.272209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:58.273654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.311306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.339316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Network 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:58.376411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.409913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175cf61-468a-4eb1-ad22-42c71f689b8c None None] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:58.604605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.789840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for e79e7ae0-bc59-462e-8167-919731a28e5e owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:48:58.800958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:58.807027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-95635c99-28f4-4b5f-a5b0-9783effb0d6f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9145894 Feb 17 22:48:58.817652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58660) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:58.821173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fcfc1-32a3-4237-87e4-1c2b6245a43b None None] Pushing event updated for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:58.847807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Subnet': ['ID=e98375a7-4850-4299-af5c-35dc890499b1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:58.849292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'network': {'name': 'tempest-router-network01--2133361979'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:58.851074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Checking segment: {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:58.851611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network hostable DHCP agents. Network: 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:48:58.863735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:58.875587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:network and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:48:58.882207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:48:58.906572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:48:58.910846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.930908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:58.932068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.944152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478c4e8-404c-4703-ad45-dc13815003bb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:58.946643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:48:58.947824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad749c-207e-4d45-9f3f-183fb53cd59d None None] Network 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:58.957620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:58.965669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.980406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:58.982212 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-32ba9e15-a7fe-447f-a244-a74e897a3e75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3478c4e8-404c-4703-ad45-dc13815003bb HTTP/1.1" status: 204 len: 168 time: 1.2628148 Feb 17 22:48:58.983809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:59.006161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.051020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port c7c60b3e-4135-4675-bdbc-d11fe1103ff1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:48:59.051611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.086532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:59.089883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.153574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce20b796-2116-4885-b9de-b32bfc87de7a tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6544712 Feb 17 22:48:59.159339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58670) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:59.160122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:48:59.184311 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cb96e997-dda7-43bf-b1b4-466e8de10ea0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9080274 Feb 17 22:48:59.186596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58674) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:59.233171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-6374a7b9-3560-4824-8baa-cec6f238ae6d', 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d', 'tenant_id': '58ff45e307304e00a0c613e2e929a4db', 'fixed_ips': [{'subnet_id': '740cb6a0-de6f-4c20-92a3-745f86678175'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:59.235360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.247080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84617e-b11c-4769-aa93-77a940aaa22c None None] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:48:59.341236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58678) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:59.383893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.384800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Added segment 35de19d7-3c49-4a60-9789-2be04c803e63 of type vlan for network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 Feb 17 22:48:59.441977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.600158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.664783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Attempting to bind port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:48:59.665353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Attempting to bind port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:48:59.666070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Attempting to bind port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 on network c017d201-830c-4d78-a7e9-6e449a246c7d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:48:59.676526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58686) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:59.685655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.688469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.701679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:48:59.702245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Checking segment: {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:48:59.702750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.703248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Bound using segment: {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:48:59.703868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Bound port: 6efd23e1-cf87-4f14-a7c2-f5651887eac3, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bd53ac-46a1-44cd-87e1-28b20aa343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:48:59.704316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.745855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.781842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb6fc2-bb6d-4e9e-be5c-15fca6bafde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3', 'network_id': '26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3', 'tenant_id': '1c2e3663d0a84dfb8ac99f50abc0a685', 'fixed_ips': [{'subnet_id': 'd321d00d-e694-4f86-bb5b-2b6bf516a78c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:48:59.782874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7efb6fc2-bb6d-4e9e-be5c-15fca6bafde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.834525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=e79e7ae0-bc59-462e-8167-919731a28e5e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:59.933049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-987222675'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:59.941214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:48:59.948091 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-374b9368-4644-47a7-b6db-294133bd93d3 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/e79e7ae0-bc59-462e-8167-919731a28e5e HTTP/1.1" status: 204 len: 168 time: 2.3329248 Feb 17 22:48:59.948572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58690) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:48:59.962621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:48:59.995137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:00.042212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:00.047939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d65a2f88-9ff2-437b-9c62-89b6042a80cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=227168d302c441e892f5dc5ede664a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659453 Feb 17 22:49:00.049621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.064766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58694) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:00.074609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:00.133301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:00.151943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.163032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.168817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:00.169643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.212686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:00.216409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.232432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.295190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.447418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for c7c60b3e-4135-4675-bdbc-d11fe1103ff1 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:00.492509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.494619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf29bc-2357-4c60-9f89-1782e3e74515 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:00.497951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf29bc-2357-4c60-9f89-1782e3e74515 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:00.500712 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-35cf29bc-2357-4c60-9f89-1782e3e74515 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5500243 Feb 17 22:49:00.548504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58698) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:00.563178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:00.586696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7575505 Feb 17 22:49:00.588314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:security_group_rule and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:00.624000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58702) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:00.635004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'network': {'name': 'tempest-router-network02--115453997'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:00.655703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.720382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:00.724687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=d321d00d-e694-4f86-bb5b-2b6bf516a78c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:00.728680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a16420-7262-40bd-8354-ff3c89d6d1de None None] Pushing event updated for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:00.737076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] For port 6efd23e1-cf87-4f14-a7c2-f5651887eac3, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:00.742726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 4fde8da0-795a-49c6-a6be-17b9750078b6 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:00.750567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] For port 6efd23e1-cf87-4f14-a7c2-f5651887eac3, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6efd23e1-cf87-4f14-a7c2-f5651887eac3,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:00.769201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab8b20-7349-4afc-bdbb-825d1b94161a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Network': ['ID=fd8d28e8-4ae9-48e9-b0da-af30d125dc20,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:00.782463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Allocated IP 2001:db8::2 (6374a7b9-3560-4824-8baa-cec6f238ae6d/740cb6a0-de6f-4c20-92a3-745f86678175/cc636ee7-1832-455e-b858-07f2e5235ec0) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:00.785236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:00.788040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.804436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:00.858162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:network and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:00.872668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:00.890291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:00.907089 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.926898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:00.933048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:00.967912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:01.017185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server [None req-7efb6fc2-bb6d-4e9e-be5c-15fca6bafde0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d321d00d-e694-4f86-bb5b-2b6bf516a78c: This subnet is being modified by another concurrent operation. Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:49:01.038504 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d321d00d-e694-4f86-bb5b-2b6bf516a78c: This subnet is being modified by another concurrent operation. Feb 17 22:49:01.043575 dv-neutron-805768-3-hyperv neutron-server[87696]: ERROR oslo_messaging.rpc.server Feb 17 22:49:01.154598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:01.186054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:01.187660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:01.188960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf5b3b-f38d-45d3-82d2-b7dadfcd40de None None] Network 26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:01.197695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.198266 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Added segment 1e572ced-ac65-4df2-8c59-dbdb0f582b21 of type vlan for network 192a540a-a75c-4b6a-83e4-b52cee15c11c Feb 17 22:49:01.227255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.237935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:01.238774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.242773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.345176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:01.346559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.380280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.380535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a25302-fb94-4917-b512-bbd5314de31b') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:01.380849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a25302-fb94-4917-b512-bbd5314de31b') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:01.398545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84e942-008c-4dce-a4d4-ad45a2eda830,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:01.418494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.458467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.462205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.486939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:01.487593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.490527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.496640 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-811f0fdb-b2a8-494b-8c9c-e1def0a43ef6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf84e942-008c-4dce-a4d4-ad45a2eda830 HTTP/1.1" status: 204 len: 168 time: 1.4197714 Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:01.539875 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:01.736975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.772142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.777842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.784775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:01.786186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.791919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.801343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.810081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fcfc1-32a3-4237-87e4-1c2b6245a43b None None] Pushing event updated for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:01.812990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.854283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.876339 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2477577 Feb 17 22:49:01.906344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-376453e5-421c-4ea9-852a-6083aa604c53 None None] Provisioning complete for port a0ec3898-f97f-4073-b2f7-68b414284fe8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:01.906921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-376453e5-421c-4ea9-852a-6083aa604c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:01.911347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58708) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:01.936300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:01.949378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'subnet': {'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:01.972479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=c7c60b3e-4135-4675-bdbc-d11fe1103ff1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:02.033706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:02.044923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:02.046013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:02.097026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-566c9286-94be-4d5b-b126-ce7178046d2e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 HTTP/1.1" status: 204 len: 168 time: 2.9305248 Feb 17 22:49:02.102997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58714) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:02.140533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dbcfa-da19-4b89-a50d-9048e06bb747 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Network': ['ID=192a540a-a75c-4b6a-83e4-b52cee15c11c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:02.169177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c174f-a128-49c7-9428-17d2b73be934,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:02.271246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:02.334421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.334964 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 7392c72e-f818-49d2-b457-ca69a228b420 of type vlan for network 2044227b-6268-40ca-9aa1-af4a62ed34ba Feb 17 22:49:02.341234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c45ab89-5e83-4c6a-b2d0-25d6b7e70d6c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:02.341968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c45ab89-5e83-4c6a-b2d0-25d6b7e70d6c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:02.426324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0c45ab89-5e83-4c6a-b2d0-25d6b7e70d6c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/d321d00d-e694-4f86-bb5b-2b6bf516a78c HTTP/1.1" status: 404 len: 337 time: 0.2705102 Feb 17 22:49:02.435901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:02.441417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.690879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:02.820211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.839970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:02.842719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0ec3898-f97f-4073-b2f7-68b414284fe8 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:02.847590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:subnet and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:02.871838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.948888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.970156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:02.976640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=4fde8da0-795a-49c6-a6be-17b9750078b6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:02.984613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:02.988302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8263dde2-c9a5-44ec-ac8f-92174c547d66 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/4fde8da0-795a-49c6-a6be-17b9750078b6 HTTP/1.1" status: 204 len: 168 time: 2.4215732 Feb 17 22:49:02.991052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58730) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.056512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Transition to ACTIVE for port object cc636ee7-1832-455e-b858-07f2e5235ec0 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:03.067112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dbf5d8-e219-470e-9bca-d32eb7d23bbe None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:03.217180 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-70e00891-26c7-4a82-b9a5-9593e0757455 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2204771 Feb 17 22:49:03.217180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58740) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.239156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-376453e5-421c-4ea9-852a-6083aa604c53 None None] Could not find standard attr ID for object e79e7ae0-bc59-462e-8167-919731a28e5e. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:49:03.275472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:03.278798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bb2868-a4d4-465d-b88c-769d47e450a2 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:03.280057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bb2868-a4d4-465d-b88c-769d47e450a2 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:03.286786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58744) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.287049 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-63bb2868-a4d4-465d-b88c-769d47e450a2 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/26c6a16a-c7c4-41f7-8a02-4a68e4eb26e3 HTTP/1.1" status: 404 len: 339 time: 0.8336167 Feb 17 22:49:03.302534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.309233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:03.309874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.317971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.371932 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eba4535-ebd4-4a16-b9f1-ba36efc09615 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:03.372414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eba4535-ebd4-4a16-b9f1-ba36efc09615 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:03.385326 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2eba4535-ebd4-4a16-b9f1-ba36efc09615 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/bd74598f-9c10-4429-9188-ae3a6bb7a0d9 HTTP/1.1" status: 404 len: 337 time: 0.0978730 Feb 17 22:49:03.394334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58750) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.443285 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca68faa-ec8e-46b4-85a7-1dc1d974288d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:03.443285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca68faa-ec8e-46b4-85a7-1dc1d974288d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:03.444949 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3ca68faa-ec8e-46b4-85a7-1dc1d974288d tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/27248471-a52a-4f17-992a-9a4a35ff6e24 HTTP/1.1" status: 404 len: 339 time: 0.0492957 Feb 17 22:49:03.450735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.470402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.474611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=2044227b-6268-40ca-9aa1-af4a62ed34ba,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:03.498619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:03.505266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.532525 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dafd9ce-d4cf-43db-ad2a-d9b978b7b28c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:03.533916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dafd9ce-d4cf-43db-ad2a-d9b978b7b28c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:03.537267 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9dafd9ce-d4cf-43db-ad2a-d9b978b7b28c tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/97684439-4858-4644-83e9-f191e2961e12 HTTP/1.1" status: 404 len: 337 time: 0.0847723 Feb 17 22:49:03.540623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58758) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.612141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72cd75b-03c2-4ace-af70-332b20787333 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:03.613401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b72cd75b-03c2-4ace-af70-332b20787333 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:49:03.621535 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb74518-4b90-4d76-9816-21f5323bc660 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:03.622285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb74518-4b90-4d76-9816-21f5323bc660 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:03.625404 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1fb74518-4b90-4d76-9816-21f5323bc660 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/1d9387e4-0349-455a-a503-4025c6b60b72 HTTP/1.1" status: 404 len: 339 time: 0.0799608 Feb 17 22:49:03.632521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58764) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.649038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:03.777545 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-83d0ee59-9fbb-4806-929c-30706033e9a7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.4283061 Feb 17 22:49:03.778617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b72cd75b-03c2-4ace-af70-332b20787333 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:49:03.780600 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b72cd75b-03c2-4ace-af70-332b20787333 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5617270 Feb 17 22:49:03.781728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58770) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.794716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Allocated IP 2001:db8:3::2 (8e4e1010-9ae4-4d33-bb40-eca9f1fbeded/e98375a7-4850-4299-af5c-35dc890499b1/e194c489-a7a3-4210-bb4f-2d1e683bf4f7) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:03.797345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Transition to ACTIVE for port object cc636ee7-1832-455e-b858-07f2e5235ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:03.797587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134994705'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:03.804493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58772) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.848541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.852167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.853141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router 2c340832-930f-482a-a04d-46733f590e34 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:49:03.871623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port 913dd67f-3e61-42cf-aa22-8b86681874a2 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:03.871973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.873688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.879786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cfae1ca3-3e35-4de8-a148-1608e0e2c8ff tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 204 len: 168 time: 6.2858651 Feb 17 22:49:03.879786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:03.887687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58778) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:03.935922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:03.946402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:03.960050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Pushing event updated for resources: {'Port': ['ID=cc636ee7-1832-455e-b858-07f2e5235ec0,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:03.963326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:03.976381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:03.984483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:03.996223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:03.999259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a0ec3898-f97f-4073-b2f7-68b414284fe8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:03.999974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.021866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:04.042662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdbc9e-1beb-4d2e-ac84-bdd6d5d75726 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:04.046777 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-11fdbc9e-1beb-4d2e-ac84-bdd6d5d75726 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2348063 Feb 17 22:49:04.048692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58784) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:04.098102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-345211677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:04.121446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Subnet': ['ID=81285714-7f39-412e-8d3b-b2ab90cf67e9,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:04.138926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:04.141854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:04.145853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.168730 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-31fdea56-1351-4712-851e-982452436427 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115491 Feb 17 22:49:04.193266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:04.195838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58792) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:04.201795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:04.209146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:04.231537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:04.309401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.354677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Checking segment: {'id': '35de19d7-3c49-4a60-9789-2be04c803e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:04.354892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network hostable DHCP agents. Network: fd8d28e8-4ae9-48e9-b0da-af30d125dc20, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:04.355907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:04.366330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.367213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.410570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:04.419112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:04.425214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:04.434799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.436388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:04.438367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:04.464975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, fd8d28e8-4ae9-48e9-b0da-af30d125dc20) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:04.466469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Deleting port a0ec3898-f97f-4073-b2f7-68b414284fe8 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:04.467649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.472781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:04.473455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.478200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:04.482092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.553770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for 913dd67f-3e61-42cf-aa22-8b86681874a2 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:04.586806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.600831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58800) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:04.627715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:04.648213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5fe98c84-6bb0-40cd-806a-d72dc683f7ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7358177 Feb 17 22:49:04.653417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58806) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:04.665468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'subnet': {'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:04.807887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ba013-4de7-45ab-a6b5-b40d8f4ac7bc None None] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:04.808612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2032810646', 'router:external': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:04.812118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.816796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ba3956b6-977f-49ac-9fd1-ecaa7c368139 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7376134 Feb 17 22:49:04.836930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58810) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:04.839299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:04.845287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:04.846353 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 6a979a2a-1148-44ce-9b01-0d27e757a2b2 of type vlan for network 8d58971a-2499-4147-a1fa-aced99124902 Feb 17 22:49:04.855750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:network and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:04.864895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:04.865147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0876e3f2-85cb-4b23-b618-55e6bd16ab0a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:04.889426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:04.932904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:04.974651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Made reservation on behalf of 4acb318ec4854c15b8ca1f0649f4c2a8 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:04.979434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.017095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.062061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 0876e3f2-85cb-4b23-b618-55e6bd16ab0a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:05.062974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0876e3f2-85cb-4b23-b618-55e6bd16ab0a not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:05.108103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Attempting to bind port cc636ee7-1832-455e-b858-07f2e5235ec0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:05.108680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Attempting to bind port cc636ee7-1832-455e-b858-07f2e5235ec0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f89fabe7-9214-44f0-a002-41f572a0709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:05.110144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:05.113365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Attempting to bind port cc636ee7-1832-455e-b858-07f2e5235ec0 on network 6374a7b9-3560-4824-8baa-cec6f238ae6d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:05.169499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:security_group_rule and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:05.177540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:05.183328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:05.209445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:subnet and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:05.213996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.220329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:05.235288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:48Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:00Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:05.277647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:49:05.279041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0ec3898-f97f-4073-b2f7-68b414284fe8 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:05.407969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.413013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:05.456222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720433a-e665-471d-a582-783a4a1081b1 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:48:48Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:00Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:05.458273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:05.459494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Checking segment: {'id': 'f89fabe7-9214-44f0-a002-41f572a0709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:05.459922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.460367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Bound using segment: {'id': 'f89fabe7-9214-44f0-a002-41f572a0709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:05.460876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Bound port: cc636ee7-1832-455e-b858-07f2e5235ec0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89fabe7-9214-44f0-a002-41f572a0709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6374a7b9-3560-4824-8baa-cec6f238ae6d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:05.461328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.478759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:05.610275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=913dd67f-3e61-42cf-aa22-8b86681874a2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:05.625742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:05.665180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.676630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:05.677033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.684305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.695674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.757265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.762890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Transition to ACTIVE for port object e194c489-a7a3-4210-bb4f-2d1e683bf4f7 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:05.765993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:05.790822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58814) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:05.791755 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-20889c39-c785-4d7d-8ac3-e07ed30f6d87 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/ports/913dd67f-3e61-42cf-aa22-8b86681874a2 HTTP/1.1" status: 204 len: 168 time: 2.1576800 Feb 17 22:49:05.792824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:05.796882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.826512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.833050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:05.834771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:05.913233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Calling delete_port for a0ec3898-f97f-4073-b2f7-68b414284fe8 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:06.022154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.024066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Added segment f882cf06-a75a-4e60-9d66-4f86e95ca554 of type vlan for network 10b2d9ee-89df-43ed-8025-ea498553bf72 Feb 17 22:49:06.033135 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2400808 Feb 17 22:49:06.038920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58818) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:06.047011 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62fe025-f7f8-486e-8d96-0975ed5de5e1 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:06.048284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62fe025-f7f8-486e-8d96-0975ed5de5e1 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:06.053807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Transition to ACTIVE for port object e194c489-a7a3-4210-bb4f-2d1e683bf4f7 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:06.058873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] For port cc636ee7-1832-455e-b858-07f2e5235ec0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:06.075343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.093640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.117311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.130832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] For port cc636ee7-1832-455e-b858-07f2e5235ec0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc636ee7-1832-455e-b858-07f2e5235ec0,segment=NetworkSegment(f89fabe7-9214-44f0-a002-41f572a0709b),segment_id=f89fabe7-9214-44f0-a002-41f572a0709b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:06.203064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Allocated IP 2001:db8:3::1 (8e4e1010-9ae4-4d33-bb40-eca9f1fbeded/e98375a7-4850-4299-af5c-35dc890499b1/7b52005a-9e41-4587-b824-bf976d904e22) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:06.220456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Pushing event updated for resources: {'Port': ['ID=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:06.274344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.356656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:06.376568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:06.382667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:06.401757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:06.410637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.448150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.462209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-fd8d28e8-4ae9-48e9-b0da-af30d125dc20', 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20', 'tenant_id': '58ff45e307304e00a0c613e2e929a4db', 'fixed_ips': [{'subnet_id': '81285714-7f39-412e-8d3b-b2ab90cf67e9'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:06.463065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.472569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Transition to ACTIVE for port object 7b52005a-9e41-4587-b824-bf976d904e22 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:06.473156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:06.473519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:06.561778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.569036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:06.682598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018b6ec-b542-4992-9651-88b36381e6bc None None] Pushing event updated for resources: {'Port': ['ID=cc636ee7-1832-455e-b858-07f2e5235ec0,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:06.686239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.742981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:06.745457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:06.748781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266fce7-2a2e-4802-8bec-eab7235f0630,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:06.774659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e62fe025-f7f8-486e-8d96-0975ed5de5e1 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/ef752672-daa1-469b-a1a3-1f3b3eded765 HTTP/1.1" status: 404 len: 337 time: 0.9770262 Feb 17 22:49:06.786190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58822) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:06.820419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Attempting to bind port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:06.820906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Attempting to bind port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:06.821222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Attempting to bind port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 on network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:06.844128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:06.844317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Checking segment: {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:06.844735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.845167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Bound using segment: {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:06.845750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Bound port: e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:06.846141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.869309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Allocated IP 2001:db8::2 (fd8d28e8-4ae9-48e9-b0da-af30d125dc20/81285714-7f39-412e-8d3b-b2ab90cf67e9/caebf8af-7f91-4b9f-884a-8e801b3ce48c) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:06.940679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=7b52005a-9e41-4587-b824-bf976d904e22,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:06.949475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:06.954200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:06.959390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:06.998172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:06.998722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.004894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Deleting port a0ec3898-f97f-4073-b2f7-68b414284fe8 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:07.009198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.094096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:07.103849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:07.137485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:07.142107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:07.146171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:07.153847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:07.167252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621b96-c9d8-40cf-89db-d322337a55fa tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=8d58971a-2499-4147-a1fa-aced99124902,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:07.209632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:07.213457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.299525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 8d58971a-2499-4147-a1fa-aced99124902 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:07.474793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.486712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.529284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6efd23e1-cf87-4f14-a7c2-f5651887eac3 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:07.555529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.557752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:07.559090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.647684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.671379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0672216 Feb 17 22:49:07.785122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] For port e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:07.827921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58826) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:07.842070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] For port e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:07.856307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'subnet': {'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:07.887422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:07.906527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:subnet and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:07.911255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.917598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:07.926800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port f4e98713-0570-49a6-bee3-51aad54afc72 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:07.927244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:07.963322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dbe5d-c6e0-440e-ac54-b27b771398d6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Network': ['ID=10b2d9ee-89df-43ed-8025-ea498553bf72,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:07.985117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:08.005990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:08.185206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Made reservation on behalf of 4acb318ec4854c15b8ca1f0649f4c2a8 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:08.190968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.237680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:08.253894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:08.254345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.280602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33fbcc-1e4f-48d4-932f-c73b1ce62ef9 None None] Pushing event updated for resources: {'Port': ['ID=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:08.368191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:08.369228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.381140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.473216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Transition to ACTIVE for port object caebf8af-7f91-4b9f-884a-8e801b3ce48c will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:08.551978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Calling delete_port for a0ec3898-f97f-4073-b2f7-68b414284fe8 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:08.614543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef1263-2d9d-4af0-8c2c-b93732a9397f None None] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:08.631415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.772467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:08.834598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-64c449f0-ad80-4536-bd73-660bc9a548b9 None None] Provisioning for port cc636ee7-1832-455e-b858-07f2e5235ec0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:08.837693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:08.863676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Transition to ACTIVE for port object caebf8af-7f91-4b9f-884a-8e801b3ce48c will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:08.904400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Subnet': ['ID=8c2da00e-e4a5-48e5-976e-27def0a5edca,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:08.928228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Checking segment: {'id': '1e572ced-ac65-4df2-8c59-dbdb0f582b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:08.928745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network hostable DHCP agents. Network: 192a540a-a75c-4b6a-83e4-b52cee15c11c, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:08.987548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.049531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] For port f4e98713-0570-49a6-bee3-51aad54afc72, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4e98713-0570-49a6-bee3-51aad54afc72,segment=NetworkSegment(7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3),segment_id=7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:09.050451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.084959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:09.139188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:09.143854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:09.212433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '7392c72e-f818-49d2-b457-ca69a228b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:09.212954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: 2044227b-6268-40ca-9aa1-af4a62ed34ba, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:09.220936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for f4e98713-0570-49a6-bee3-51aad54afc72 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:09.225771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:09.253217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:09.278698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.288243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.289178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.308846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.325913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:09.326478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:09.336257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=6eb30b68-4833-4470-ab2c-e33b3bd7dcc1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.354832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.380854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Pushing event updated for resources: {'Port': ['ID=caebf8af-7f91-4b9f-884a-8e801b3ce48c,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.400015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Attempting to bind port caebf8af-7f91-4b9f-884a-8e801b3ce48c on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:09.400378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Attempting to bind port caebf8af-7f91-4b9f-884a-8e801b3ce48c by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '35de19d7-3c49-4a60-9789-2be04c803e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:09.400746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Attempting to bind port caebf8af-7f91-4b9f-884a-8e801b3ce48c on network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:09.410236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.412006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.430773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:09.431335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Checking segment: {'id': '35de19d7-3c49-4a60-9789-2be04c803e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:09.431661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.431954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Bound using segment: {'id': '35de19d7-3c49-4a60-9789-2be04c803e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:09.434452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Bound port: caebf8af-7f91-4b9f-884a-8e801b3ce48c, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35de19d7-3c49-4a60-9789-2be04c803e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fd8d28e8-4ae9-48e9-b0da-af30d125dc20'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:09.434452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.434870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 192a540a-a75c-4b6a-83e4-b52cee15c11c) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:09.454020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6efd23e1-cf87-4f14-a7c2-f5651887eac3, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6efd23e1-cf87-4f14-a7c2-f5651887eac3,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:09.468100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1745d7a-f5fb-4da4-9468-168816fa44f9 None None] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:09.492267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.493059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc636ee7-1832-455e-b858-07f2e5235ec0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:09.514833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:09.524016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:09.540600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:09.541238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.570221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.577913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=7']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.581486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=37986e10-acaa-462b-b1d5-55e6f28d1ac8,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.653298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=f4e98713-0570-49a6-bee3-51aad54afc72,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.656285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No DVR routers for this DVR port f4e98713-0570-49a6-bee3-51aad54afc72 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:09.673604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:09.678145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.703625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event updated for resources: {'Port': ['ID=7b52005a-9e41-4587-b824-bf976d904e22,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:09.706846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:09.721999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 2044227b-6268-40ca-9aa1-af4a62ed34ba) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:09.808093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:09.808877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.823590 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-05a7c02f-ade9-4f58-9581-84f973c4d66b tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1668768 Feb 17 22:49:09.839003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58830) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:09.842705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:09.879787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-378aba10-6030-4346-bba4-90eb54537ae4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6828804 Feb 17 22:49:09.884596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:09.899277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:09.955733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.018889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] For port caebf8af-7f91-4b9f-884a-8e801b3ce48c, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:10.024948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] For port caebf8af-7f91-4b9f-884a-8e801b3ce48c, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=caebf8af-7f91-4b9f-884a-8e801b3ce48c,segment=NetworkSegment(35de19d7-3c49-4a60-9789-2be04c803e63),segment_id=35de19d7-3c49-4a60-9789-2be04c803e63)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:10.036800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195776c-660e-4c96-b878-0f05eaef5bff None None] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:10.037607 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06686d1f-b74b-4541-9b4d-41b9f4fb94f2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9478309 Feb 17 22:49:10.097745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58838) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:10.123866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': '8d58971a-2499-4147-a1fa-aced99124902', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:10.143040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.165748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Deleting port a0ec3898-f97f-4073-b2f7-68b414284fe8 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:10.166395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.211468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c457c3-0ec2-4478-a522-f46d4c246a6e']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:10.241620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:10.242350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8cfe02-b364-4d14-9577-cf2ad2d4fcc3') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:10.262315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b50b6-82b3-4e4b-a23c-6d313e46d3d5 None None] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:10.300927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:49:10.301312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.308887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.319113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.378249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:10.393042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:10.402103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.407803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:10.425180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:10.434559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80b876e9-2c21-4552-8680-5de7119388dc,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:10.438603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:10.439016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:10.458283 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:10.554089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Checking segment: {'id': 'f882cf06-a75a-4e60-9d66-4f86e95ca554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:10.554547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network hostable DHCP agents. Network: 10b2d9ee-89df-43ed-8025-ea498553bf72, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:10.559335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:10.563368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.575867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4c2941bf-c7b3-4987-b10b-a7196422cecc None None] Provisioning for port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:10.615095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:10.641797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port cc636ee7-1832-455e-b858-07f2e5235ec0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:10.643028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:10.682348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.687996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.712039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:10.737486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=45c457c3-0ec2-4478-a522-f46d4c246a6e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:10.750381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:10.759615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cc44d70c-b216-43dc-9a7d-2d14c4d82077 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/45c457c3-0ec2-4478-a522-f46d4c246a6e HTTP/1.1" status: 204 len: 168 time: 3.9718111 Feb 17 22:49:10.764994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58842) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:10.818130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 10b2d9ee-89df-43ed-8025-ea498553bf72) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:10.824473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:10.829611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cc636ee7-1832-455e-b858-07f2e5235ec0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:10.829611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.850391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:10.851065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.884198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148b385-6bfa-4eea-afa4-03a4487615c6 None None] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:10.892092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port 3697a5da-3398-4cb1-bc2a-60a4abdeb0d4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:10.892632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:10.902487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:10.936994 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a50a6ec7-a953-44a3-ab51-6023255b0817 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0979505 Feb 17 22:49:10.939827 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.ipam_backend_mixin [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37986e10-acaa-462b-b1d5-55e6f28d1ac8 (CIDR: 2001:db8::/64) Feb 17 22:49:10.948157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58846) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:10.954152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:49:10.954152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:10.954597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:10.968631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1789046274', 'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:10.978994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:10.991517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:11.003024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:port and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:11.010284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:11.052813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-54c35d2c-00d0-4f86-b80d-2f2f165da263 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1667383 Feb 17 22:49:11.053741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58850) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:11.054718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:11.075402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:11.075631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Allocated IP 172.26.7.159 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/a4e3274f-686c-49c4-8aa4-2fc2b0eccdbb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:11.125927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-192a540a-a75c-4b6a-83e4-b52cee15c11c', 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c', 'tenant_id': '58ff45e307304e00a0c613e2e929a4db', 'fixed_ips': [{'subnet_id': '8c2da00e-e4a5-48e5-976e-27def0a5edca'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:11.127699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.140222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:11.144127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.281283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Made reservation on behalf of 4acb318ec4854c15b8ca1f0649f4c2a8 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:11.290612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.347323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d9967-f925-4421-856a-066b0e12c1fd None None] Pushing event updated for resources: {'Port': ['ID=caebf8af-7f91-4b9f-884a-8e801b3ce48c,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:11.436515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.472774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:11.474265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] device_id is not set on port 698dc364-77b2-4a22-9f60-7b06387e1a61 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:49:11.530493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-2044227b-6268-40ca-9aa1-af4a62ed34ba', 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '6eb30b68-4833-4470-ab2c-e33b3bd7dcc1'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:11.531316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.653668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] For port a0ec3898-f97f-4073-b2f7-68b414284fe8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0ec3898-f97f-4073-b2f7-68b414284fe8,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:11.653984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.671156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:11.805694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Calling delete_port for a0ec3898-f97f-4073-b2f7-68b414284fe8 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:11.929128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for 3697a5da-3398-4cb1-bc2a-60a4abdeb0d4 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:12.025593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.069466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.180094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=9438c4a2-5a9b-43ec-9261-65d96301f08f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:12.185402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 2001:db8::1be (10b2d9ee-89df-43ed-8025-ea498553bf72/80b876e9-2c21-4552-8680-5de7119388dc/698dc364-77b2-4a22-9f60-7b06387e1a61) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:12.206613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:12.230218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:12.237529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:12.250819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:12.304382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:12.308747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.315515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f581d93-c9cd-45ee-93fc-be3f3e8287ee None None] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:12.424926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] Pushing event deleted for resources: {'Port': ['ID=a0ec3898-f97f-4073-b2f7-68b414284fe8,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:12.495641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.512237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.597871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-84cf8582-604c-4a31-9214-42f09eb63b63 None None] Provisioning complete for port cc636ee7-1832-455e-b858-07f2e5235ec0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:12.598352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-84cf8582-604c-4a31-9214-42f09eb63b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.624502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '6a979a2a-1148-44ce-9b01-0d27e757a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d58971a-2499-4147-a1fa-aced99124902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:12.625732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: 8d58971a-2499-4147-a1fa-aced99124902, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:12.632695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:12.635546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=3697a5da-3398-4cb1-bc2a-60a4abdeb0d4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:12.652928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.663842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e6cf7694-85b0-4b5a-9a7e-d0edea62b2c3 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/ports/3697a5da-3398-4cb1-bc2a-60a4abdeb0d4 HTTP/1.1" status: 204 len: 168 time: 1.8984532 Feb 17 22:49:12.672656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58854) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:12.688104 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-23650633-8e75-484c-b868-1e3af55442db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5001318 Feb 17 22:49:12.702700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58856) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:12.721903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:12.729728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 8d58971a-2499-4147-a1fa-aced99124902 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:12.769107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:12.769641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.807480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.837304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 8d58971a-2499-4147-a1fa-aced99124902) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:12.843261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:12.845422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:12.858790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dc868c-1c45-4e9b-af56-253f458d0ddb tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:12.859032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dc868c-1c45-4e9b-af56-253f458d0ddb tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:12.864883 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51dc868c-1c45-4e9b-af56-253f458d0ddb tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/4784b5b7-83c7-42e6-bf54-45f70e627535 HTTP/1.1" status: 404 len: 337 time: 0.1595736 Feb 17 22:49:12.867662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58862) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:12.871259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077d554-9a6a-4264-9a42-0010d406a4c2 None None] No DVR routers for this DVR port a0ec3898-f97f-4073-b2f7-68b414284fe8 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:12.901699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:12.913671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:12.916374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:12.950605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e3274f-686c-49c4-8aa4-2fc2b0eccdbb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:12.959456 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bb8c45fa-3064-41b2-9a62-6da161fdfbed tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8543825 Feb 17 22:49:12.959456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Allocated IP 2001:db8::1 (fd8d28e8-4ae9-48e9-b0da-af30d125dc20/81285714-7f39-412e-8d3b-b2ab90cf67e9/cae8043f-cbb3-4ed4-b705-2aa8555a0b7e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:12.961448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58866) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:12.975222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1287578762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:12.987331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:13.009314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:13.015913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:13.026804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5859c-dcd6-4d8f-97ad-8dba3238039d None None] Network 8d58971a-2499-4147-a1fa-aced99124902 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:13.049599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.051418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:13.092003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0dd38-f24d-4519-9f55-65f0c2408b99 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:13.158758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.166369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Allocated IP 2001:db8::2 (192a540a-a75c-4b6a-83e4-b52cee15c11c/8c2da00e-e4a5-48e5-976e-27def0a5edca/e7d794f6-e3e5-41aa-9eea-aa2e000e6a25) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:13.227374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:13.227374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:13.277976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.280966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.389529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port 405afc4a-8a7b-437a-b40f-2ec81d62c854 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:13.390715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.482726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.499348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ced2d-6dd6-4180-91aa-be47c4b29e10 None None] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:13.535851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.538275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.597399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.635735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Transition to ACTIVE for port object cae8043f-cbb3-4ed4-b705-2aa8555a0b7e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:13.680914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.684895 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7a630c0d-aae1-442d-9244-ee1498fb0ef5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7199125 Feb 17 22:49:13.718974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58870) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:13.780737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.844846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:13.932901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:13.952152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:13.957755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:13.976094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:14.019576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:14.020163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.026088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:14.028775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:14.028775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.038463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Port': ['ID=cae8043f-cbb3-4ed4-b705-2aa8555a0b7e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:14.051423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=698dc364-77b2-4a22-9f60-7b06387e1a61,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:14.100737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port cc636ee7-1832-455e-b858-07f2e5235ec0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc636ee7-1832-455e-b858-07f2e5235ec0,segment=NetworkSegment(f89fabe7-9214-44f0-a002-41f572a0709b),segment_id=f89fabe7-9214-44f0-a002-41f572a0709b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:14.262001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.476751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Allocated IP 172.20.0.2 (2044227b-6268-40ca-9aa1-af4a62ed34ba/6eb30b68-4833-4470-ab2c-e33b3bd7dcc1/578a9cb7-93f5-40e2-b272-a00f918d07ba) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:14.490027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.491558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.492344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.493181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.493989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.494745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.495502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.496272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.497022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.497805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.498586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.499350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:14.635075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.662921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:14.807579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.822915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.869959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:14.925794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e705194a-f6c1-4a2d-ba08-d5154bf231e3 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.9718847 Feb 17 22:49:14.938639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58874) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:15.106810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6efd23e1-cf87-4f14-a7c2-f5651887eac3 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:15.214052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] For port 405afc4a-8a7b-437a-b40f-2ec81d62c854, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=405afc4a-8a7b-437a-b40f-2ec81d62c854,segment=NetworkSegment(1bfaf6d5-d3af-413e-9f18-10b3f4a17daf),segment_id=1bfaf6d5-d3af-413e-9f18-10b3f4a17daf)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:15.214397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:15.295474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=58f674ac-d7bc-4b4c-a2cc-611b4bea324a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:15.401486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:15.403616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=cc636ee7-1832-455e-b858-07f2e5235ec0,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:15.476888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': '37986e10-acaa-462b-b1d5-55e6f28d1ac8'}, {'subnet_id': '58f674ac-d7bc-4b4c-a2cc-611b4bea324a'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:15.478248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:15.561995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:15.574084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for 405afc4a-8a7b-437a-b40f-2ec81d62c854 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:15.634748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:15.635644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:15.797056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1a7086f2-3b89-4d59-9b45-a1ac8e36b210 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7334902 Feb 17 22:49:15.807765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58878) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:15.813659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Router 804cc8f3-3e2f-4aef-9bdc-268c11a7eaca is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:15.827009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:9a:4d:a6', 'name': 'tempest-NetworksTestDHCPv6-226578085'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:15.843377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Deleting port 698dc364-77b2-4a22-9f60-7b06387e1a61 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:15.843719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.079430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-8d58971a-2499-4147-a1fa-aced99124902', 'network_id': '8d58971a-2499-4147-a1fa-aced99124902', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '9438c4a2-5a9b-43ec-9261-65d96301f08f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:16.085522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.087593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:49:16.095139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-681f6685-1f49-4b7b-b8f1-aec7688840cb None None] Provisioning for port 7b52005a-9e41-4587-b824-bf976d904e22 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:16.152776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:16.162511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.164386 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-77ee4694-f4a1-4203-af8a-0f012b9a9fcf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "PUT /v2.0/routers/804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 200 len: 915 time: 11.3218660 Feb 17 22:49:16.165603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.169610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58882) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:16.172985 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] Sync routers for ids ['804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:16.176798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:16.178993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-681f6685-1f49-4b7b-b8f1-aec7688840cb None None] Provisioning complete for port 7b52005a-9e41-4587-b824-bf976d904e22 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:16.179383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-681f6685-1f49-4b7b-b8f1-aec7688840cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.202074 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] Routers {'804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:16.203492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.203808 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:16.210270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Removed routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:49:16.211215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.212484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.316392 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:16.331235 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] Routers {'804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:16.332366 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:16.397164 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00e6f390-6b43-4144-821e-68f3205cb546 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 200 len: 921 time: 0.2261505 Feb 17 22:49:16.411967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58886) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:16.416487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Transition to ACTIVE for port object e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:16.419335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:16.419766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.424802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.434980 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:16.436470 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985a755-7271-4dad-b0aa-d4d4ceb44f00 None None] The sync data for ids ['804cc8f3-3e2f-4aef-9bdc-268c11a7eaca'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:16.483761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.484537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.571731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=405afc4a-8a7b-437a-b40f-2ec81d62c854,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:16.651533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No DVR routers for this DVR port 405afc4a-8a7b-437a-b40f-2ec81d62c854 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:16.775703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Port': ['ID=cae8043f-cbb3-4ed4-b705-2aa8555a0b7e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:16.780689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:16.786075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:16.806093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-681f6685-1f49-4b7b-b8f1-aec7688840cb None None] Port 7b52005a-9e41-4587-b824-bf976d904e22 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:16.854942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Transition to ACTIVE for port object e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:16.881514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.935821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:16.994126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Transition to ACTIVE for port object 578a9cb7-93f5-40e2-b272-a00f918d07ba will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:17.032273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.032856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.032999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.034026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.034373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.034704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.035040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.035381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.035690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.036011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.036333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.036651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:17.050003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:17.196753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:17.202018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Transition to ACTIVE for port object 578a9cb7-93f5-40e2-b272-a00f918d07ba will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:17.209928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:17.217407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:17.287285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Pushing event updated for resources: {'Port': ['ID=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:17.292504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:17.308754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:17.315738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:17.326530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:17.335783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:17.376489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:17.431039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-681f6685-1f49-4b7b-b8f1-aec7688840cb None None] Provisioning for port caebf8af-7f91-4b9f-884a-8e801b3ce48c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:17.451951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37199599-b77c-41bb-bd39-0fede408947d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:17.461936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:17.476520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Allocated IP 172.21.0.2 (8d58971a-2499-4147-a1fa-aced99124902/9438c4a2-5a9b-43ec-9261-65d96301f08f/5a6a6c74-9df8-44e9-8362-782d5874341f) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:17.492448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Allocated IP 2001:db8:0:1::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/58f674ac-d7bc-4b4c-a2cc-611b4bea324a/3b949b0f-39c2-4dc2-841f-b4174592e737) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:17.557982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:17.571730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:17.572332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfaf6d5-d3af-413e-9f18-10b3f4a17daf') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:17.589726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Allocated IP 2001:db8::f816:3eff:fe4f:e564 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/37986e10-acaa-462b-b1d5-55e6f28d1ac8/3b949b0f-39c2-4dc2-841f-b4174592e737) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:17.590507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Router 91c93639-a943-473f-bcad-06ce9a2baf24 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:17.610422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device caebf8af-7f91-4b9f-884a-8e801b3ce48c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:17.657475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:17.677013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:17.680862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:17.715588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Attempting to bind port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:17.715957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Attempting to bind port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '1e572ced-ac65-4df2-8c59-dbdb0f582b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:17.716362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Attempting to bind port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 on network 192a540a-a75c-4b6a-83e4-b52cee15c11c {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:17.722316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38732df4-3546-4446-b8ce-dbb47aec2a83 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:17.724120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-38732df4-3546-4446-b8ce-dbb47aec2a83 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=804cc8f3-3e2f-4aef-9bdc-268c11a7eaca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3106098 Feb 17 22:49:17.731620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 68d4b982-d2d5-4c7e-adcc-d3d98b220aae yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:49:17.761307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Pushing event updated for resources: {'Port': ['ID=578a9cb7-93f5-40e2-b272-a00f918d07ba,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:17.770224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58890) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:17.817976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:07Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:08Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:17.855998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:17.879774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Calling delete_port for 698dc364-77b2-4a22-9f60-7b06387e1a61 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:17.974272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.035774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:18.036172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.037938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:18.060852 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ddb8ba2b-731d-40f5-9745-4b8eee0f4ce0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2202072 Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:18.067015 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:18.072274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58894) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:18.073566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.136286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:18.136934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Checking segment: {'id': '1e572ced-ac65-4df2-8c59-dbdb0f582b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:18.137704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.138391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Bound using segment: {'id': '1e572ced-ac65-4df2-8c59-dbdb0f582b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:18.139279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Bound port: e7d794f6-e3e5-41aa-9eea-aa2e000e6a25, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e572ced-ac65-4df2-8c59-dbdb0f582b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '192a540a-a75c-4b6a-83e4-b52cee15c11c'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:18.139865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.144245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.187335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] Sync routers for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:18.192343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:49:18.192917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Updating router 0b1f1b23-9da3-423f-ad85-56f4f82647cd port 7b52005a-9e41-4587-b824-bf976d904e22 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:49:18.266329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.20.0.1 (2044227b-6268-40ca-9aa1-af4a62ed34ba/6eb30b68-4833-4470-ab2c-e33b3bd7dcc1/80eab689-d040-4d8c-b040-988b3be5a58f) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:18.274483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b1510-a8e5-4848-af1f-0955e929369f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:18.275903 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9a3b1510-a8e5-4848-af1f-0955e929369f tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.4966533 Feb 17 22:49:18.287619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58898) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:18.340250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Provisioning for port cae8043f-cbb3-4ed4-b705-2aa8555a0b7e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:18.347702 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7441eb19-4f6b-4a2c-ad4f-e062153204e6 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 200 len: 205 time: 0.0593734 Feb 17 22:49:18.351932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58902) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:18.420988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Provisioning complete for port cae8043f-cbb3-4ed4-b705-2aa8555a0b7e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:18.421800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.461517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:18.462542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:18.557008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.596689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.638807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.672802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Attempting to bind port 578a9cb7-93f5-40e2-b272-a00f918d07ba on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:18.673212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Attempting to bind port 578a9cb7-93f5-40e2-b272-a00f918d07ba by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '7392c72e-f818-49d2-b457-ca69a228b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:18.674426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Attempting to bind port 578a9cb7-93f5-40e2-b272-a00f918d07ba on network 2044227b-6268-40ca-9aa1-af4a62ed34ba {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:18.706148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:18.717280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=37199599-b77c-41bb-bd39-0fede408947d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:18.748989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.773880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:18.774337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Checking segment: {'id': '7392c72e-f818-49d2-b457-ca69a228b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:18.774832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.775303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Bound using segment: {'id': '7392c72e-f818-49d2-b457-ca69a228b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:18.775895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Bound port: 578a9cb7-93f5-40e2-b272-a00f918d07ba, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7392c72e-f818-49d2-b457-ca69a228b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2044227b-6268-40ca-9aa1-af4a62ed34ba'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:18.776321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.820428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5e5cf4f3-cdb4-4e4e-bf72-115318259384 tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/37199599-b77c-41bb-bd39-0fede408947d HTTP/1.1" status: 204 len: 168 time: 5.9479666 Feb 17 22:49:18.840265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:18.850364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:18.852764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Port': ['ID=698dc364-77b2-4a22-9f60-7b06387e1a61,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:18.891298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Port cae8043f-cbb3-4ed4-b705-2aa8555a0b7e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:18.938763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:18.940450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:48:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:18.994334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:18.999236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f8187624-9686-4cbf-bbb1-05fb09011c5c tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/ports/698dc364-77b2-4a22-9f60-7b06387e1a61 HTTP/1.1" status: 204 len: 168 time: 3.8327582 Feb 17 22:49:19.011022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:19.069076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port caebf8af-7f91-4b9f-884a-8e801b3ce48c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:19.088787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72', 'external_fixed_ips': [{'subnet_id': '80b876e9-2c21-4552-8680-5de7119388dc', 'ip_address': '2001:db8::1be'}]}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:19.094918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:19.099235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:router and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:19.103721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:19.110941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:19.143167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.144505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.162147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.165149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.280170 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-ebca4b99-a9eb-4a3a-bf09-2c54aed544ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:49:19.286797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ebca4b99-a9eb-4a3a-bf09-2c54aed544ed tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2091923 Feb 17 22:49:19.289541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:19.315443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] For port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:19.393156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port caebf8af-7f91-4b9f-884a-8e801b3ce48c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:19.394130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.420691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:19.421237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aac4d-5ff1-442d-9d49-2bc1a0b2ee4a None None] The sync data for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:19.514727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] For port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,segment=NetworkSegment(1e572ced-ac65-4df2-8c59-dbdb0f582b21),segment_id=1e572ced-ac65-4df2-8c59-dbdb0f582b21)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:19.596291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.605257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Provisioning complete for port 7b52005a-9e41-4587-b824-bf976d904e22 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:19.605975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.695127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.723431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.812272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.843694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting subnet 61c4a172-7bbd-4dc2-876a-98387c888f11 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:19.848267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.876143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.895271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.918861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port a4e3274f-686c-49c4-8aa4-2fc2b0eccdbb {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:19.919210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.924112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:19.928379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] For port 578a9cb7-93f5-40e2-b272-a00f918d07ba, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:19.976623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 80eab689-d040-4d8c-b040-988b3be5a58f will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:20.019181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:20.038630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.039703 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a7f0dddc-7dab-4a3c-83c7-85c717e6e290 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 954 time: 7.3220015 Feb 17 22:49:20.049534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:20.054950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Transition to ACTIVE for port object 5a6a6c74-9df8-44e9-8362-782d5874341f will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:20.066189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Transition to ACTIVE for port object 3b949b0f-39c2-4dc2-841f-b4174592e737 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:20.263721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.446567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.688037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Transition to ACTIVE for port object 5a6a6c74-9df8-44e9-8362-782d5874341f will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:20.698693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.714363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] For port 578a9cb7-93f5-40e2-b272-a00f918d07ba, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=578a9cb7-93f5-40e2-b272-a00f918d07ba,segment=NetworkSegment(7392c72e-f818-49d2-b457-ca69a228b420),segment_id=7392c72e-f818-49d2-b457-ca69a228b420)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:20.725299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Port 7b52005a-9e41-4587-b824-bf976d904e22 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:20.729366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1299-29fe-4d1c-92e3-5d2178704909 None None] Pushing event updated for resources: {'Port': ['ID=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:20.782468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Transition to ACTIVE for port object 3b949b0f-39c2-4dc2-841f-b4174592e737 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:20.800834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.834362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.887793 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-16244bbe-a032-41f2-bd5d-28ab64817d51 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 954 time: 0.8323050 Feb 17 22:49:20.888926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for a4e3274f-686c-49c4-8aa4-2fc2b0eccdbb owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:20.907761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.911387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58922) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:20.920229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:20.927176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'routes': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:21.076389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-28a698fb-bc46-402d-ac10-5ed8282cab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.094119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Network 8d58971a-2499-4147-a1fa-aced99124902 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:21.096540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.135594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.161958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:21.195434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:21.197346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8:0:1::250 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/58f674ac-d7bc-4b4c-a2cc-611b4bea324a/68d4b982-d2d5-4c7e-adcc-d3d98b220aae) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:21.206619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe9a:4da6 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/37986e10-acaa-462b-b1d5-55e6f28d1ac8/68d4b982-d2d5-4c7e-adcc-d3d98b220aae) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:21.223085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Provisioning complete for port caebf8af-7f91-4b9f-884a-8e801b3ce48c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:21.223928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f759-a1f5-4ed3-b260-a878709e6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.233539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:21.280505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:21.284963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:21.358768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:21.370106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Transition to ACTIVE for port object 7b52005a-9e41-4587-b824-bf976d904e22 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:21.444456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:21.596218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port caebf8af-7f91-4b9f-884a-8e801b3ce48c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=caebf8af-7f91-4b9f-884a-8e801b3ce48c,segment=NetworkSegment(35de19d7-3c49-4a60-9789-2be04c803e63),segment_id=35de19d7-3c49-4a60-9789-2be04c803e63)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:21.598887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:21.646373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=80eab689-d040-4d8c-b040-988b3be5a58f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:21.791121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e3c7-8e22-471e-b4f4-3132c0051e0f None None] Pushing event updated for resources: {'Port': ['ID=578a9cb7-93f5-40e2-b272-a00f918d07ba,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:21.804750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.864225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.937802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 68d4b982-d2d5-4c7e-adcc-d3d98b220aae will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:21.946698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:21.950372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.038598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.042312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e194c489-a7a3-4210-bb4f-2d1e683bf4f7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:22.052150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.104865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting port cae8043f-cbb3-4ed4-b705-2aa8555a0b7e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:22.105362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.115034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Subnet': ['ID=61c4a172-7bbd-4dc2-876a-98387c888f11,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:22.139865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=a4e3274f-686c-49c4-8aa4-2fc2b0eccdbb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:22.190340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.381506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:22.449828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:22.451795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd4138-506d-4c4f-833e-cf2d418ab800 None None] Network fe124c2d-74d2-4ad3-9910-37a7f95c4382 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:22.452583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:22.458984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:22.459660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.513439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=68d4b982-d2d5-4c7e-adcc-d3d98b220aae,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:22.544372 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-92ceedde-a1de-44be-a5a7-d725b6a01f6d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.7349608 Feb 17 22:49:22.553758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58926) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:22.583066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.651098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.707635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d135d42-0650-4a42-ac0f-10d6b6c74998 None None] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:22.821425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:22.832553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1e3dfd1b-deeb-433f-8dc3-e311c0f1436e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/subnets/61c4a172-7bbd-4dc2-876a-98387c888f11 HTTP/1.1" status: 204 len: 168 time: 3.9686499 Feb 17 22:49:22.848754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58930) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:23.031108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef914f6-3220-4c6c-af6e-88cb5ae348a3 None None] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:23.133198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Attempting to bind port 5a6a6c74-9df8-44e9-8362-782d5874341f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:23.133592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Attempting to bind port 5a6a6c74-9df8-44e9-8362-782d5874341f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6a979a2a-1148-44ce-9b01-0d27e757a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d58971a-2499-4147-a1fa-aced99124902'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:23.133822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Attempting to bind port 5a6a6c74-9df8-44e9-8362-782d5874341f on network 8d58971a-2499-4147-a1fa-aced99124902 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:23.169984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.178889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 68d4b982-d2d5-4c7e-adcc-d3d98b220aae {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:23.178889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.239189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Calling delete_port for cae8043f-cbb3-4ed4-b705-2aa8555a0b7e owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:23.296799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.348342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:49:23.349327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:49:23.354643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.362841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.374941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:23.375339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Checking segment: {'id': '6a979a2a-1148-44ce-9b01-0d27e757a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d58971a-2499-4147-a1fa-aced99124902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:23.375845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.376129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Bound using segment: {'id': '6a979a2a-1148-44ce-9b01-0d27e757a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d58971a-2499-4147-a1fa-aced99124902'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:23.376543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Bound port: 5a6a6c74-9df8-44e9-8362-782d5874341f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a979a2a-1148-44ce-9b01-0d27e757a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d58971a-2499-4147-a1fa-aced99124902'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:23.376935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.386852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13875f4b-4a34-4a35-bc0c-e7993ada55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.407497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.414845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.423778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Pushing event updated for resources: {'Port': ['ID=5a6a6c74-9df8-44e9-8362-782d5874341f,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:23.453183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:23.483541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.484412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router 804cc8f3-3e2f-4aef-9bdc-268c11a7eaca {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:49:23.496317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Attempting to bind port 3b949b0f-39c2-4dc2-841f-b4174592e737 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:23.496909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Attempting to bind port 3b949b0f-39c2-4dc2-841f-b4174592e737 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:23.497529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Attempting to bind port 3b949b0f-39c2-4dc2-841f-b4174592e737 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:23.559314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:23.559783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.601650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.609430 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5258cd19-514b-4e1c-aa5b-cede670270a3 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 204 len: 168 time: 5.2504494 Feb 17 22:49:23.624569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58936) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:23.633310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948692435', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:23.642597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.643157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.643723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.644284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.645169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.645432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.645986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.646541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.647097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.647648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.648192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.649129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:23.652970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:23.693187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Usage tracker for resource:router and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:23.698630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:23.705566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.708312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:23.710032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:23.710687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.711489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:23.712384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Bound port: 3b949b0f-39c2-4dc2-841f-b4174592e737, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:23.712990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.745026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Deleting port ae3cceda-f14b-4ff1-b714-9782292b73c4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:23.745921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.761419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:23.808915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.810717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.824233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Attempting to bind port 7b52005a-9e41-4587-b824-bf976d904e22 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:23.824606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Attempting to bind port 7b52005a-9e41-4587-b824-bf976d904e22 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:23.825308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Attempting to bind port 7b52005a-9e41-4587-b824-bf976d904e22 on network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:23.862927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.904836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.921076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.960202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.961033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:23.961889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Checking segment: {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:23.962721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:23.963386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Bound using segment: {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:23.964164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Bound port: 7b52005a-9e41-4587-b824-bf976d904e22, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20b40b7-daf4-4f3c-847f-239236c9c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:23.964781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.315766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 68d4b982-d2d5-4c7e-adcc-d3d98b220aae owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:24.325624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Pushing event updated for resources: {'Port': ['ID=3b949b0f-39c2-4dc2-841f-b4174592e737,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:24.348389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.486231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Port': ['ID=cae8043f-cbb3-4ed4-b705-2aa8555a0b7e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:24.492343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] For port 5a6a6c74-9df8-44e9-8362-782d5874341f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:24.567869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] For port 5a6a6c74-9df8-44e9-8362-782d5874341f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a6a6c74-9df8-44e9-8362-782d5874341f,segment=NetworkSegment(6a979a2a-1148-44ce-9b01-0d27e757a2b2),segment_id=6a979a2a-1148-44ce-9b01-0d27e757a2b2)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:24.628474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.644946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.665119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] For port 3b949b0f-39c2-4dc2-841f-b4174592e737, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:24.719553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b19787-eae4-42dc-9569-6ff878e4ff11 None None] Pushing event updated for resources: {'Port': ['ID=7b52005a-9e41-4587-b824-bf976d904e22,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:24.842435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] For port 7b52005a-9e41-4587-b824-bf976d904e22, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:24.853351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] For port 7b52005a-9e41-4587-b824-bf976d904e22, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b52005a-9e41-4587-b824-bf976d904e22,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:24.862826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] For port 3b949b0f-39c2-4dc2-841f-b4174592e737, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3b949b0f-39c2-4dc2-841f-b4174592e737,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:24.920639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.951537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:24.966643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] DHCP port deletion for fe124c2d-74d2-4ad3-9910-37a7f95c4382 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:24.979063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.003295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Deleting port ae3cceda-f14b-4ff1-b714-9782292b73c4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:25.003567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.043008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] For port ae3cceda-f14b-4ff1-b714-9782292b73c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae3cceda-f14b-4ff1-b714-9782292b73c4,segment=NetworkSegment(33067656-6259-4b6a-9d24-312c28cb0f86),segment_id=33067656-6259-4b6a-9d24-312c28cb0f86)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:25.043578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.069372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-98adf755-8d8b-42b9-9efd-0201941fddeb None None] Provisioning for port 578a9cb7-93f5-40e2-b272-a00f918d07ba completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:25.206205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.225841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:25.270599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.278380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.339411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.358385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.455884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=caebf8af-7f91-4b9f-884a-8e801b3ce48c,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:25.607158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:25.749828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=68d4b982-d2d5-4c7e-adcc-d3d98b220aae,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:25.764730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:25.765745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:26.084854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.102041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Calling delete_port for ae3cceda-f14b-4ff1-b714-9782292b73c4 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:26.193223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc636ee7-1832-455e-b858-07f2e5235ec0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:26.243794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-98adf755-8d8b-42b9-9efd-0201941fddeb None None] Provisioning for port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:26.259632 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7b543986-b32d-458f-a060-43b6538f4920 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/68d4b982-d2d5-4c7e-adcc-d3d98b220aae HTTP/1.1" status: 204 len: 168 time: 3.7053087 Feb 17 22:49:26.263053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58940) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:26.266300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 2001:db8::1be (10b2d9ee-89df-43ed-8025-ea498553bf72/80b876e9-2c21-4552-8680-5de7119388dc/c5f7e046-54b9-44d4-b0cb-d07267f4478d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:26.427562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:26.433931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:26.438700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee95f-0039-4187-ba58-957d2e5bc899 None None] Pushing event updated for resources: {'Port': ['ID=5a6a6c74-9df8-44e9-8362-782d5874341f,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:26.454489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:26.531835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.552940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.573393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Router 91c93639-a943-473f-bcad-06ce9a2baf24 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:26.596841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.649145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.662640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.802534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:26.807363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] No DVR routers for this DVR port ae3cceda-f14b-4ff1-b714-9782292b73c4 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:26.950254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2cb66-ee84-4e35-b77d-bf4a1eeff6a0 None None] Pushing event updated for resources: {'Port': ['ID=3b949b0f-39c2-4dc2-841f-b4174592e737,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:27.078237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] For port ae3cceda-f14b-4ff1-b714-9782292b73c4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae3cceda-f14b-4ff1-b714-9782292b73c4,segment=NetworkSegment(33067656-6259-4b6a-9d24-312c28cb0f86),segment_id=33067656-6259-4b6a-9d24-312c28cb0f86)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:27.078715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:27.217818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:27.230974 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] Sync routers for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:27.264593 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:27.265689 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:27.267672 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6817685-3605-49c6-8788-764041173a97 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9758251 Feb 17 22:49:27.290678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58944) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:27.309563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674a48d-5f88-4fbc-ae9d-d42e1545ba95 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:27.318277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:27.319214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9674a48d-5f88-4fbc-ae9d-d42e1545ba95 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:49:27.501327 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:27.522112 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-aaccd751-8455-4e8e-bcc8-0b028a1687cb tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] delete failed (client error): The resource could not be found. Feb 17 22:49:27.525410 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:27.527184 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:27.527448 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aaccd751-8455-4e8e-bcc8-0b028a1687cb tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-267637992 HTTP/1.1" status: 404 len: 334 time: 0.2051365 Feb 17 22:49:27.531866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58948) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:27.544720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5401ce3f-812e-4b86-9d86-700faa04847a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'router': {'external_gateway_info': {'network_id': '91c93639-a943-473f-bcad-06ce9a2baf24'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:27.588384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b19787-eae4-42dc-9569-6ff878e4ff11 None None] Pushing event updated for resources: {'Port': ['ID=7b52005a-9e41-4587-b824-bf976d904e22,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:27.599388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c4caa-1245-41ff-9ad3-e90871820890 None None] Network 8d58971a-2499-4147-a1fa-aced99124902 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:27.727268 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:27.728155 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e5441-6706-4e2f-8255-0a677d17b373 None None] The sync data for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:27.748538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:27.750761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff6f1242-82bb-4eff-9583-7ee79165f49a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 704 time: 6.8379028 Feb 17 22:49:27.795189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cc636ee7-1832-455e-b858-07f2e5235ec0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:27.795568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:27.820893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58952) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:27.839495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:27.903159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=80eab689-d040-4d8c-b040-988b3be5a58f,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:27.905282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Calling delete_port for ae3cceda-f14b-4ff1-b714-9782292b73c4 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:27.929232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9674a48d-5f88-4fbc-ae9d-d42e1545ba95 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:49:27.933240 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9674a48d-5f88-4fbc-ae9d-d42e1545ba95 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.6578431 Feb 17 22:49:27.933839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58958) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:27.946214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900647e1-81e2-4aa4-bca6-48aeb42ee6b9 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:28.112157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.156389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Port': ['ID=ae3cceda-f14b-4ff1-b714-9782292b73c4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:28.246200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.296551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe124c2d-74d2-4ad3-9910-37a7f95c4382']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:28.329128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0efea605-d096-4eaa-9f11-448795524a22 None None] Provisioning for port 80eab689-d040-4d8c-b040-988b3be5a58f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:28.347599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33067656-6259-4b6a-9d24-312c28cb0f86') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:28.348242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33067656-6259-4b6a-9d24-312c28cb0f86') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:28.353322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0efea605-d096-4eaa-9f11-448795524a22 None None] Provisioning complete for port 80eab689-d040-4d8c-b040-988b3be5a58f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:28.353704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0efea605-d096-4eaa-9f11-448795524a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.379740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5401ce3f-812e-4b86-9d86-700faa04847a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.388323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.398175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.420525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:28.425278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:28.436790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.496490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Allocated IP 172.26.7.42 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/9fbabe5b-f5d0-41c2-acd4-144ce6c3123f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:28.510010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:28.510423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:28.554013 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:28.649058 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-5401ce3f-812e-4b86-9d86-700faa04847a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] update failed (client error): The resource could not be found. Feb 17 22:49:28.650888 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5401ce3f-812e-4b86-9d86-700faa04847a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24 HTTP/1.1" status: 404 len: 339 time: 1.1151068 Feb 17 22:49:28.748520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58962) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:28.759160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:28.760278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:28.766149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0cf2c00a-8313-40ae-84a2-2021f19a2363 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 704 time: 0.9414549 Feb 17 22:49:28.770058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0efea605-d096-4eaa-9f11-448795524a22 None None] Port 80eab689-d040-4d8c-b040-988b3be5a58f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:28.771554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c312c17-26f0-4123-9d99-9068e41aa408 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:28.775881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58966) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:28.777939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6c312c17-26f0-4123-9d99-9068e41aa408 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7535324 Feb 17 22:49:28.782563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1752693520'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:28.793040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:28.800797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:network and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:28.803160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58968) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:28.806940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:28.819231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:28.858740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 578a9cb7-93f5-40e2-b272-a00f918d07ba up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:29.086931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.110756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 578a9cb7-93f5-40e2-b272-a00f918d07ba completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:29.122722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:23Z', 'revision_number': 7, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:24Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:29.128622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 578a9cb7-93f5-40e2-b272-a00f918d07ba triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:29.129178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.132515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:29.138467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.189046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 10b2d9ee-89df-43ed-8025-ea498553bf72 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:29.190785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ffdb8d-c7f9-4803-a163-419ccb94ccf3 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:23Z', 'revision_number': 7, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:24Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:29.197131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f7e046-54b9-44d4-b0cb-d07267f4478d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:29.208793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:29.211509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:29.281532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Deleting port ae3cceda-f14b-4ff1-b714-9782292b73c4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:29.282034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.316709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.321588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.395577 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] 10.222.0.42 "DELETE /v2.0/networks/fe124c2d-74d2-4ad3-9910-37a7f95c4382 HTTP/1.1" status: 204 len: 168 time: 6.5370665 Feb 17 22:49:29.510069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ede82323-f26d-4946-bd72-340aeff0412e None None] Provisioning for port 3b949b0f-39c2-4dc2-841f-b4174592e737 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:29.560337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-68cfddc6-efb0-45af-ad47-7d73587c3e39 None None] The port 'ae3cceda-f14b-4ff1-b714-9782292b73c4' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:49:29.651476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0772e0-fda9-4ac8-b2c6-7fdc4a1eff6e tempest-NetworksIpV6TestAttrs-659477075 tempest-NetworksIpV6TestAttrs-659477075-project] Pushing event deleted for resources: {'Network': ['ID=fe124c2d-74d2-4ad3-9910-37a7f95c4382,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:29.675512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:29.678405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:29.680820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:29.681985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:49:29.718660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ede82323-f26d-4946-bd72-340aeff0412e None None] Provisioning for port 5a6a6c74-9df8-44e9-8362-782d5874341f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:29.756338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:49:29.762398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-900c4e5b-ba4a-456e-b971-8adb6c23bd70 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9574280 Feb 17 22:49:29.763276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58976) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:29.815557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:29.833597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.868208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 37986e10-acaa-462b-b1d5-55e6f28d1ac8 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:29.874127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:29.889394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.922981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ede82323-f26d-4946-bd72-340aeff0412e None None] Provisioning complete for port 80eab689-d040-4d8c-b040-988b3be5a58f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:29.937596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.938231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ede82323-f26d-4946-bd72-340aeff0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:29.941135 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Added segment 96663e19-1c2d-4089-9742-2a47ef7d5cf4 of type vlan for network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 Feb 17 22:49:30.170817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.287972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.299001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.299344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ede82323-f26d-4946-bd72-340aeff0412e None None] Port 80eab689-d040-4d8c-b040-988b3be5a58f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:30.304412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 578a9cb7-93f5-40e2-b272-a00f918d07ba, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=578a9cb7-93f5-40e2-b272-a00f918d07ba,segment=NetworkSegment(7392c72e-f818-49d2-b457-ca69a228b420),segment_id=7392c72e-f818-49d2-b457-ca69a228b420)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:30.322758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.323585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:30.416514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:49:30.449542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:30.518316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.525244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75407b5-a53f-4428-a5c0-ca7622fb7999 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:49:30.614137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event updated for resources: {'Port': ['ID=9fbabe5b-f5d0-41c2-acd4-144ce6c3123f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:30.656205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fa57a928-9aa8-47c9-8f18-5677dc32ad84 None None] Could not find standard attr ID for object 68d4b982-d2d5-4c7e-adcc-d3d98b220aae. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:49:30.709251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:30.724187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:30.734603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:30.755789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:30.778528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] Sync routers for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:30.815522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.821560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=578a9cb7-93f5-40e2-b272-a00f918d07ba,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:30.826229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:30.827399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.846285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:30.847267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:30.851673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17d47a8c-641c-439c-a1cd-3ca01129f1d5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1117294 Feb 17 22:49:30.860122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.878633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 58988) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:30.888919 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:30.911268 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:30.913780 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:30.919027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:30.949491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:30.950510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:30.976669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:31.031165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:31.044544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:31.045107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:31.132481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:31.132881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362c317-f4b6-458a-8f17-323529f5a686 None None] The sync data for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:31.168856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75407b5-a53f-4428-a5c0-ca7622fb7999 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:49:31.287909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a6fe72d9-951a-46ae-b784-de63a3bee609 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c2e3663d0a84dfb8ac99f50abc0a685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782395 Feb 17 22:49:31.298395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58992) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:31.300351 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:31.316383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:31.447105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Network': ['ID=d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:31.454235 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9d91f95c-f181-4702-a768-df4740cb63fc tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7042806 Feb 17 22:49:31.477201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:31.485638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 58996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:31.489204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:31.540951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,segment=NetworkSegment(1e572ced-ac65-4df2-8c59-dbdb0f582b21),segment_id=1e572ced-ac65-4df2-8c59-dbdb0f582b21)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:31.564837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a8048-bb3c-40a7-9689-ffb209a26f6d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:31.566668 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d86a8048-bb3c-40a7-9689-ffb209a26f6d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports/80eab689-d040-4d8c-b040-988b3be5a58f HTTP/1.1" status: 200 len: 910 time: 0.6637969 Feb 17 22:49:31.571098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59000) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:31.609006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'subnet': {'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:31.717110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=37986e10-acaa-462b-b1d5-55e6f28d1ac8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:31.833833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:31.852173 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:23Z', 'revision_number': 7, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:24Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:31.862205 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:49:31.872612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:31.893124 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:31.893744 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:32.017700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:32.022637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae3cceda-f14b-4ff1-b714-9782292b73c4 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:32.143485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:32.167477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Usage tracker for resource:subnet and tenant:58ff45e307304e00a0c613e2e929a4db is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:32.171538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:32.180517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:32.214820 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:32.234012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:32.254898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: ae3cceda-f14b-4ff1-b714-9782292b73c4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:32.255407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae3cceda-f14b-4ff1-b714-9782292b73c4 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:32.331930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:32.347071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:32.415316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-42c5b977-42e6-4bd4-942a-c3a9ded54849 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/37986e10-acaa-462b-b1d5-55e6f28d1ac8 HTTP/1.1" status: 204 len: 168 time: 2.6404264 Feb 17 22:49:32.416370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Made reservation on behalf of 58ff45e307304e00a0c613e2e929a4db for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:32.426883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:32.439572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59004) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:32.628363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad87333-c2f2-47ea-bb3e-3f4af7fb20db None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:32.854285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:32.889110 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:23Z', 'revision_number': 7, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:24Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:32.902166 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42de32-0d4c-459f-8776-ea8090cc7d63 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:23Z', 'revision_number': 7, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b52005a-9e41-4587-b824-bf976d904e22', 'name': '', 'network_id': '8e4e1010-9ae4-4d33-bb40-eca9f1fbeded', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:5f:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:02Z', 'updated_at': '2022-02-17T22:49:24Z', 'revision_number': 4, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': 'e98375a7-4850-4299-af5c-35dc890499b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:32.929279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device caebf8af-7f91-4b9f-884a-8e801b3ce48c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:32.976740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Subnet': ['ID=0e46b3ef-8e55-424a-a525-a57ed5078549,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:33.014477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.037311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.075824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b081733-d4a9-4461-9775-ab8d81ee7147,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:33.177722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port caebf8af-7f91-4b9f-884a-8e801b3ce48c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:33.178835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.235041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Checking segment: {'id': '96663e19-1c2d-4089-9742-2a47ef7d5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:33.236347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network hostable DHCP agents. Network: d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:33.281566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.283512 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8c81a146-8f37-4307-90bf-bca1f0c86cb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b081733-d4a9-4461-9775-ab8d81ee7147 HTTP/1.1" status: 204 len: 168 time: 1.9826975 Feb 17 22:49:33.369705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 578a9cb7-93f5-40e2-b272-a00f918d07ba up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:33.442425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:33.465562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 58f674ac-d7bc-4b4c-a2cc-611b4bea324a {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:33.469126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.482618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:33.492918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:33.494260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.499774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b77a0-b60b-4c46-ba3c-bf0459a28ca1 None None] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:33.574007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.574756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-285c8455-72f9-4c2c-8982-c493ad640560 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0782335 Feb 17 22:49:33.576327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:33.604527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-49e4f529-5cbd-4763-9064-8e396235ea09 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:33.651530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 578a9cb7-93f5-40e2-b272-a00f918d07ba triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:33.653232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:33.984824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9', 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9', 'tenant_id': '58ff45e307304e00a0c613e2e929a4db', 'fixed_ips': [{'subnet_id': '0e46b3ef-8e55-424a-a525-a57ed5078549'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:33.986877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.075518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router 37fd4648-8c2c-4d1f-a386-e86cd0d24f01 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:34.104910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.212955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a6a6c74-9df8-44e9-8362-782d5874341f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:34.219734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.364283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.374233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5a6a6c74-9df8-44e9-8362-782d5874341f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:34.380276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.398475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5a6a6c74-9df8-44e9-8362-782d5874341f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:34.398854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.701936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Allocated IP 2001:db8:1::2 (d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9/0e46b3ef-8e55-424a-a525-a57ed5078549/bdd19802-5512-4522-88c8-e61a81ab334d) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:34.758489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-49e4f529-5cbd-4763-9064-8e396235ea09 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:34.891417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59032) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:34.973895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.114416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5a6a6c74-9df8-44e9-8362-782d5874341f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a6a6c74-9df8-44e9-8362-782d5874341f,segment=NetworkSegment(6a979a2a-1148-44ce-9b01-0d27e757a2b2),segment_id=6a979a2a-1148-44ce-9b01-0d27e757a2b2)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:35.128961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.131123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e194c489-a7a3-4210-bb4f-2d1e683bf4f7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:35.265143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:35.270612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.294727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.296370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-95effde9-ea01-4853-9ffc-dcf6fbe79fc1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 16.2294836 Feb 17 22:49:35.302509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59038) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:35.319316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Sync routers for ids ['37fd4648-8c2c-4d1f-a386-e86cd0d24f01'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:35.358705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.434917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f980d-7893-48b9-9d01-252ef81dc26a None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:35.477756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=58f674ac-d7bc-4b4c-a2cc-611b4bea324a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:35.545987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-577261852'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:35.549622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Routers {'37fd4648-8c2c-4d1f-a386-e86cd0d24f01'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:35.550291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['37fd4648-8c2c-4d1f-a386-e86cd0d24f01'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:35.551036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:35.556352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.596488 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5046a0d1-da09-4557-9273-283c8226c94e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/58f674ac-d7bc-4b4c-a2cc-611b4bea324a HTTP/1.1" status: 204 len: 168 time: 3.1438193 Feb 17 22:49:35.596488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:35.609346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59042) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:35.610200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:35.621839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-49e4f529-5cbd-4763-9064-8e396235ea09 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:49:35.627095 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-49e4f529-5cbd-4763-9064-8e396235ea09 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24 HTTP/1.1" status: 400 len: 364 time: 2.0448649 Feb 17 22:49:35.634843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:35.699793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:35.725252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5a6a6c74-9df8-44e9-8362-782d5874341f,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:35.745983 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca4554f4-6ba3-45da-924c-a53761fd8211 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317105 Feb 17 22:49:35.756042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59050) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:35.775895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:35.793882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:35.797471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.886504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.934697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:35.980810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Transition to ACTIVE for port object bdd19802-5512-4522-88c8-e61a81ab334d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:35.986567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:35.987346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.015429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:36.029587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:security_group_rule and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:36.040997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:36.084359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Router 703fee14-b622-460c-9c68-55b2310cf29c is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:36.086784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.21.0.1 (8d58971a-2499-4147-a1fa-aced99124902/9438c4a2-5a9b-43ec-9261-65d96301f08f/d9cb2969-d306-44f5-9244-ca73d5fe292e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:36.089147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:36.110392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Set router 37fd4648-8c2c-4d1f-a386-e86cd0d24f01 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:36.116226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:36.137281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:36.151801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:36.210655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.226141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Transition to ACTIVE for port object bdd19802-5512-4522-88c8-e61a81ab334d will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:36.248265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 7b52005a-9e41-4587-b824-bf976d904e22 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:36.248629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.259058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.276478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:36.393269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Deleting port c5f7e046-54b9-44d4-b0cb-d07267f4478d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:36.394186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.454898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:36.459122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:36.460550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.474236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:36.488130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:36.490711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Pushing event updated for resources: {'Port': ['ID=bdd19802-5512-4522-88c8-e61a81ab334d,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:36.494495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3b949b0f-39c2-4dc2-841f-b4174592e737 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:36.739783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Attempting to bind port bdd19802-5512-4522-88c8-e61a81ab334d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:36.740301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Attempting to bind port bdd19802-5512-4522-88c8-e61a81ab334d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '96663e19-1c2d-4089-9742-2a47ef7d5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:36.740794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Attempting to bind port bdd19802-5512-4522-88c8-e61a81ab334d on network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:36.750868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:36.752137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Checking segment: {'id': '96663e19-1c2d-4089-9742-2a47ef7d5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:36.752682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.753162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Bound using segment: {'id': '96663e19-1c2d-4089-9742-2a47ef7d5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:36.753783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Bound port: bdd19802-5512-4522-88c8-e61a81ab334d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96663e19-1c2d-4089-9742-2a47ef7d5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd09aaceb-c1cb-42fc-8e67-c2025cbc7eb9'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:36.754269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.768575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3b949b0f-39c2-4dc2-841f-b4174592e737 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:36.789955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3b949b0f-39c2-4dc2-841f-b4174592e737 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:36.790569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.822829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.853288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:36.898445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Deleting port 3b949b0f-39c2-4dc2-841f-b4174592e737 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:36.898977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.930211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:36.934567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:36.949536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] Sync routers for ids ['703fee14-b622-460c-9c68-55b2310cf29c'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:36.960544 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] Routers {'703fee14-b622-460c-9c68-55b2310cf29c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:36.961459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['703fee14-b622-460c-9c68-55b2310cf29c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:36.962986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object d9cb2969-d306-44f5-9244-ca73d5fe292e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:37.025373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd4648-8c2c-4d1f-a386-e86cd0d24f01', 'name': '', 'tenant_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72', 'external_fixed_ips': [{'subnet_id': '80b876e9-2c21-4552-8680-5de7119388dc', 'ip_address': '2001:db8::1be'}], 'enable_snat': True}, 'gw_port_id': 'c5f7e046-54b9-44d4-b0cb-d07267f4478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:49:19Z', 'updated_at': '2022-02-17T22:49:29Z', 'revision_number': 3, 'project_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'gw_port': {'id': 'c5f7e046-54b9-44d4-b0cb-d07267f4478d', 'name': '', 'network_id': '10b2d9ee-89df-43ed-8025-ea498553bf72', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd4648-8c2c-4d1f-a386-e86cd0d24f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '80b876e9-2c21-4552-8680-5de7119388dc', 'ip_address': '2001:db8::1be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:49:23Z', 'updated_at': '2022-02-17T22:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b876e9-2c21-4552-8680-5de7119388dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:37.067821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.072583 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:37.083951 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] Routers {'703fee14-b622-460c-9c68-55b2310cf29c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:37.084982 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['703fee14-b622-460c-9c68-55b2310cf29c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:37.088608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] For port bdd19802-5512-4522-88c8-e61a81ab334d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:37.097511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Checking router: 37fd4648-8c2c-4d1f-a386-e86cd0d24f01 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:49:37.098272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Updating router 37fd4648-8c2c-4d1f-a386-e86cd0d24f01 port c5f7e046-54b9-44d4-b0cb-d07267f4478d binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:49:37.181864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:37.182726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1ea42-3898-42c4-9133-070d378db26d None None] The sync data for ids ['703fee14-b622-460c-9c68-55b2310cf29c'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:37.339471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] For port bdd19802-5512-4522-88c8-e61a81ab334d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bdd19802-5512-4522-88c8-e61a81ab334d,segment=NetworkSegment(96663e19-1c2d-4089-9742-2a47ef7d5cf4),segment_id=96663e19-1c2d-4089-9742-2a47ef7d5cf4)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:37.393941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.432548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 8d58971a-2499-4147-a1fa-aced99124902 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:37.443181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.467102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:37.486738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:37.527143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.540884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.601071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=d9cb2969-d306-44f5-9244-ca73d5fe292e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:37.608102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 7b52005a-9e41-4587-b824-bf976d904e22, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7b52005a-9e41-4587-b824-bf976d904e22,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:37.608902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.634589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.636404 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a7c773eb-d1f3-408e-a6fd-a4d17bcfdc83 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.0104473 Feb 17 22:49:37.656523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59054) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:37.659785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:37.705355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.725952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f092ab-9afb-4d67-b863-645a68056b1c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:37.735374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:37.857901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:37.932527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.030016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 3b949b0f-39c2-4dc2-841f-b4174592e737, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3b949b0f-39c2-4dc2-841f-b4174592e737,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:38.049201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Calling delete_port for c5f7e046-54b9-44d4-b0cb-d07267f4478d owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:38.119501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] For port 3b949b0f-39c2-4dc2-841f-b4174592e737, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3b949b0f-39c2-4dc2-841f-b4174592e737,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:38.120135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.130084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Allocated IP 2001:db8::1 (6374a7b9-3560-4824-8baa-cec6f238ae6d/740cb6a0-de6f-4c20-92a3-745f86678175/55448111-f766-4e16-9e8d-bc6a974f8b9f) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:38.137276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf172b0-7039-48ad-a848-5a5445b05cb6 None None] Pushing event updated for resources: {'Port': ['ID=bdd19802-5512-4522-88c8-e61a81ab334d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:38.140928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.142670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7b52005a-9e41-4587-b824-bf976d904e22 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:38.147627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 7b52005a-9e41-4587-b824-bf976d904e22 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:38.220661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.221333 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment a31681c4-b865-430b-a9f9-fe59766331e7 of type vlan for network 4231dad7-d033-4de1-a291-5b09048619d5 Feb 17 22:49:38.586543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.621468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.665648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Transition to ACTIVE for port object 55448111-f766-4e16-9e8d-bc6a974f8b9f will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:38.667294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Calling delete_port for 3b949b0f-39c2-4dc2-841f-b4174592e737 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:38.697494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b2aa335f-1b45-4bc9-afca-d56e145d064b None None] Provisioning for port d9cb2969-d306-44f5-9244-ca73d5fe292e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:38.701567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.717608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b2aa335f-1b45-4bc9-afca-d56e145d064b None None] Provisioning complete for port d9cb2969-d306-44f5-9244-ca73d5fe292e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:38.718237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b2aa335f-1b45-4bc9-afca-d56e145d064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.796204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-490666d8-3149-484f-a777-8fe6a242491f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:38.799407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f7e046-54b9-44d4-b0cb-d07267f4478d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:38.824354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.872344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:38.960642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7b52005a-9e41-4587-b824-bf976d904e22 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:39.023914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=3b949b0f-39c2-4dc2-841f-b4174592e737,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:39.027314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:39.034430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:39.037301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:39.038283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.055549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa335f-1b45-4bc9-afca-d56e145d064b None None] Port d9cb2969-d306-44f5-9244-ca73d5fe292e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:39.058480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7b52005a-9e41-4587-b824-bf976d904e22 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:39.062091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.144544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:39.144544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:39.145677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.151484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.170104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Port': ['ID=55448111-f766-4e16-9e8d-bc6a974f8b9f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:39.246243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.247716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37fd4648-8c2c-4d1f-a386-e86cd0d24f01 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:49:39.284612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:39.285251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:39.336851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.342063 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7bb62f11-9de3-4db7-905b-c61636fb96c1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/routers/37fd4648-8c2c-4d1f-a386-e86cd0d24f01 HTTP/1.1" status: 204 len: 168 time: 4.0383089 Feb 17 22:49:39.342899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59058) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:39.400246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.443798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.460056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:39.461792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.470996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.497111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Deleting subnet 80b876e9-2c21-4552-8680-5de7119388dc {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:39.500678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.654513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.780992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:39.836927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Deleting port 3b949b0f-39c2-4dc2-841f-b4174592e737 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:39.837492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.872216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:39.918280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Port c5f7e046-54b9-44d4-b0cb-d07267f4478d not found while updating agent binding for router 37fd4648-8c2c-4d1f-a386-e86cd0d24f01. {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 22:49:39.925318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733ac2a-6b9f-4ac6-a94b-d4b541391f0f None None] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:40.036276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.107662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Routers set() bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:40.108394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Router IDs set() for agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 22:49:40.108517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.109451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_agentschedulers_db [None req-490666d8-3149-484f-a777-8fe6a242491f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37fd4648-8c2c-4d1f-a386-e86cd0d24f01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent'). {{(pid=87696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 22:49:40.109990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490666d8-3149-484f-a777-8fe6a242491f None None] The sync data for ids ['37fd4648-8c2c-4d1f-a386-e86cd0d24f01'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:40.115092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fe87ce29-decb-4af9-9e5c-643a079077dd None None] Provisioning for port 55448111-f766-4e16-9e8d-bc6a974f8b9f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:40.181993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fe87ce29-decb-4af9-9e5c-643a079077dd None None] Provisioning complete for port 55448111-f766-4e16-9e8d-bc6a974f8b9f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:40.182619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe87ce29-decb-4af9-9e5c-643a079077dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.183528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=7b52005a-9e41-4587-b824-bf976d904e22,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:40.195538 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 5.3029728 Feb 17 22:49:40.245678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.303621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.405356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80b876e9-2c21-4552-8680-5de7119388dc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:40.418827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.455886 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d484ed3a-0c93-4dd0-b9a8-6480770fe210 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/80b876e9-2c21-4552-8680-5de7119388dc HTTP/1.1" status: 204 len: 168 time: 1.1087790 Feb 17 22:49:40.475765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59062) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:40.476312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59064) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:40.481041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.objects.ports [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87694) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:49:40.482326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7f4b-55fa-457c-a742-3cc60bb96c71 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=4231dad7-d033-4de1-a291-5b09048619d5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:40.495974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.496501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '4231dad7-d033-4de1-a291-5b09048619d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:40.524793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4231dad7-d033-4de1-a291-5b09048619d5 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:40.596885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.606503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Deleting port 9fbabe5b-f5d0-41c2-acd4-144ce6c3123f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:40.606841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.649315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ce29-decb-4af9-9e5c-643a079077dd None None] Port 55448111-f766-4e16-9e8d-bc6a974f8b9f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:40.677312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:49:40.680581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:40.680994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.742558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.762144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.769561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.769943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.867405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:40.872377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] For port 3b949b0f-39c2-4dc2-841f-b4174592e737, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3b949b0f-39c2-4dc2-841f-b4174592e737,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:40.873457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:40.887978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d60b7b1a-f76f-4570-840b-148a6e52b7db None None] Provisioning for port bdd19802-5512-4522-88c8-e61a81ab334d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:40.911929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:40.971940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:41.035572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Calling delete_port for 3b949b0f-39c2-4dc2-841f-b4174592e737 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:41.114137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:41.120732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event updated for resources: {'Port': ['ID=55448111-f766-4e16-9e8d-bc6a974f8b9f,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:41.190798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.228401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.278380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b2d9ee-89df-43ed-8025-ea498553bf72']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:41.298040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] Pushing event deleted for resources: {'Port': ['ID=3b949b0f-39c2-4dc2-841f-b4174592e737,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:41.309231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f882cf06-a75a-4e60-9d66-4f86e95ca554') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:41.310537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d2a72-b4a2-46d8-b883-019f49eaf20a None None] No DVR routers for this DVR port 3b949b0f-39c2-4dc2-841f-b4174592e737 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:41.312587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f882cf06-a75a-4e60-9d66-4f86e95ca554') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:41.326192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:41.334493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.372493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.406136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.419451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:41.420409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.590893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a6a6c74-9df8-44e9-8362-782d5874341f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:41.598196 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:41.680033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5a6a6c74-9df8-44e9-8362-782d5874341f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:41.680414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.728417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_pluggable_backend [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Port 3b949b0f-39c2-4dc2-841f-b4174592e737 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87694) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 22:49:41.729324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.729654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_pluggable_backend [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:e564 {{(pid=87694) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 22:49:41.805024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10b2d9ee-89df-43ed-8025-ea498553bf72 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 22:49:41.824049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.844622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Network': ['ID=10b2d9ee-89df-43ed-8025-ea498553bf72,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:41.847074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bdd19802-5512-4522-88c8-e61a81ab334d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:41.874050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_pluggable_backend [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:e564 {{(pid=87694) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 17 22:49:41.882568 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-122d5dac-e467-4f24-b3e1-945561296522 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/networks/10b2d9ee-89df-43ed-8025-ea498553bf72 HTTP/1.1" status: 204 len: 168 time: 1.4046793 Feb 17 22:49:41.888225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:41.899997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:41.915868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:41.978497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port bdd19802-5512-4522-88c8-e61a81ab334d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:41.991835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bdd19802-5512-4522-88c8-e61a81ab334d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:41.992419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.348350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.467567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port bdd19802-5512-4522-88c8-e61a81ab334d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bdd19802-5512-4522-88c8-e61a81ab334d,segment=NetworkSegment(96663e19-1c2d-4089-9742-2a47ef7d5cf4),segment_id=96663e19-1c2d-4089-9742-2a47ef7d5cf4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:42.481697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.509855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.540143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.558819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=fa8df86f-8cb2-4317-a0db-bcf623b73079,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:42.623855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=1464e1fd-3d30-41e6-b986-f7449ae822d5,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:42.722912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:42.767521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Router 91c93639-a943-473f-bcad-06ce9a2baf24 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:42.771322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=bdd19802-5512-4522-88c8-e61a81ab334d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:42.791363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5368b89e-3c4a-43ad-898b-757cba8adc46 None None] Provisioning complete for port 55448111-f766-4e16-9e8d-bc6a974f8b9f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:42.792334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5368b89e-3c4a-43ad-898b-757cba8adc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.859591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59078) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:42.863957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': 'a31681c4-b865-430b-a9f9-fe59766331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:42.864554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 4231dad7-d033-4de1-a291-5b09048619d5, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:42.870033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:42.889977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Calling delete_port for 9fbabe5b-f5d0-41c2-acd4-144ce6c3123f owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:42.891362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'name': 'tempest-router--2001385070', 'project_id': '9dd61efc4e864695a423f9685f7d63e7'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:42.898948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:42.904215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:router and tenant:9dd61efc4e864695a423f9685f7d63e7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:42.908560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:42.916551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:42.920004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3b949b0f-39c2-4dc2-841f-b4174592e737 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:42.952985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.954712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:42.963942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:42.965366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.006210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5368b89e-3c4a-43ad-898b-757cba8adc46 None None] Port 55448111-f766-4e16-9e8d-bc6a974f8b9f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:43.011198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3b949b0f-39c2-4dc2-841f-b4174592e737 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:43.011198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3b949b0f-39c2-4dc2-841f-b4174592e737 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:43.027820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8d996-a71d-4203-bc69-bb7ba11d058a None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:43.085518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:43.095428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59082) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:43.096229 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-caef7d82-2363-43e1-bfbd-9762e9b70d98 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.3343589 Feb 17 22:49:43.109557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:43.128359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 4231dad7-d033-4de1-a291-5b09048619d5 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:43.142777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.151398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:43.164412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.261440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7f0f0809-bb5e-4be8-8b43-4b4a03a69890 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6251047 Feb 17 22:49:43.268257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59086) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:43.269176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4231dad7-d033-4de1-a291-5b09048619d5) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:43.326181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.415472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:43.416207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.541032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f057b7-0290-4aa3-8593-8ca6da591951 None None] Network 4231dad7-d033-4de1-a291-5b09048619d5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:43.559817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.562205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bdd19802-5512-4522-88c8-e61a81ab334d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:43.613983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] Sync routers for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:43.696209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-97e439c4-7772-4e58-aec7-afb7f3402580 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2133219 Feb 17 22:49:43.705066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59090) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:43.716642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401913586'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:43.733302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.739820 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bee9ca68-b86a-46a9-8e6d-5b2afdd581f1 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8740804 Feb 17 22:49:43.744501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:43.748530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59094) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:43.753455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3242786-a310-444b-bbbe-c4b17c721609 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.768151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:43.775324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:43.776970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=d9cb2969-d306-44f5-9244-ca73d5fe292e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:43.780748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:43.781184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:43.787164 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:43.790691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1789c886-191f-476c-9062-f49917f8cc05 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9658878 Feb 17 22:49:43.797745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59096) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:43.816239 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:43.817323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:43.854033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:43.859168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:43.885370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:43.906194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:43.906855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:43.980517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:43.981112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:43.981644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b6854-6ecc-4475-b328-7cdf2f323702 None None] The sync data for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:44.011166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:44.031955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet e98375a7-4850-4299-af5c-35dc890499b1 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:44.044676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.051522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bdd19802-5512-4522-88c8-e61a81ab334d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:44.052057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.147989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.155016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'fa8df86f-8cb2-4317-a0db-bcf623b73079'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:44.156100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.163184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.199058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:44.200675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:44.209392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:44.223407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:44.259918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:44.265272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.302238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Pushing event deleted for resources: {'Port': ['ID=9fbabe5b-f5d0-41c2-acd4-144ce6c3123f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:44.324739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 8d58971a-2499-4147-a1fa-aced99124902 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:44.360023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:44.499457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-b3242786-a310-444b-bbbe-c4b17c721609 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:49:44.503077 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b3242786-a310-444b-bbbe-c4b17c721609 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24 HTTP/1.1" status: 409 len: 329 time: 1.2240272 Feb 17 22:49:44.520244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:44.529161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.560909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59102) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:44.577133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.637491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4231dad7-d033-4de1-a291-5b09048619d5', 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': '1464e1fd-3d30-41e6-b986-f7449ae822d5'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:44.638867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.699527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.748128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Allocated IP 2001:db8::f816:3eff:fe6e:6c08 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/fa8df86f-8cb2-4317-a0db-bcf623b73079/0b999114-a8fa-4009-9d27-8cc8d3578f42) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:44.878410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:44.885738 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:39Z', 'revision_number': 8, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:44.894275 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:49:44.912209 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:44.913560 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:44.984392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-13e3e563-fc92-42f5-b48a-a7a5ea305459 None None] Provisioning complete for port d9cb2969-d306-44f5-9244-ca73d5fe292e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:44.984816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13e3e563-fc92-42f5-b48a-a7a5ea305459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.156575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-13e3e563-fc92-42f5-b48a-a7a5ea305459 None None] Port d9cb2969-d306-44f5-9244-ca73d5fe292e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:45.197432 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:49:45.245364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.ipam_backend_mixin [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa8df86f-8cb2-4317-a0db-bcf623b73079 (CIDR: 2001:db8::/64) Feb 17 22:49:45.314518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:49:45.315170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:45.351485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Allocated IP 172.20.255.242 (4231dad7-d033-4de1-a291-5b09048619d5/1464e1fd-3d30-41e6-b986-f7449ae822d5/0119d481-a7d1-4ff6-b813-429f9bc6d107) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:45.429362 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9fcf355-7e11-4456-a871-0fc861d1ee54 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3304727 Feb 17 22:49:45.442813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59106) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:45.464524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:45.577359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.598952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:49:45.605326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.614249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Transition to ACTIVE for port object 0b999114-a8fa-4009-9d27-8cc8d3578f42 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:45.616871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.637227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.637624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment f552aeb4-934f-4e93-bdb2-5566a6365b3b of type vlan for network 9462a451-0139-42bf-a491-8941db7a731e Feb 17 22:49:45.704216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:45.718454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:45.726690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Transition to ACTIVE for port object 0b999114-a8fa-4009-9d27-8cc8d3578f42 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:45.727169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:45.756727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.798507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:45.811515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:45.860208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.860619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02607d57-8fc9-43a9-b63d-d7e817d07098 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:49:45.873918 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:39Z', 'revision_number': 8, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:45.880399 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4437a-0861-4a27-93f2-80296b2b00a2 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:49:39Z', 'revision_number': 8, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6efd23e1-cf87-4f14-a7c2-f5651887eac3', 'name': '', 'network_id': 'c017d201-830c-4d78-a7e9-6e449a246c7d', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:d7:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:46Z', 'updated_at': '2022-02-17T22:49:09Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '580b9525-8f29-4ad9-adb7-8e3183731ace', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:45.885150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:45.892727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.976343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:45.990660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:46.013478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:46.031661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:46.164144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.170782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.179724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:46.180537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.222999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Pushing event updated for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:46.229856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.259030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.266188 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e9e83baa-f7ca-4179-b3b3-153f0df9ca19 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/routers/02607d57-8fc9-43a9-b63d-d7e817d07098 HTTP/1.1" status: 204 len: 168 time: 2.4108741 Feb 17 22:49:46.290827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.317425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd411025-ad06-4d6e-a289-e09d0f5ed638 None None] Network 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:46.346777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.386771 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6734385 Feb 17 22:49:46.399869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59112) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:46.439315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '9462a451-0139-42bf-a491-8941db7a731e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:46.455463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.467427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=e98375a7-4850-4299-af5c-35dc890499b1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:46.488375 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d8b01bb-9d37-4226-bec8-50202626ec6e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/e98375a7-4850-4299-af5c-35dc890499b1 HTTP/1.1" status: 204 len: 168 time: 2.6881578 Feb 17 22:49:46.489398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59116) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:46.564945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Transition to ACTIVE for port object 0119d481-a7d1-4ff6-b813-429f9bc6d107 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:46.573992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59120) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:46.616044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a010ca-1e70-44e5-b48d-e52b5a4c42ac tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=9462a451-0139-42bf-a491-8941db7a731e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:46.648032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9462a451-0139-42bf-a491-8941db7a731e details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:49:46.684188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Attempting to bind port 0b999114-a8fa-4009-9d27-8cc8d3578f42 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:46.684765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Attempting to bind port 0b999114-a8fa-4009-9d27-8cc8d3578f42 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:46.685381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Attempting to bind port 0b999114-a8fa-4009-9d27-8cc8d3578f42 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:46.707165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Transition to ACTIVE for port object 0119d481-a7d1-4ff6-b813-429f9bc6d107 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:46.832853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:46.849951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:46.850523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:46.851614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.852253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:46.853075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Bound port: 0b999114-a8fa-4009-9d27-8cc8d3578f42, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:46.853708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.859396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:46.868270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:46.886978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:46.895287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:46.916112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.016400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Network 4231dad7-d033-4de1-a291-5b09048619d5 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:47.028825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:47.034825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:47.041168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.072865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:47.122148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:47.126096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:47.158693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:47.166745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] Sync routers for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:47.170240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.279809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Pushing event updated for resources: {'Port': ['ID=0119d481-a7d1-4ff6-b813-429f9bc6d107,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:47.381987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7b52005a-9e41-4587-b824-bf976d904e22 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:47.408802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:47.409508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:47.495140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Router 703fee14-b622-460c-9c68-55b2310cf29c has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:47.531091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:47.553776 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fcd8a5ad-f411-48de-ae92-fe14b2383e5d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9768302 Feb 17 22:49:47.554070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Attempting to bind port 0119d481-a7d1-4ff6-b813-429f9bc6d107 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:47.554070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Attempting to bind port 0119d481-a7d1-4ff6-b813-429f9bc6d107 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a31681c4-b865-430b-a9f9-fe59766331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:47.554070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Attempting to bind port 0119d481-a7d1-4ff6-b813-429f9bc6d107 on network 4231dad7-d033-4de1-a291-5b09048619d5 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:47.558686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:47.559029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7b52005a-9e41-4587-b824-bf976d904e22 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:47.559256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7b52005a-9e41-4587-b824-bf976d904e22 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:47.565943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:47.566316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Checking segment: {'id': 'a31681c4-b865-430b-a9f9-fe59766331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:47.566694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.567098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Bound using segment: {'id': 'a31681c4-b865-430b-a9f9-fe59766331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:47.567595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Bound port: 0119d481-a7d1-4ff6-b813-429f9bc6d107, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31681c4-b865-430b-a9f9-fe59766331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4231dad7-d033-4de1-a291-5b09048619d5'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:47.567949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.634694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:47.635324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:47.645462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.660806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1273872619', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:47.675096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:47.685823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:47.692835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:47.698078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5a039-45aa-4477-8c11-7e16f7833960 None None] Pushing event updated for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:47.706890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:47.734028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:47.734430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dbd0e-36c5-42a4-b28f-af0f32631c85 None None] The sync data for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:47.749816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.750579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.784520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] For port 0119d481-a7d1-4ff6-b813-429f9bc6d107, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:47.788583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] For port 0119d481-a7d1-4ff6-b813-429f9bc6d107, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0119d481-a7d1-4ff6-b813-429f9bc6d107,segment=NetworkSegment(a31681c4-b865-430b-a9f9-fe59766331e7),segment_id=a31681c4-b865-430b-a9f9-fe59766331e7)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:47.800379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.861746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:47.944701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024bf9a-f833-4ec5-98bd-06de440daf5d None None] Pushing event updated for resources: {'Port': ['ID=0119d481-a7d1-4ff6-b813-429f9bc6d107,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:47.956252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] DHCP port deletion for 8e4e1010-9ae4-4d33-bb40-eca9f1fbeded request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:47.976105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Deleting port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:47.976682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.179046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:48.179815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.375320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8535710c-ea73-4e62-9a55-0f8f49121232 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:48.375320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8535710c-ea73-4e62-9a55-0f8f49121232 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:49:48.394738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:48.408028 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] Sync routers for ids ['703fee14-b622-460c-9c68-55b2310cf29c'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:48.410555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.416244 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a5398ed4-3b93-4ee8-a6bb-741a05e17ae8 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "PUT /v2.0/routers/703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 200 len: 706 time: 10.6894391 Feb 17 22:49:48.435598 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] Routers {'703fee14-b622-460c-9c68-55b2310cf29c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:48.436918 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['703fee14-b622-460c-9c68-55b2310cf29c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:48.442847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:48.443071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] For port e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:48.443563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.596577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.659755 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:48.679614 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] Routers {'703fee14-b622-460c-9c68-55b2310cf29c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:48.680485 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['703fee14-b622-460c-9c68-55b2310cf29c'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:48.710099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.794897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:48.840930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.905587 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:48.906184 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f331f-d8dd-4cfb-abbb-206ac1bf3bb6 None None] The sync data for ids ['703fee14-b622-460c-9c68-55b2310cf29c'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:48.918120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8535710c-ea73-4e62-9a55-0f8f49121232 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:49:48.925423 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8535710c-ea73-4e62-9a55-0f8f49121232 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports/d9cb2969-d306-44f5-9244-ca73d5fe292e HTTP/1.1" status: 200 len: 910 time: 1.3593233 Feb 17 22:49:48.925423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:48.937382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Calling delete_port for e194c489-a7a3-4210-bb4f-2d1e683bf4f7 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:48.944862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:48.946202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:48.946871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:48.990294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=00c6c373-cc4f-44e1-b960-336df5de4328,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:49.058377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ee904e59-5492-4da2-b79d-3c4d6c9b5f30 tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/routers/703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 200 len: 741 time: 0.6051605 Feb 17 22:49:49.076256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59138) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:49.082128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=5286eac0-7bb9-48bf-a10d-536d3ddc1fca,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:49.098117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting port 55448111-f766-4e16-9e8d-bc6a974f8b9f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:49.098519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:49.107143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:49.186963 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6fb0235f-72ed-4d12-8ca9-0634538f528f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7430112 Feb 17 22:49:49.198542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59142) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:49.219089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] Pushing event deleted for resources: {'Port': ['ID=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:49.231646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2819c3-ca1a-4e40-b2a5-566f71b21a77 None None] No DVR routers for this DVR port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:49.315949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:1e:ed:7e', 'name': 'tempest-NetworksTestDHCPv6-2103975186'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:49.394369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': 'f552aeb4-934f-4e93-bdb2-5566a6365b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9462a451-0139-42bf-a491-8941db7a731e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:49.395051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 9462a451-0139-42bf-a491-8941db7a731e, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:49:49.413265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4ebb2333-1939-49a2-b56b-be715c269fbf tempest-RoutersAdminTest-909894366 tempest-RoutersAdminTest-909894366-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 200 len: 205 time: 0.3166485 Feb 17 22:49:49.434821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59146) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:49.447323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0b999114-a8fa-4009-9d27-8cc8d3578f42 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:49.460073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:49.551699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:49.560059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0119d481-a7d1-4ff6-b813-429f9bc6d107 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:49.617753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port e194c489-a7a3-4210-bb4f-2d1e683bf4f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e194c489-a7a3-4210-bb4f-2d1e683bf4f7,segment=NetworkSegment(a20b40b7-daf4-4f3c-847f-239236c9c227),segment_id=a20b40b7-daf4-4f3c-847f-239236c9c227)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:49.618546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:49.624730 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-917ffcb3-8f11-47cb-9324-e237cff26ba9 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 200 len: 205 time: 0.1777387 Feb 17 22:49:49.671094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0119d481-a7d1-4ff6-b813-429f9bc6d107 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:49.693309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59150) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:49.769140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Calling delete_port for 55448111-f766-4e16-9e8d-bc6a974f8b9f owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:49.778821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for e194c489-a7a3-4210-bb4f-2d1e683bf4f7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:49.781760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e194c489-a7a3-4210-bb4f-2d1e683bf4f7 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:49.855100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5799b4-05c1-4625-aff8-bb13256ece8d None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:50.015259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e194c489-a7a3-4210-bb4f-2d1e683bf4f7 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:50.015597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e194c489-a7a3-4210-bb4f-2d1e683bf4f7 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:50.113907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a622f1-fadb-44f3-8496-910d36bace15 None None] Network 4231dad7-d033-4de1-a291-5b09048619d5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:50.122283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 9462a451-0139-42bf-a491-8941db7a731e is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:49:50.164717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c262ed6-8bf5-495a-aa0a-5ddb0984e308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.164717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Provisioning for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:50.187815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9462a451-0139-42bf-a491-8941db7a731e) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:50.197857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:50.198835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.208748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.265007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Provisioning complete for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:50.265606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.289509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:50.300105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:50.324440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfacb43-efa6-4ea9-8330-33c8880a5ffe None None] Network 9462a451-0139-42bf-a491-8941db7a731e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:50.334154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:50.353449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:50.357820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:50.358349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:50.381590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:50.537343 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d6f817fc-0c16-4fb6-8b1c-e7d58a653551 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1260893 Feb 17 22:49:50.539439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59154) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:50.690148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.758647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.767753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.787629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 3a141f9e-c596-45f3-9332-0c9574a1703c yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:49:50.873768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.882227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port e194c489-a7a3-4210-bb4f-2d1e683bf4f7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:50.883156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.976694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:50.977488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Fanout notify agent at l3_agent the message router_deleted on router 703fee14-b622-460c-9c68-55b2310cf29c {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:49:51.007953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.049592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.092415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.131862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9462a451-0139-42bf-a491-8941db7a731e', 'network_id': '9462a451-0139-42bf-a491-8941db7a731e', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': '00c6c373-cc4f-44e1-b960-336df5de4328'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:49:51.133224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.137190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.144699 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a6e56e7-7ec8-4f9a-9fce-bea2bca57267 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 204 len: 168 time: 1.4400709 Feb 17 22:49:51.155576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:51.167955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59160) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:51.176414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Port': ['ID=55448111-f766-4e16-9e8d-bc6a974f8b9f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:51.243165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.295895 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b2f4c242-d9d8-443c-a411-95e756a7bbed tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 200 len: 205 time: 0.1242423 Feb 17 22:49:51.301221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59166) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:51.344943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] The port 'e194c489-a7a3-4210-bb4f-2d1e683bf4f7' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:49:51.405030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff305c-4135-4e18-a0ec-7705a08c5eaa None None] Pushing event updated for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:51.476027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.484844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.603896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Update dhcp port {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'fa8df86f-8cb2-4317-a0db-bcf623b73079', 'ip_address': '2001:db8::f816:3eff:fe6e:6c08'}, {'subnet_id': '5286eac0-7bb9-48bf-a10d-536d3ddc1fca'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '0b999114-a8fa-4009-9d27-8cc8d3578f42'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:49:51.609792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.668225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Provisioning for port 0119d481-a7d1-4ff6-b813-429f9bc6d107 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:51.695636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Provisioning complete for port 0119d481-a7d1-4ff6-b813-429f9bc6d107 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:51.696273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.697529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:51.784868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e1010-9ae4-4d33-bb40-eca9f1fbeded']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:51.811722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8:0:1::3da (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/5286eac0-7bb9-48bf-a10d-536d3ddc1fca/3a141f9e-c596-45f3-9332-0c9574a1703c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:51.871669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-cd789cff-9497-40b5-b8e7-91e3c8f16104 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:51.873458 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cd789cff-9497-40b5-b8e7-91e3c8f16104 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/703fee14-b622-460c-9c68-55b2310cf29c HTTP/1.1" status: 404 len: 336 time: 0.5675824 Feb 17 22:49:51.893763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59170) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:51.989215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.027942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20b40b7-daf4-4f3c-847f-239236c9c227') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:52.028592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20b40b7-daf4-4f3c-847f-239236c9c227') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:52.051541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.089111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.098334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::f816:3eff:fe1e:ed7e (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/fa8df86f-8cb2-4317-a0db-bcf623b73079/3a141f9e-c596-45f3-9332-0c9574a1703c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:52.125837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:52.126582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:52.171835 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:52.193710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Allocated IP 172.20.0.2 (9462a451-0139-42bf-a491-8941db7a731e/00c6c373-cc4f-44e1-b960-336df5de4328/2c69b15a-d5e6-447f-9919-d3e12bfe385e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:52.202131 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9353d1d6-ee63-4ca8-8d3a-417f5d099a63 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 200 len: 205 time: 0.3013904 Feb 17 22:49:52.216151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59174) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.218058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Allocated IP 172.26.7.82 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/310ff512-0259-4070-a746-9033740e47aa) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:52.343149 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.403086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21ccfa5a-d30a-4769-95dc-7167d1e0403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.419347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] For port 0119d481-a7d1-4ff6-b813-429f9bc6d107, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0119d481-a7d1-4ff6-b813-429f9bc6d107,segment=NetworkSegment(a31681c4-b865-430b-a9f9-fe59766331e7),segment_id=a31681c4-b865-430b-a9f9-fe59766331e7)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:52.430739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-8f94b901-daee-46c8-901a-09f2e5818eb9 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:52.436174 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f94b901-daee-46c8-901a-09f2e5818eb9 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/804cc8f3-3e2f-4aef-9bdc-268c11a7eaca HTTP/1.1" status: 404 len: 336 time: 0.2087584 Feb 17 22:49:52.437877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.450201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59178) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.503767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.550049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Router 91c93639-a943-473f-bcad-06ce9a2baf24 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:52.577646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9364017d-4683-463a-923e-835b99806a2e tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 200 len: 205 time: 0.1162670 Feb 17 22:49:52.585802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59182) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.606939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce11433-6f91-4917-b249-d1999f1e0783 None None] Pushing event updated for resources: {'Port': ['ID=0119d481-a7d1-4ff6-b813-429f9bc6d107,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:52.632348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-64aace62-e6f7-44bc-a5ba-805a3085fc78 None None] Provisioning complete for port 0119d481-a7d1-4ff6-b813-429f9bc6d107 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:52.632809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-64aace62-e6f7-44bc-a5ba-805a3085fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.676765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.702062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Transition to ACTIVE for port object 2c69b15a-d5e6-447f-9919-d3e12bfe385e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:52.736359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Transition to ACTIVE for port object 2c69b15a-d5e6-447f-9919-d3e12bfe385e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:52.763597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-dcfbdc86-f779-402d-a3da-8f51f7d8f240 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:52.768654 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dcfbdc86-f779-402d-a3da-8f51f7d8f240 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/2c340832-930f-482a-a04d-46733f590e34 HTTP/1.1" status: 404 len: 336 time: 0.1756589 Feb 17 22:49:52.774549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59186) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.782884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.852602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.869020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:52.874863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Network 9462a451-0139-42bf-a491-8941db7a731e is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:52.880275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.881382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:52.887307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:52.895923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Pushing event updated for resources: {'Port': ['ID=2c69b15a-d5e6-447f-9919-d3e12bfe385e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:52.906420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-71ae35df-75f7-4185-8ead-3195ab0fbcb0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3339636 Feb 17 22:49:52.908152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] Sync routers for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:52.909993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59190) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.915119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:52.929157 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-641a2e79-a180-4bee-854a-7fa3646a9d1b tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 200 len: 205 time: 0.1222520 Feb 17 22:49:52.981521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59194) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:52.990091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=8e4e1010-9ae4-4d33-bb40-eca9f1fbeded,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:52.990956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:52.992159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:53.035792 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-51ef10bc-e65b-4156-a544-85efa46150f6 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/8e4e1010-9ae4-4d33-bb40-eca9f1fbeded HTTP/1.1" status: 204 len: 168 time: 6.5409596 Feb 17 22:49:53.053708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59198) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:53.081574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:53.094717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Attempting to bind port 2c69b15a-d5e6-447f-9919-d3e12bfe385e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:49:53.095739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Attempting to bind port 2c69b15a-d5e6-447f-9919-d3e12bfe385e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f552aeb4-934f-4e93-bdb2-5566a6365b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9462a451-0139-42bf-a491-8941db7a731e'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:49:53.096083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Attempting to bind port 2c69b15a-d5e6-447f-9919-d3e12bfe385e on network 9462a451-0139-42bf-a491-8941db7a731e {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:49:53.104606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] Routers {'91c93639-a943-473f-bcad-06ce9a2baf24'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:53.105313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['91c93639-a943-473f-bcad-06ce9a2baf24'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:53.161865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-447e1ea5-d0d3-4dfd-992b-c93a6c49b56e tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] show failed (client error): The resource could not be found. Feb 17 22:49:53.169010 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-447e1ea5-d0d3-4dfd-992b-c93a6c49b56e tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-2070854755 HTTP/1.1" status: 404 len: 335 time: 0.2520506 Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Checking segment: {'id': 'f552aeb4-934f-4e93-bdb2-5566a6365b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9462a451-0139-42bf-a491-8941db7a731e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Bound using segment: {'id': 'f552aeb4-934f-4e93-bdb2-5566a6365b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9462a451-0139-42bf-a491-8941db7a731e'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Bound port: 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f552aeb4-934f-4e93-bdb2-5566a6365b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9462a451-0139-42bf-a491-8941db7a731e'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:49:53.169380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.180559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59202) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:53.187194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:53.187608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcd6f4-cd91-415e-a508-8741d5c264b4 None None] The sync data for ids ['91c93639-a943-473f-bcad-06ce9a2baf24'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:53.191340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3822af3f-113c-45ce-a148-b153d412e49f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:53.306408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.330216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:49:53.334498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:49:53.338449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.343484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.346065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-4862a02a-e01d-4306-8e11-2990a9650eee tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:53.348033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4862a02a-e01d-4306-8e11-2990a9650eee tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/ff0dae4b-fec8-479d-9639-87a1b34b741a HTTP/1.1" status: 404 len: 336 time: 0.3653643 Feb 17 22:49:53.354661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59206) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:53.362765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.394410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0b999114-a8fa-4009-9d27-8cc8d3578f42 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:53.447377 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-3822af3f-113c-45ce-a148-b153d412e49f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] update failed (client error): The resource could not be found. Feb 17 22:49:53.455425 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3822af3f-113c-45ce-a148-b153d412e49f tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1560599519 HTTP/1.1" status: 404 len: 335 time: 0.2711356 Feb 17 22:49:53.456073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59210) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:53.458719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:53.471658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:53.515312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=00c6c373-cc4f-44e1-b960-336df5de4328,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:53.520644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:53.529473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.541001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ebc99-9cf4-416e-9aff-782abd6d4bdd None None] Pushing event updated for resources: {'Port': ['ID=2c69b15a-d5e6-447f-9919-d3e12bfe385e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:53.552710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.555993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:53.556493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.597904 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9ce0f5c2-5b1c-48c2-9671-8d5a1fba7263 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 200 len: 205 time: 0.2268372 Feb 17 22:49:53.666472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59214) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:53.717510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0119d481-a7d1-4ff6-b813-429f9bc6d107 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:53.877436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0119d481-a7d1-4ff6-b813-429f9bc6d107 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:53.877897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.912965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 3a141f9e-c596-45f3-9332-0c9574a1703c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:53.965902 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-a3381c68-7034-4e4a-b3b2-30140987f8c1 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:53.967739 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a3381c68-7034-4e4a-b3b2-30140987f8c1 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/0b7c76a6-3543-4f56-92d7-34c60edb57ba HTTP/1.1" status: 404 len: 336 time: 0.2720151 Feb 17 22:49:53.971809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:53.995417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59218) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:54.003984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event updated for resources: {'Port': ['ID=310ff512-0259-4070-a746-9033740e47aa,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:54.029180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port d9cb2969-d306-44f5-9244-ca73d5fe292e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:54.029728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.111263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting subnet 0e46b3ef-8e55-424a-a525-a57ed5078549 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:54.121354 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e1abacd-fd19-421c-917c-9d0dfdc94a36 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f17bd3-01c9-494e-8295-2ac5b30645aa HTTP/1.1" status: 200 len: 205 time: 0.1132562 Feb 17 22:49:54.132208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59222) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:54.134751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.160261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9462a451-0139-42bf-a491-8941db7a731e']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:54.186025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552aeb4-934f-4e93-bdb2-5566a6365b3b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:54.186302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552aeb4-934f-4e93-bdb2-5566a6365b3b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:54.246983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.253928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-dad22af3-a3e4-4925-ae21-ead2ba972492 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] delete failed (client error): The resource could not be found. Feb 17 22:49:54.254986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dad22af3-a3e4-4925-ae21-ead2ba972492 tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/routers/96f17bd3-01c9-494e-8295-2ac5b30645aa HTTP/1.1" status: 404 len: 336 time: 0.1218705 Feb 17 22:49:54.263483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59226) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:54.356866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.380458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.382505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:54.382920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.404124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:54.405910 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:54.411166 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-133932a8-f82c-489a-b8c4-0d7393d9ca6a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] DELETE failed (client error): The resource could not be found. Feb 17 22:49:54.411639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133932a8-f82c-489a-b8c4-0d7393d9ca6a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:49:54.413659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-133932a8-f82c-489a-b8c4-0d7393d9ca6a tempest-RoutersAdminTest-2003547016 tempest-RoutersAdminTest-2003547016-project] 10.222.0.42 "DELETE /v2.0/subnets/e882745b-2da9-4557-be3c-bc2a993fc924 HTTP/1.1" status: 404 len: 337 time: 0.1482272 Feb 17 22:49:54.533889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Allocated IP 2001:db8:0:1::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/5286eac0-7bb9-48bf-a10d-536d3ddc1fca/0b999114-a8fa-4009-9d27-8cc8d3578f42) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:54.653709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.732869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.821746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:54.883653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.889419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.911594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:54.921265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:54.943196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:49:54.949027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:54.950021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:54.957275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:49:54.957275 dv-neutron-805768-3-hyperv neutron-server[87694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:49:54.957275 dv-neutron-805768-3-hyperv neutron-server[87694]: [parameters: {'id': '9462a451-0139-42bf-a491-8941db7a731e'}] Feb 17 22:49:54.957275 dv-neutron-805768-3-hyperv neutron-server[87694]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:54.958070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:54.974021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=3a141f9e-c596-45f3-9332-0c9574a1703c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:54.983171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.041778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Transition to ACTIVE for port object 0b999114-a8fa-4009-9d27-8cc8d3578f42 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:55.051184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.153469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for d9cb2969-d306-44f5-9244-ca73d5fe292e owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:55.167951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ee414-5230-4579-89bf-8351de96b07e None None] Network 9462a451-0139-42bf-a491-8941db7a731e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:55.219049 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9ef4033b-bb78-4e66-806b-e4fa2d696963 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.0186906 Feb 17 22:49:55.234513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59234) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:55.314381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.320503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59238) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:55.380394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.395042 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/subnets/0e46b3ef-8e55-424a-a525-a57ed5078549 HTTP/1.1" status: 204 len: 168 time: 1.9280701 Feb 17 22:49:55.396153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2c69b15a-d5e6-447f-9919-d3e12bfe385e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:55.399076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59244) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:55.405189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45540b-59db-467a-8323-88cecc97b3c8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Subnet': ['ID=0e46b3ef-8e55-424a-a525-a57ed5078549,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:55.432351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda44eb-51e9-44e0-9d4b-7df71432127f None None] Network d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:55.471151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.506292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.573402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 3a141f9e-c596-45f3-9332-0c9574a1703c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:55.573854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.629480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-858067b2-6e1a-4049-a909-759d2fb5c18a None None] Provisioning for port 2c69b15a-d5e6-447f-9919-d3e12bfe385e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:55.649998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5a85e-bfb0-4e40-9771-7feb400935b4 None None] Pushing event updated for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:55.669985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.741741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2c69b15a-d5e6-447f-9919-d3e12bfe385e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:55.742386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.788686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:49:55.809835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c11e0e1c537d44a895fd60b84342a56c is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:49:55.846699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.853178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:49:55.877527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting port bdd19802-5512-4522-88c8-e61a81ab334d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:55.878179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.881384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2c69b15a-d5e6-447f-9919-d3e12bfe385e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:55.896416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2c69b15a-d5e6-447f-9919-d3e12bfe385e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:55.896786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:55.898473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:49:56.158455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] DHCP port deletion for 9462a451-0139-42bf-a491-8941db7a731e request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:56.193615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Deleting port 2c69b15a-d5e6-447f-9919-d3e12bfe385e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:56.194082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.240140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.246225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.293792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04860955-074b-40be-94b2-731ef2374d55 None None] DHCP port deletion for d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:49:56.304131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Deleting port bdd19802-5512-4522-88c8-e61a81ab334d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:56.304627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.407924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:56.427992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.500425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] For port bdd19802-5512-4522-88c8-e61a81ab334d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bdd19802-5512-4522-88c8-e61a81ab334d,segment=NetworkSegment(96663e19-1c2d-4089-9742-2a47ef7d5cf4),segment_id=96663e19-1c2d-4089-9742-2a47ef7d5cf4)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:56.501943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.628371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.682832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Calling delete_port for bdd19802-5512-4522-88c8-e61a81ab334d owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:56.683129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:56.683847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.734251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.746357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=d9cb2969-d306-44f5-9244-ca73d5fe292e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:56.798943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:56.876919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Calling delete_port for 2c69b15a-d5e6-447f-9919-d3e12bfe385e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:56.911052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Router b60f7c2e-1368-430a-9cdc-f3b8f7017c58 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:49:56.920918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] No DVR routers for this DVR port bdd19802-5512-4522-88c8-e61a81ab334d on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:56.990970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Port': ['ID=bdd19802-5512-4522-88c8-e61a81ab334d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:57.039083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2c69b15a-d5e6-447f-9919-d3e12bfe385e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:57.131165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c40b0e51-4127-4d33-b019-cd8ffb1ea15d None None] Provisioning for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:57.214256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c40b0e51-4127-4d33-b019-cd8ffb1ea15d None None] Provisioning complete for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:57.214793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c40b0e51-4127-4d33-b019-cd8ffb1ea15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.269113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:57.271778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.382835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0b999114-a8fa-4009-9d27-8cc8d3578f42 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:49:57.403032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.426746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:57.427088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:57.441481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:57.456590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96663e19-1c2d-4089-9742-2a47ef7d5cf4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:57.457005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96663e19-1c2d-4089-9742-2a47ef7d5cf4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:57.470928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.489478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.497135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:49:57.497447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.519224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-04860955-074b-40be-94b2-731ef2374d55 None None] For port bdd19802-5512-4522-88c8-e61a81ab334d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bdd19802-5512-4522-88c8-e61a81ab334d,segment=NetworkSegment(96663e19-1c2d-4089-9742-2a47ef7d5cf4),segment_id=96663e19-1c2d-4089-9742-2a47ef7d5cf4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:57.519835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:49:57.527569 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:49:57.573129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 3a141f9e-c596-45f3-9332-0c9574a1703c owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:57.681262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 2c69b15a-d5e6-447f-9919-d3e12bfe385e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:57.734716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.737748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Calling delete_port for bdd19802-5512-4522-88c8-e61a81ab334d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:57.774311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.819693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.825066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.856456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:57.857300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.886788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/networks/d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9 HTTP/1.1" status: 204 len: 168 time: 2.4814982 Feb 17 22:49:57.886788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f52a-900c-4553-be98-3ea9c8a967ff tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Network': ['ID=d09aaceb-c1cb-42fc-8e67-c2025cbc7eb9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:57.889935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59252) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:57.941857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Deleting port 2c69b15a-d5e6-447f-9919-d3e12bfe385e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:57.942594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:57.944940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:49:57.964046 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] Sync routers for ids ['b60f7c2e-1368-430a-9cdc-f3b8f7017c58'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:57.974494 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] Routers {'b60f7c2e-1368-430a-9cdc-f3b8f7017c58'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:57.975437 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b60f7c2e-1368-430a-9cdc-f3b8f7017c58'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:58.014045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4537aa-6e86-4cd4-829f-b7743f392997,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:58.029777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting subnet 8c2da00e-e4a5-48e5-976e-27def0a5edca {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:58.034027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:58.034910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:58.046767 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-24cb2cfe-6878-42a3-b38f-393fa8e062f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c11e0e1c537d44a895fd60b84342a56c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7108314 Feb 17 22:49:58.049742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59256) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:58.054082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.115381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-451dfe11-bc07-429d-8d1c-94c0ea9c605f None None] Provisioning for port 3a141f9e-c596-45f3-9332-0c9574a1703c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:58.117824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:49:58.118404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:49:58.133396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-451dfe11-bc07-429d-8d1c-94c0ea9c605f None None] Provisioning complete for port 3a141f9e-c596-45f3-9332-0c9574a1703c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:58.134145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-451dfe11-bc07-429d-8d1c-94c0ea9c605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.147460 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:58.166959 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] Routers {'b60f7c2e-1368-430a-9cdc-f3b8f7017c58'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:49:58.168193 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b60f7c2e-1368-430a-9cdc-f3b8f7017c58'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:58.178886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.184472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-19c503ee-c116-4745-9c95-0e5dc589ca31 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.6022053 Feb 17 22:49:58.185774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.186872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.187022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59260) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:58.252384 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:58.253056 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcbd19-ca45-42cb-ab62-bbc9f6b8e3ae None None] The sync data for ids ['b60f7c2e-1368-430a-9cdc-f3b8f7017c58'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:58.313285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.403121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-451dfe11-bc07-429d-8d1c-94c0ea9c605f None None] Port 3a141f9e-c596-45f3-9332-0c9574a1703c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:49:58.454327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.539823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Deleting port bdd19802-5512-4522-88c8-e61a81ab334d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:58.539823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04860955-074b-40be-94b2-731ef2374d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.543134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 6efd23e1-cf87-4f14-a7c2-f5651887eac3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:58.543444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.627534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2c69b15a-d5e6-447f-9919-d3e12bfe385e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:58.627894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.638400 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a39f3514-f198-4372-a63e-d9111cab1234 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/b60f7c2e-1368-430a-9cdc-f3b8f7017c58 HTTP/1.1" status: 200 len: 924 time: 0.4430985 Feb 17 22:49:58.647544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59264) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:58.671850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.690052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.721127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-04860955-074b-40be-94b2-731ef2374d55 None None] The port 'bdd19802-5512-4522-88c8-e61a81ab334d' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:49:58.725142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:58.740172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a3f7a8c3-efa0-41de-9815-c3614bbbb8c5 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=b60f7c2e-1368-430a-9cdc-f3b8f7017c58 HTTP/1.1" status: 200 len: 205 time: 0.0882111 Feb 17 22:49:58.740503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59268) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:58.763086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:49:58.763904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.031373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Calling delete_port for 2c69b15a-d5e6-447f-9919-d3e12bfe385e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:49:59.100387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bdd19802-5512-4522-88c8-e61a81ab334d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:59.112820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=3a141f9e-c596-45f3-9332-0c9574a1703c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:59.166949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: bdd19802-5512-4522-88c8-e61a81ab334d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:49:59.167321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bdd19802-5512-4522-88c8-e61a81ab334d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:49:59.167729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2c69b15a-d5e6-447f-9919-d3e12bfe385e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:49:59.199746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.299592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.403042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2da00e-e4a5-48e5-976e-27def0a5edca,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:59.414385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.428643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.432122 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e2022dc3-6a02-40be-9e31-e06b5c1a6ff8 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/subnets/8c2da00e-e4a5-48e5-976e-27def0a5edca HTTP/1.1" status: 204 len: 168 time: 1.5365958 Feb 17 22:49:59.455430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895e8c3-865d-4798-9b4e-259669992eb8 None None] Network 192a540a-a75c-4b6a-83e4-b52cee15c11c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:49:59.528352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59274) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:49:59.550129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:49:59.587772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.635273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.655545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.662982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting subnet 81285714-7f39-412e-8d3b-b2ab90cf67e9 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:49:59.668258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.708713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 310ff512-0259-4070-a746-9033740e47aa {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:49:59.709107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.722055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:49:59.729619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4537aa-6e86-4cd4-829f-b7743f392997,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:59.729928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] No DVR routers for this DVR port 2c69b15a-d5e6-447f-9919-d3e12bfe385e on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:59.736543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb052889-eda8-4e26-ab23-3f23b0fb7e14 None None] Pushing event deleted for resources: {'Port': ['ID=2c69b15a-d5e6-447f-9919-d3e12bfe385e,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:59.801432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.023619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.040998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] DHCP port deletion for 192a540a-a75c-4b6a-83e4-b52cee15c11c request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:00.045843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Deleting port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:00.046342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.068110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 6efd23e1-cf87-4f14-a7c2-f5651887eac3, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6efd23e1-cf87-4f14-a7c2-f5651887eac3,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:00.068495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.085910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.087070 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7f60e4e9-07da-44b9-bc6a-f2d86bf76f0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f4537aa-6e86-4cd4-829f-b7743f392997 HTTP/1.1" status: 204 len: 168 time: 2.0325682 Feb 17 22:50:00.096934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.124987 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7dca4923-bc1d-4fb4-a157-412da48a6e5c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/3a141f9e-c596-45f3-9332-0c9574a1703c HTTP/1.1" status: 204 len: 168 time: 4.8866675 Feb 17 22:50:00.132860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 2c69b15a-d5e6-447f-9919-d3e12bfe385e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2c69b15a-d5e6-447f-9919-d3e12bfe385e,segment=NetworkSegment(f552aeb4-934f-4e93-bdb2-5566a6365b3b),segment_id=f552aeb4-934f-4e93-bdb2-5566a6365b3b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:00.133260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.184272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59280) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:00.203832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 310ff512-0259-4070-a746-9033740e47aa owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:00.354291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] For port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,segment=NetworkSegment(1e572ced-ac65-4df2-8c59-dbdb0f582b21),segment_id=1e572ced-ac65-4df2-8c59-dbdb0f582b21)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:00.355946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.410895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 6efd23e1-cf87-4f14-a7c2-f5651887eac3 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:00.419091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d99e5e-346c-432e-ae0e-a38426dfe485 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:00.420782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e4d99e5e-346c-432e-ae0e-a38426dfe485 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2308652 Feb 17 22:50:00.431470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59286) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:00.451376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 2c69b15a-d5e6-447f-9919-d3e12bfe385e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:00.467414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.513529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:00.531687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.532612 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-07a567c5-c9e2-4693-a9e2-674dc3e7dffe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5654328 Feb 17 22:50:00.538110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59290) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:00.543341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Subnet': ['ID=81285714-7f39-412e-8d3b-b2ab90cf67e9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:00.608601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:00.609622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:00.641815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] Sync routers for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:00.645300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78332b66-a81f-4d2b-ab9b-9f5e13c071a7 None None] Network fd8d28e8-4ae9-48e9-b0da-af30d125dc20 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:00.670178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Calling delete_port for e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:00.688811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:00.706235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2c69b15a-d5e6-447f-9919-d3e12bfe385e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:00.706574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:00.812051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e0ff43b-a6db-472f-8e37-4793537f0906 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/subnets/81285714-7f39-412e-8d3b-b2ab90cf67e9 HTTP/1.1" status: 204 len: 168 time: 1.2821615 Feb 17 22:50:00.815393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:00.816278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:00.843140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59298) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:00.910718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:00.958600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] The port '2c69b15a-d5e6-447f-9919-d3e12bfe385e' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:00.977162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:00.977162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:01.096268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48fcd4f-0c2f-415c-b135-a7f59f8b64dc tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:01.101341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d48fcd4f-0c2f-415c-b135-a7f59f8b64dc tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6654379 Feb 17 22:50:01.108810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:01.109430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b9d748-f265-4228-8cfb-837bc02c1d41 None None] The sync data for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:01.111297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.156829 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9af0c6f3-0162-42e9-bf93-43775d09ad7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d69dab4fec74b94a95d6a4c01574f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664371 Feb 17 22:50:01.158299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59302) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:01.165203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.166981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.173597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59304) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:01.173892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] Pushing event deleted for resources: {'Port': ['ID=e7d794f6-e3e5-41aa-9eea-aa2e000e6a25,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:01.174303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.175912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89838a-2c15-4813-bc69-2ea718f1dc6e None None] No DVR routers for this DVR port e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:01.305145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] DHCP port deletion for fd8d28e8-4ae9-48e9-b0da-af30d125dc20 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:01.313690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Deleting port caebf8af-7f91-4b9f-884a-8e801b3ce48c {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:01.314446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.347900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=6efd23e1-cf87-4f14-a7c2-f5651887eac3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:01.389913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.399213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=310ff512-0259-4070-a746-9033740e47aa,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:01.653362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] For port caebf8af-7f91-4b9f-884a-8e801b3ce48c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=caebf8af-7f91-4b9f-884a-8e801b3ce48c,segment=NetworkSegment(35de19d7-3c49-4a60-9789-2be04c803e63),segment_id=35de19d7-3c49-4a60-9789-2be04c803e63)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:01.654009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.674973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9462a451-0139-42bf-a491-8941db7a731e']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:01.723330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:01.726443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:01.729449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:01.730829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:01.741427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552aeb4-934f-4e93-bdb2-5566a6365b3b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:01.741899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552aeb4-934f-4e93-bdb2-5566a6365b3b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:01.759790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.776292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.798585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.829957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.898384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:01.898876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:01.916340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:01.917061 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f30dcba9-d9e9-45cf-b676-c083621caee7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7522230 Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:01.918000 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:01.933551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:02.117121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Calling delete_port for caebf8af-7f91-4b9f-884a-8e801b3ce48c owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:02.123748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet 5286eac0-7bb9-48bf-a10d-536d3ddc1fca {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:02.167122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.210030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.264042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.265116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device caebf8af-7f91-4b9f-884a-8e801b3ce48c no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:02.274598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.283063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.284579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.329766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.337505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.359565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192a540a-a75c-4b6a-83e4-b52cee15c11c']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:02.370587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.390062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e572ced-ac65-4df2-8c59-dbdb0f582b21') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:02.390406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e572ced-ac65-4df2-8c59-dbdb0f582b21') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:02.426558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=9462a451-0139-42bf-a491-8941db7a731e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:02.427525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.428703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router b60f7c2e-1368-430a-9cdc-f3b8f7017c58 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:02.449735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.491876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.539195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ff8646f5-daa7-4759-b2a0-492dd3d166ce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/9462a451-0139-42bf-a491-8941db7a731e HTTP/1.1" status: 204 len: 168 time: 11.9996021 Feb 17 22:50:02.545358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59314) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:02.567040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.568905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6d0ca329-d4bb-41c6-92af-1001d8e3511f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/b60f7c2e-1368-430a-9cdc-f3b8f7017c58 HTTP/1.1" status: 204 len: 168 time: 3.8274138 Feb 17 22:50:02.590415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port caebf8af-7f91-4b9f-884a-8e801b3ce48c update to DOWN by agent not found {{(pid=87696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 22:50:02.591110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:02.612172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559721399'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:02.621667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:02.631711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59318) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:02.644411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:02.653822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-348288027', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:02.667176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:02.670707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] Pushing event deleted for resources: {'Port': ['ID=caebf8af-7f91-4b9f-884a-8e801b3ce48c,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:02.674778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06331b1f-fd4f-4571-b5bc-9a497261d775 None None] No DVR routers for this DVR port caebf8af-7f91-4b9f-884a-8e801b3ce48c on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:02.676495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:02.676970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e7d794f6-e3e5-41aa-9eea-aa2e000e6a25 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:02.697816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:02.701296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:02.725066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:02.727537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:router and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:02.742016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:02.747853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.784597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.789571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:02.794313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.799434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:02.799957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.808940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:02.822700 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:02.941835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.971902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d598ba-3842-4bc4-ae75-d7582364516f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:02.977858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:02.988615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.050315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.056052 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c5a6c446-769e-4c10-9db7-a2ad5a954f21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3d598ba-3842-4bc4-ae75-d7582364516f HTTP/1.1" status: 204 len: 168 time: 1.8667881 Feb 17 22:50:03.056052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Network': ['ID=192a540a-a75c-4b6a-83e4-b52cee15c11c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:03.078764 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51f180ab-ffa6-4216-8042-d8024efaeeb3 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/networks/192a540a-a75c-4b6a-83e4-b52cee15c11c HTTP/1.1" status: 204 len: 168 time: 2.1825480 Feb 17 22:50:03.082907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:03.098749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.100192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.108399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.108836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.308138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:03.324664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=5286eac0-7bb9-48bf-a10d-536d3ddc1fca,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:03.353871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.356768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913c0c2-f1dc-44cd-b9a8-54be760a9f88 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:03.402325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.403234 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment d57f306c-2fb2-4337-a4cf-6b308d58cb7b of type vlan for network c7bf64a5-805f-4132-8183-48801ee2126b Feb 17 22:50:03.429209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.435822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:03.450723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:03.470385 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c658950-c373-46d0-831e-49f96e5bf678 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4212842 Feb 17 22:50:03.477883 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:03.478871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59330) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:03.479058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:03.482009 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e693f737-75e0-48fd-aa61-96d7edce29a7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/5286eac0-7bb9-48bf-a10d-536d3ddc1fca HTTP/1.1" status: 204 len: 168 time: 1.5470979 Feb 17 22:50:03.488843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59332) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:03.545120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.780705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet fa8df86f-8cb2-4317-a0db-bcf623b73079 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:03.788431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.830438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:03.876631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:03.994550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 580b9525-8f29-4ad9-adb7-8e3183731ace {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:03.999142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.152275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.158521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:04.159571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.213721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.348249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.398483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.508345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8d28e8-4ae9-48e9-b0da-af30d125dc20']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:04.549148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35de19d7-3c49-4a60-9789-2be04c803e63') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:04.550219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35de19d7-3c49-4a60-9789-2be04c803e63') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:04.557038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 80eab689-d040-4d8c-b040-988b3be5a58f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:04.557459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.689583 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1397777 Feb 17 22:50:04.721182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59354) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:04.726111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.768184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': 'c7bf64a5-805f-4132-8183-48801ee2126b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:04.785986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.800797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59358) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:04.801520 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:00Z', 'revision_number': 9, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:04.809357 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:04.826353 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:04.827773 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:04.841068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.859069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:04.860099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:04.879645 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:04.906932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490737e-afb9-466e-ab16-19e9f81a6434 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=c7bf64a5-805f-4132-8183-48801ee2126b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:04.926516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c7bf64a5-805f-4132-8183-48801ee2126b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:05.040183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.207218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-399dc36f-d67f-47e8-a5d6-7d1831f6fbb1 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] Request body: {'port': {'network_id': '2407f889-cd85-45db-aaa7-370eaacf33c8', 'name': 'tempest-NetworksNegativeTestJSON-576074240'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:05.236682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 80eab689-d040-4d8c-b040-988b3be5a58f owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:05.274058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.278602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.345222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Network': ['ID=fd8d28e8-4ae9-48e9-b0da-af30d125dc20,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:05.349445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-399dc36f-d67f-47e8-a5d6-7d1831f6fbb1 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] POST failed (client error): The resource could not be found. Feb 17 22:50:05.350310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399dc36f-d67f-47e8-a5d6-7d1831f6fbb1 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:05.357558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-399dc36f-d67f-47e8-a5d6-7d1831f6fbb1 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5488675 Feb 17 22:50:05.357558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-91d0687f-000b-4667-81d9-7c23bed90256 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/networks/fd8d28e8-4ae9-48e9-b0da-af30d125dc20 HTTP/1.1" status: 204 len: 168 time: 2.2695241 Feb 17 22:50:05.358365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59364) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:05.365021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59368) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:05.382213 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:05.387005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9ad676d7-459d-4942-927a-114fcba817e4 None None] Provisioning complete for port 0b999114-a8fa-4009-9d27-8cc8d3578f42 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:05.387969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9ad676d7-459d-4942-927a-114fcba817e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.528975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:05.556098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:05.563666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.616220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:05.642093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:05.660191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.750621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec6e991-1987-4597-a593-0d549d3c5160 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:05.752523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec6e991-1987-4597-a593-0d549d3c5160 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:05.760205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dec6e991-1987-4597-a593-0d549d3c5160 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "DELETE /v2.0/networks/5cf368c9-8837-489c-b6ce-5003fa0a4605 HTTP/1.1" status: 404 len: 339 time: 0.3947315 Feb 17 22:50:05.772072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59372) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:05.812869 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:00Z', 'revision_number': 9, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:05.819203 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b4b2-86cb-4826-abba-e5bf41050f60 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:00Z', 'revision_number': 9, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': '1945b66b-2337-4fc5-b034-2db2662ad53c', 'name': '', 'network_id': '7cda5939-c6db-49b5-a0a6-05fe4e972d10', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:b6:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:23Z', 'updated_at': '2022-02-17T22:48:44Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '81076646-1cd3-4a57-9856-c6ccdd9f6de2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:05.894331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9030d7a-d1df-43c1-8237-234fb23a5910 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:05.895063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9030d7a-d1df-43c1-8237-234fb23a5910 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:05.898008 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a9030d7a-d1df-43c1-8237-234fb23a5910 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "DELETE /v2.0/ports/b3693524-efc4-4ac7-bf33-9e95638594ad HTTP/1.1" status: 404 len: 333 time: 0.1225805 Feb 17 22:50:05.906974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59376) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:05.917217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:05.920839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:05.973279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting subnet 740cb6a0-de6f-4c20-92a3-745f86678175 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:05.984423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.050283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f31e9-1620-4c4a-8d94-633d834e60a7 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:06.051038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5f31e9-1620-4c4a-8d94-633d834e60a7 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:06.053795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2c5f31e9-1620-4c4a-8d94-633d834e60a7 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "DELETE /v2.0/subnets/7eb93807-5db1-4e5f-8886-cecd824bdbf8 HTTP/1.1" status: 404 len: 337 time: 0.1444159 Feb 17 22:50:06.064552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:50:06.065637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:50:06.066840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59380) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.080232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.087659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.174627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8df86f-8cb2-4317-a0db-bcf623b73079,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:06.195424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a466498-8279-46ba-92d6-ca1e5a98cd1d tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] GET failed (client error): The resource could not be found. Feb 17 22:50:06.196819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5a466498-8279-46ba-92d6-ca1e5a98cd1d tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "GET /v2.0/networks/b0d09165-9b04-4d3f-a85f-7e7365136e61 HTTP/1.1" status: 404 len: 339 time: 0.1281867 Feb 17 22:50:06.205930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59384) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.207508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.218502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.226284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6efd23e1-cf87-4f14-a7c2-f5651887eac3 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:06.239914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.279487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=580b9525-8f29-4ad9-adb7-8e3183731ace,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:06.300370 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ade5b751-069a-4a9e-957a-9932d5e60417 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/fa8df86f-8cb2-4317-a0db-bcf623b73079 HTTP/1.1" status: 204 len: 168 time: 2.7952843 Feb 17 22:50:06.302916 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e4f74d18-5312-4c93-b9d7-e350604a4e80 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/580b9525-8f29-4ad9-adb7-8e3183731ace HTTP/1.1" status: 204 len: 168 time: 2.8185828 Feb 17 22:50:06.307195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59388) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.307500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59390) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.312663 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-96981ccf-95ec-40b6-92d9-92caf5576754 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] GET failed (client error): The resource could not be found. Feb 17 22:50:06.315062 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-96981ccf-95ec-40b6-92d9-92caf5576754 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "GET /v2.0/ports/9a4999be-2a3b-4d39-a708-e314d2ba47f7 HTTP/1.1" status: 404 len: 333 time: 0.0775077 Feb 17 22:50:06.348205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59394) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.368108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48add352-5f88-41e9-9bc4-7310089c1308 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:06.402015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed3039-9d0c-4acc-b8d9-b09e6501f687 None None] Network c017d201-830c-4d78-a7e9-6e449a246c7d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:06.459082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6efd23e1-cf87-4f14-a7c2-f5651887eac3 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:06.460011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6efd23e1-cf87-4f14-a7c2-f5651887eac3 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:06.467871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf48597-75ef-4423-acc8-28185303bb55 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] GET failed (client error): The resource could not be found. Feb 17 22:50:06.469865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9cf48597-75ef-4423-acc8-28185303bb55 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "GET /v2.0/subnets/2e8d1253-5bf5-427b-bb90-e9de25a64829 HTTP/1.1" status: 404 len: 337 time: 0.1213126 Feb 17 22:50:06.483196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59400) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.491876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.504391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-75dcab32-9510-4e12-b522-eba7732ba33e tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:06.601834 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ae248744-c8d0-4e4b-8684-b44ad2b45366 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2163591 Feb 17 22:50:06.607987 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dcab32-9510-4e12-b522-eba7732ba33e tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] PUT failed (client error): The resource could not be found. Feb 17 22:50:06.608489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dcab32-9510-4e12-b522-eba7732ba33e tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:06.618346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-75dcab32-9510-4e12-b522-eba7732ba33e tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "PUT /v2.0/networks/43a82f1c-a230-4983-aea9-ffce52676d1c HTTP/1.1" status: 404 len: 339 time: 0.1251936 Feb 17 22:50:06.618346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59404) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.618346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=80eab689-d040-4d8c-b040-988b3be5a58f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:06.621327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59406) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:06.654066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:06.687988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9b94f2b8-56fc-48e1-8011-16c6ec4d8e94 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:06.754866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.847627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.909484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:06.936665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.022508 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.123159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b94f2b8-56fc-48e1-8011-16c6ec4d8e94 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] PUT failed (client error): The resource could not be found. Feb 17 22:50:07.123930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b94f2b8-56fc-48e1-8011-16c6ec4d8e94 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:07.134764 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9b94f2b8-56fc-48e1-8011-16c6ec4d8e94 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "PUT /v2.0/ports/c335b801-46af-4788-a37e-0bbc88464599 HTTP/1.1" status: 404 len: 333 time: 0.4857183 Feb 17 22:50:07.137563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59412) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:07.160727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e588891b-d031-4790-956d-c7bc0a3ca159 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:07.277224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.280392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] DHCP port deletion for c017d201-830c-4d78-a7e9-6e449a246c7d request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:07.287292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Deleting port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:07.289010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.321204 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e588891b-d031-4790-956d-c7bc0a3ca159 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] PUT failed (client error): The resource could not be found. Feb 17 22:50:07.322122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e588891b-d031-4790-956d-c7bc0a3ca159 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:07.324150 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e588891b-d031-4790-956d-c7bc0a3ca159 tempest-NetworksNegativeTestJSON-373105358 tempest-NetworksNegativeTestJSON-373105358-project] 10.222.0.42 "PUT /v2.0/subnets/405d3329-3bae-44fd-9503-167f3f552bf4 HTTP/1.1" status: 404 len: 337 time: 0.1850357 Feb 17 22:50:07.345703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:07.366651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Deleting port 0b999114-a8fa-4009-9d27-8cc8d3578f42 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:07.367328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.420755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Subnet': ['ID=740cb6a0-de6f-4c20-92a3-745f86678175,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:07.425469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=5913d00e-3781-4642-88a4-6a540d088973,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:07.427703 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:50:07.486228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': 'd57f306c-2fb2-4337-a4cf-6b308d58cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c7bf64a5-805f-4132-8183-48801ee2126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:07.488318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: c7bf64a5-805f-4132-8183-48801ee2126b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:07.524693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:07.534154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.540880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:07.541433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.572932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 172.26.7.140 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/be5b833c-42ae-47e2-9773-3c22ece7d6ec) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:07.575188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:07.578154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.590446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network c7bf64a5-805f-4132-8183-48801ee2126b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:07.592468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:07.615884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:07.647664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c7bf64a5-805f-4132-8183-48801ee2126b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:07.684441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c563ce2c-c17a-4661-8e5e-74daca4f0d54 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/subnets/740cb6a0-de6f-4c20-92a3-745f86678175 HTTP/1.1" status: 204 len: 168 time: 2.3159811 Feb 17 22:50:07.701811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59418) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:07.716396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] For port 56a60ed9-5e11-4c9e-9235-de3b666b66f9, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a60ed9-5e11-4c9e-9235-de3b666b66f9,segment=NetworkSegment(06bd53ac-46a1-44cd-87e1-28b20aa343c0),segment_id=06bd53ac-46a1-44cd-87e1-28b20aa343c0)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:07.717145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.751784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:07.755513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.766233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:07.767826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:07.855180 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-efe789b0-aa3a-46ca-b15b-4081b5510345 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1224580 Feb 17 22:50:07.867705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Calling delete_port for 56a60ed9-5e11-4c9e-9235-de3b666b66f9 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:07.880941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59422) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:07.933986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee7a43-7a72-4fb4-9de3-ba0b515a3732 None None] Network 6374a7b9-3560-4824-8baa-cec6f238ae6d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:07.967518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e3405-f3b1-4652-a8fe-d9a51baa7efb None None] Network c7bf64a5-805f-4132-8183-48801ee2126b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:08.052281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.055675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59428) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:08.133024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.197649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.290671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0b999114-a8fa-4009-9d27-8cc8d3578f42 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:08.299285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:08.300909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] The port '56a60ed9-5e11-4c9e-9235-de3b666b66f9' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:08.305793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:08.308686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:08.368501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.387035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.484486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.503085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=be5b833c-42ae-47e2-9773-3c22ece7d6ec,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:08.547430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:08.556562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Usage tracker for resource:security_group_rule and tenant:b11ce3bc9c154dbb9cbd3d66112c5430 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:08.644262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] Pushing event deleted for resources: {'Port': ['ID=56a60ed9-5e11-4c9e-9235-de3b666b66f9,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:08.664209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908f6bb-df9f-4893-9e60-f270c999a9ee None None] No DVR routers for this DVR port 56a60ed9-5e11-4c9e-9235-de3b666b66f9 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:08.710141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.755432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.766055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:08.770338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:08.793541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c017d201-830c-4d78-a7e9-6e449a246c7d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:08.795249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:08.803339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Deleting port cc636ee7-1832-455e-b858-07f2e5235ec0 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:08.804105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.874557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.927265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bd53ac-46a1-44cd-87e1-28b20aa343c0') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:08.927892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bd53ac-46a1-44cd-87e1-28b20aa343c0') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:08.966498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:08.982078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=5913d00e-3781-4642-88a4-6a540d088973,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:09.060476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.158499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:09.158499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.174842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:09.176564 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:09.187088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.248245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] Sync routers for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:09.252186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bf64a5-805f-4132-8183-48801ee2126b']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:09.279385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57f306c-2fb2-4337-a4cf-6b308d58cb7b') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:09.279697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57f306c-2fb2-4337-a4cf-6b308d58cb7b') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:09.309444 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efcac9d4-b7e0-4ef9-9232-f4cfc436a3d9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7677536 Feb 17 22:50:09.340920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59434) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:09.382990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.418633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.418957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:09.418957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.433348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc60e45c-c7bf-4b8a-923b-167f20adc183 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:09.433587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:09.434705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:09.440084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.463148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.476715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:09.477416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.489987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:09.532219 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:09.534359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.537806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.546516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc60e45c-c7bf-4b8a-923b-167f20adc183 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:09.549641 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bc60e45c-c7bf-4b8a-923b-167f20adc183 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 HTTP/1.1" status: 200 len: 205 time: 0.2069972 Feb 17 22:50:09.560654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59438) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:09.575964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=c017d201-830c-4d78-a7e9-6e449a246c7d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:09.577022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28982cfd-a726-48a1-a2ed-7d024d8d286b None None] Network c7bf64a5-805f-4132-8183-48801ee2126b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:09.609567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-15eb13bb-c044-4152-8788-f67b1d406cd5 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/c017d201-830c-4d78-a7e9-6e449a246c7d HTTP/1.1" status: 204 len: 168 time: 3.2984378 Feb 17 22:50:09.614160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] For port cc636ee7-1832-455e-b858-07f2e5235ec0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc636ee7-1832-455e-b858-07f2e5235ec0,segment=NetworkSegment(f89fabe7-9214-44f0-a002-41f572a0709b),segment_id=f89fabe7-9214-44f0-a002-41f572a0709b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:09.614788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.624273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:09.721872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.784613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.842394 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b11ce3bc9c154dbb9cbd3d66112c5430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7762706 Feb 17 22:50:09.864910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:09.865854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:09.973788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:09.976268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b57468-0263-4688-bec8-2b3bc8264c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db6ea08-9a20-441d-aa2b-81f45adc07c3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:10.037315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.055356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Calling delete_port for cc636ee7-1832-455e-b858-07f2e5235ec0 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:10.066974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.176905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Calling delete_port for 0b999114-a8fa-4009-9d27-8cc8d3578f42 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:10.233815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=c7bf64a5-805f-4132-8183-48801ee2126b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:10.272987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:10.279558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:10.285932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:10.286534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.353432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:10.354999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] Routers {'dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:10.356073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:10.374984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=e31b2c02-8aa5-4b48-80fd-8c711251b4eb,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:10.383259 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b0bec7be-85eb-4b70-902b-1e67a0f7b1a5 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/c7bf64a5-805f-4132-8183-48801ee2126b HTTP/1.1" status: 204 len: 168 time: 2.4955301 Feb 17 22:50:10.387149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59450) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:10.398528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.405301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819890443'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:10.500386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.503220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a60ed9-5e11-4c9e-9235-de3b666b66f9 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:10.507935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4ea07b61-845d-4546-9844-ff4b9a65416a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8889771 Feb 17 22:50:10.521416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59454) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:10.525028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:10.539767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Port': ['ID=cc636ee7-1832-455e-b858-07f2e5235ec0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:10.552402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:10.553259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:10.554131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c806fb-1c93-4d19-b064-c8c7ba4db558 None None] The sync data for ids ['dceb7ac5-bd50-40b8-bb94-6bf832ce37f2'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:10.602700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:10.631168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:10.644734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] No DVR routers for this DVR port cc636ee7-1832-455e-b858-07f2e5235ec0 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:10.692300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de083794-4fa8-41ed-b05c-3eea0a8f61bd None None] DHCP port deletion for 6374a7b9-3560-4824-8baa-cec6f238ae6d request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:10.721034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 56a60ed9-5e11-4c9e-9235-de3b666b66f9 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:10.721988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a60ed9-5e11-4c9e-9235-de3b666b66f9 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:10.774195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.826714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:10.834880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.835364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:10.841715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:10.842489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:10.845811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.908308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc636ee7-1832-455e-b858-07f2e5235ec0 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:10.921139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:10.921669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:10.971754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: cc636ee7-1832-455e-b858-07f2e5235ec0 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:10.972208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc636ee7-1832-455e-b858-07f2e5235ec0 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:10.978746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.024917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.030100 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9c0bfa59-078a-42b7-a631-4a9dcc7dfa24 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 HTTP/1.1" status: 204 len: 168 time: 1.4640307 Feb 17 22:50:11.031485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59458) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:11.130433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.132305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:11.138492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.201119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 9438c4a2-5a9b-43ec-9261-65d96301f08f {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:11.215706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.251999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.254665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.302484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db6ea08-9a20-441d-aa2b-81f45adc07c3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:11.313735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.319780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:11.342112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:11.346267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6374a7b9-3560-4824-8baa-cec6f238ae6d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:11.347086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Deleting port 0b999114-a8fa-4009-9d27-8cc8d3578f42 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:11.347960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.349957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.351432 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bec8d75e-3d7f-42b5-8bb2-3d0bbabadbcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8db6ea08-9a20-441d-aa2b-81f45adc07c3 HTTP/1.1" status: 204 len: 168 time: 1.4802737 Feb 17 22:50:11.359570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:11.365230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.365606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 785f756f-42fe-4a22-a28c-f49835571ce4 of type vlan for network e889899d-8bb5-4486-ae4a-072f24931e63 Feb 17 22:50:11.369234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:11.385431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89fabe7-9214-44f0-a002-41f572a0709b') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:11.385919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89fabe7-9214-44f0-a002-41f572a0709b') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:11.394837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:11.411247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.463950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:11.467676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.490034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.494647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.545283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.575296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:11.575697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:11.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:11.668176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router f970ae83-4611-4540-8b9c-319bab42d4bd is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:11.676513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.771752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.781680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:11.783579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.787004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=9438c4a2-5a9b-43ec-9261-65d96301f08f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:11.800285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.825871 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4792c876-28c7-4543-80cc-6a86f1e52795 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/9438c4a2-5a9b-43ec-9261-65d96301f08f HTTP/1.1" status: 204 len: 168 time: 0.7928259 Feb 17 22:50:11.835788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:11.837754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.886700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] For port 0b999114-a8fa-4009-9d27-8cc8d3578f42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0b999114-a8fa-4009-9d27-8cc8d3578f42,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:11.887619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:11.962327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:12.011387 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.ipam_backend_mixin [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e31b2c02-8aa5-4b48-80fd-8c711251b4eb (CIDR: 2001:db8::/64) Feb 17 22:50:12.068544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Calling delete_port for 0b999114-a8fa-4009-9d27-8cc8d3578f42 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:12.075226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:12.101740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 6eb30b68-4833-4470-ab2c-e33b3bd7dcc1 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:12.117157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:12.117421 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Sync routers for ids ['f970ae83-4611-4540-8b9c-319bab42d4bd'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:12.139562 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Routers {'f970ae83-4611-4540-8b9c-319bab42d4bd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:12.140217 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['f970ae83-4611-4540-8b9c-319bab42d4bd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:12.245131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0913e29-9328-4d42-bbd6-2e425fbf3d60 None None] Network 8d58971a-2499-4147-a1fa-aced99124902 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:12.245615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:12.247799 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-712cbba3-a182-4bf9-84ca-8b68c35e2626 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6151838 Feb 17 22:50:12.255659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59476) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:12.395585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:12.404270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0165863 Feb 17 22:50:12.406047 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:50:12.406824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:12.420798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59482) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:12.462107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/networks/6374a7b9-3560-4824-8baa-cec6f238ae6d HTTP/1.1" status: 204 len: 168 time: 4.7585502 Feb 17 22:50:12.468228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59486) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:12.468952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:12.476485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:12.658441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] Pushing event deleted for resources: {'Port': ['ID=0b999114-a8fa-4009-9d27-8cc8d3578f42,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:12.674731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aca4c8-7860-4b26-86ac-912a48877c68 None None] No DVR routers for this DVR port 0b999114-a8fa-4009-9d27-8cc8d3578f42 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:12.711369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4bcbd-19b2-47df-aa36-67a6703df744 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:12.867922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a06243-1323-4241-a212-85479af8a623 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=e889899d-8bb5-4486-ae4a-072f24931e63,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:12.931558 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Set router f970ae83-4611-4540-8b9c-319bab42d4bd gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:12.939720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:12.976664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network e889899d-8bb5-4486-ae4a-072f24931e63 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:13.001213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecc775-b177-4d7b-84b7-947220ccf88a tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Pushing event deleted for resources: {'Network': ['ID=6374a7b9-3560-4824-8baa-cec6f238ae6d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:13.014167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59498) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:13.015722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:13.031500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:13.043785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-154d0000-2bf5-4c3e-ae04-96b8540bed5f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4997094 Feb 17 22:50:13.046726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a9adc96-72ff-472f-8496-fa30dba1e4e0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Synchronizing usage tracker for tenant:58ff45e307304e00a0c613e2e929a4db on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:13.062685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59504) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:13.075188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:13.085925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:13.161390 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e49f16fc-1f40-4b9a-9836-15b2fb63ed91 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/f970ae83-4611-4540-8b9c-319bab42d4bd HTTP/1.1" status: 200 len: 908 time: 0.9037540 Feb 17 22:50:13.181295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59508) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:13.198169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-348288027', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': True}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:13.207956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:13.215412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Usage tracker for resource:router and tenant:4acb318ec4854c15b8ca1f0649f4c2a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:13.221208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:13.256377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:13.288347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.293736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.298729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1824053455-network', 'tenant_id': '48248d419fc44f3e974664ddad9ee2e5'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:13.352217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:13.374859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.391206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.421417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Usage tracker for resource:network and tenant:48248d419fc44f3e974664ddad9ee2e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:13.435872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:13.452491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:13.462040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.515220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:13.526690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a9adc96-72ff-472f-8496-fa30dba1e4e0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Unset dirty status for tenant:58ff45e307304e00a0c613e2e929a4db on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:13.534074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a9adc96-72ff-472f-8496-fa30dba1e4e0 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "GET /v2.0/ports?device_id=91c93639-a943-473f-bcad-06ce9a2baf24 HTTP/1.1" status: 200 len: 205 time: 0.6807923 Feb 17 22:50:13.536787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] DHCP port deletion for 8d58971a-2499-4147-a1fa-aced99124902 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:13.539192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59512) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:13.539683 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'name': 'tempest-snat-router-348288027', 'tenant_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140'}], 'enable_snat': False}, 'gw_port_id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:03Z', 'updated_at': '2022-02-17T22:50:09Z', 'revision_number': 3, 'project_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'gw_port': {'id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:07Z', 'updated_at': '2022-02-17T22:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:13.544734 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Checking router: f970ae83-4611-4540-8b9c-319bab42d4bd for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:13.545285 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Updating router f970ae83-4611-4540-8b9c-319bab42d4bd port be5b833c-42ae-47e2-9773-3c22ece7d6ec binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:50:13.611381 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.650236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Deleting port 5a6a6c74-9df8-44e9-8362-782d5874341f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:13.650816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.733610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:13.760360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.841590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.890716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:13.925542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:14.030682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'tenant_id': 'c4c9d1aba05c441da094c1a7933eb3dd', 'fixed_ips': [{'subnet_id': 'e31b2c02-8aa5-4b48-80fd-8c711251b4eb'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:14.031592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.051907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.052385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:14.055204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db1496-bf91-4524-a3b3-e76735b90ee1 None None] Network 2044227b-6268-40ca-9aa1-af4a62ed34ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:14.063936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Made reservation on behalf of 48248d419fc44f3e974664ddad9ee2e5 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:14.068378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.083051 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.084744 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/6eb30b68-4833-4470-ab2c-e33b3bd7dcc1 HTTP/1.1" status: 204 len: 168 time: 2.2442708 Feb 17 22:50:14.089771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0e90-e581-4015-bd7c-5885ab681b77 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb30b68-4833-4470-ab2c-e33b3bd7dcc1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:14.103270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] For port 5a6a6c74-9df8-44e9-8362-782d5874341f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a6a6c74-9df8-44e9-8362-782d5874341f,segment=NetworkSegment(6a979a2a-1148-44ce-9b01-0d27e757a2b2),segment_id=6a979a2a-1148-44ce-9b01-0d27e757a2b2)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:14.103644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:14.104067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.118631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Transition to ACTIVE for port object be5b833c-42ae-47e2-9773-3c22ece7d6ec will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:14.142898 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.224017 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Pushing event updated for resources: {'Port': ['ID=be5b833c-42ae-47e2-9773-3c22ece7d6ec,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:14.234827 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.235848 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.236433 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.236714 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.237144 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.237323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.237756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:14.237961 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.238149 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.238395 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.238715 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.239026 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.239592 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:14.256690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.278707 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Attempting to bind port be5b833c-42ae-47e2-9773-3c22ece7d6ec on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:14.279246 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Attempting to bind port be5b833c-42ae-47e2-9773-3c22ece7d6ec by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:14.279602 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Attempting to bind port be5b833c-42ae-47e2-9773-3c22ece7d6ec on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:14.290783 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:14.291362 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:14.291802 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.292193 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:14.292723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Bound port: be5b833c-42ae-47e2-9773-3c22ece7d6ec, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:14.293289 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.323006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.326954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.364901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 5a6a6c74-9df8-44e9-8362-782d5874341f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:14.365317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.386210 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] For port be5b833c-42ae-47e2-9773-3c22ece7d6ec, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:14.390078 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] For port be5b833c-42ae-47e2-9773-3c22ece7d6ec, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=be5b833c-42ae-47e2-9773-3c22ece7d6ec,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:14.397738 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.483311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:14.490598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.497751 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e4fbc-3f9a-439e-a4c9-c22282815f6c None None] Pushing event updated for resources: {'Port': ['ID=be5b833c-42ae-47e2-9773-3c22ece7d6ec,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:14.527754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:14.533147 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Routers {'f970ae83-4611-4540-8b9c-319bab42d4bd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:14.533837 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['f970ae83-4611-4540-8b9c-319bab42d4bd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:14.575893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Calling delete_port for 5a6a6c74-9df8-44e9-8362-782d5874341f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:14.662191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Usage tracker for resource:security_group_rule and tenant:48248d419fc44f3e974664ddad9ee2e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:14.676049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:14.718701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.779765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.800911 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] Set router f970ae83-4611-4540-8b9c-319bab42d4bd gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:14.881936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:14.898752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:14.958905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 5a6a6c74-9df8-44e9-8362-782d5874341f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a6a6c74-9df8-44e9-8362-782d5874341f,segment=NetworkSegment(6a979a2a-1148-44ce-9b01-0d27e757a2b2),segment_id=6a979a2a-1148-44ce-9b01-0d27e757a2b2)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:14.959714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.062223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] No DVR routers for this DVR port 5a6a6c74-9df8-44e9-8362-782d5874341f on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:15.084883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a6a6c74-9df8-44e9-8362-782d5874341f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:15.173358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ab9c-5159-4bec-9aa4-719eaa104625 None None] Pushing event deleted for resources: {'Port': ['ID=5a6a6c74-9df8-44e9-8362-782d5874341f,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:15.182593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5a6a6c74-9df8-44e9-8362-782d5874341f {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:15.183371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a6a6c74-9df8-44e9-8362-782d5874341f not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:15.300348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 5a6a6c74-9df8-44e9-8362-782d5874341f owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:15.390761 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'name': 'tempest-snat-router-348288027', 'tenant_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140'}], 'enable_snat': False}, 'gw_port_id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:03Z', 'updated_at': '2022-02-17T22:50:09Z', 'revision_number': 3, 'project_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'gw_port': {'id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:07Z', 'updated_at': '2022-02-17T22:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:15.396943 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb261-2f30-4bca-a014-64c4d9736358 None None] The sync data for ids ['f970ae83-4611-4540-8b9c-319bab42d4bd'] in dv-neutron-805768-3-hyperv is: [{'id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'name': 'tempest-snat-router-348288027', 'tenant_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140'}], 'enable_snat': False}, 'gw_port_id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:03Z', 'updated_at': '2022-02-17T22:50:09Z', 'revision_number': 3, 'project_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'gw_port': {'id': 'be5b833c-42ae-47e2-9773-3c22ece7d6ec', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ae83-4611-4540-8b9c-319bab42d4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:07Z', 'updated_at': '2022-02-17T22:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:15.448627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:15.449253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:15.464713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 172.26.7.229 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/18844bb3-d608-4244-afef-b9dd9dbb0874) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:15.543682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/e31b2c02-8aa5-4b48-80fd-8c711251b4eb/ff5a9f97-15e9-4892-8942-f58c76a55c08) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:15.604836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] DHCP port deletion for 2044227b-6268-40ca-9aa1-af4a62ed34ba request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:15.674992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Deleting port 578a9cb7-93f5-40e2-b272-a00f918d07ba {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:15.675336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.717441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.734928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.749314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.776069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:15.900780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:15.919000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=18844bb3-d608-4244-afef-b9dd9dbb0874,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:15.923237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:15.927016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:15.963801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 5a6a6c74-9df8-44e9-8362-782d5874341f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:15.964312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.061306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] The port '5a6a6c74-9df8-44e9-8362-782d5874341f' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:16.096167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.097419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Fanout notify agent at l3_agent the message router_deleted on router 91c93639-a943-473f-bcad-06ce9a2baf24 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:16.129818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.179834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.265368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] For port 578a9cb7-93f5-40e2-b272-a00f918d07ba, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=578a9cb7-93f5-40e2-b272-a00f918d07ba,segment=NetworkSegment(7392c72e-f818-49d2-b457-ca69a228b420),segment_id=7392c72e-f818-49d2-b457-ca69a228b420)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:16.266741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.289719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.298317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.315233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.318490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:16.336858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.337340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Added segment 29f35034-1067-44de-8ff0-0871049ced88 of type vlan for network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d Feb 17 22:50:16.380917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.449949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d58971a-2499-4147-a1fa-aced99124902']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:16.462044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=d714b089-857d-435c-90ed-775d25b3e8f4,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:16.478438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a979a2a-1148-44ce-9b01-0d27e757a2b2') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:16.478911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a979a2a-1148-44ce-9b01-0d27e757a2b2') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:16.497831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.505622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d67a67f-21e4-427c-a10e-c333d8954726,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:16.528020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.531730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.533476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.533673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Calling delete_port for 578a9cb7-93f5-40e2-b272-a00f918d07ba owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:16.533863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.534213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.534604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.534947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.535283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.535661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.535996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.536326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.536685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.537026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.559041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.559360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.559754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.560099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.560705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.561050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.561455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.561785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.562146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.562475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.562800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.563906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:16.567691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Transition to ACTIVE for port object ff5a9f97-15e9-4892-8942-f58c76a55c08 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:16.623721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Transition to ACTIVE for port object ff5a9f97-15e9-4892-8942-f58c76a55c08 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:16.643817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.678497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.680090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:16.680789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.690106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:16.690772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:16.718360 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:16.792853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.796966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28da12db-ed12-4fb8-a0f4-b50d53a55ad4 tempest-RoutersNegativeIpV6Test-1988674040 tempest-RoutersNegativeIpV6Test-1988674040-project] 10.222.0.42 "DELETE /v2.0/routers/91c93639-a943-473f-bcad-06ce9a2baf24 HTTP/1.1" status: 204 len: 168 time: 3.1622629 Feb 17 22:50:16.811869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:16.872990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '785f756f-42fe-4a22-a28c-f49835571ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:16.873380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: e889899d-8bb5-4486-ae4a-072f24931e63, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:16.883377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:16.885971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:16.898577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 1945b66b-2337-4fc5-b034-2db2662ad53c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:16.899040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.902463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:16.962870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:16.966508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9449608 Feb 17 22:50:16.974269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59522) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:17.017028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Request body: {'subnet': {'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1824053455-subnet', 'tenant_id': '48248d419fc44f3e974664ddad9ee2e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:17.067266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:50:17.092785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device be5b833c-42ae-47e2-9773-3c22ece7d6ec up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:17.106564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:17.122466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.136828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Usage tracker for resource:subnet and tenant:48248d419fc44f3e974664ddad9ee2e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:17.161910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:17.168844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] No DVR routers for this DVR port 578a9cb7-93f5-40e2-b272-a00f918d07ba on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:17.179753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.203784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:17.209543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04fdc6-8e97-4d26-b197-bb51da6e918a admin admin] Pushing event updated for resources: {'Network': ['ID=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:17.214484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa911d5-8713-458c-b8bc-36582e117b2e None None] Pushing event deleted for resources: {'Port': ['ID=578a9cb7-93f5-40e2-b272-a00f918d07ba,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:17.246537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:17.290447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=8d58971a-2499-4147-a1fa-aced99124902,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:17.324278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.324818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.325510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.326274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.327946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.327946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.328459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:17.339571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Made reservation on behalf of 48248d419fc44f3e974664ddad9ee2e5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:17.352875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.358042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network e889899d-8bb5-4486-ae4a-072f24931e63 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:17.404368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59528) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:17.414120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, e889899d-8bb5-4486-ae4a-072f24931e63) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:17.436498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Attempting to bind port ff5a9f97-15e9-4892-8942-f58c76a55c08 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:17.437296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Attempting to bind port ff5a9f97-15e9-4892-8942-f58c76a55c08 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:17.437296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Attempting to bind port ff5a9f97-15e9-4892-8942-f58c76a55c08 on network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:17.443756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694018d0-8138-48ce-b1c6-a39b79b42015 None None] Network e889899d-8bb5-4486-ae4a-072f24931e63 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:17.447763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:17.448618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.486955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:17.487329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Checking segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:17.488015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.488254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Bound using segment: {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:17.488770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Bound port: ff5a9f97-15e9-4892-8942-f58c76a55c08, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2fe597-c72a-48d1-a88d-0067ed4a8333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:17.489216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.538391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 1945b66b-2337-4fc5-b034-2db2662ad53c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1945b66b-2337-4fc5-b034-2db2662ad53c,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:17.539132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.556190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-572869df-a77b-45f4-aaf0-6c0b3b831948 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.1203177 Feb 17 22:50:17.562759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59534) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:17.692479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port be5b833c-42ae-47e2-9773-3c22ece7d6ec completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:17.742738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port be5b833c-42ae-47e2-9773-3c22ece7d6ec triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:17.743075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.743821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:17.886034 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-390521b3-6582-49a9-9f45-0f0289ca3686 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/8d58971a-2499-4147-a1fa-aced99124902 HTTP/1.1" status: 204 len: 168 time: 3.7732139 Feb 17 22:50:17.903422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:17.913444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59538) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:17.937577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:17.947847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 1945b66b-2337-4fc5-b034-2db2662ad53c owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:18.042199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.285019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.294291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.309162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-e889899d-8bb5-4486-ae4a-072f24931e63', 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'd714b089-857d-435c-90ed-775d25b3e8f4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:18.310512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.316029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.345897 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e2803d72-8bc4-44bb-a900-d376f150a72b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58ff45e307304e00a0c613e2e929a4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355752 Feb 17 22:50:18.380543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25194f1-f6fa-446e-a303-ae03ed7695c2 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:18.383622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59542) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:18.476279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port be5b833c-42ae-47e2-9773-3c22ece7d6ec, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=be5b833c-42ae-47e2-9773-3c22ece7d6ec,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:18.495765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.512810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.605300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=be5b833c-42ae-47e2-9773-3c22ece7d6ec,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:18.613292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 578a9cb7-93f5-40e2-b272-a00f918d07ba no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:18.654405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 578a9cb7-93f5-40e2-b272-a00f918d07ba {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:18.654740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 578a9cb7-93f5-40e2-b272-a00f918d07ba not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:18.733498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.743207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.826662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.837131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Allocated IP 172.20.0.1 (e889899d-8bb5-4486-ae4a-072f24931e63/d714b089-857d-435c-90ed-775d25b3e8f4/284c9724-4de0-44a9-bd71-d120fac61ad8) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:18.874428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.888754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:18.960654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.001360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2044227b-6268-40ca-9aa1-af4a62ed34ba']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:19.013147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:19.031364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.055600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7392c72e-f818-49d2-b457-ca69a228b420') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:19.055899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7392c72e-f818-49d2-b457-ca69a228b420') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:19.103943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.154221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.156291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=1945b66b-2337-4fc5-b034-2db2662ad53c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.171383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:19.171853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.215568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device be5b833c-42ae-47e2-9773-3c22ece7d6ec up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:19.277943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:19.338013 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:19.372444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.373270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.374509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edff681-dfe4-4d52-847d-3f734a91ef5b,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.399735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port be5b833c-42ae-47e2-9773-3c22ece7d6ec triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:19.400402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.468637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Checking segment: {'id': '29f35034-1067-44de-8ff0-0871049ced88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:19.469603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Network hostable DHCP agents. Network: 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:19.597750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.664562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8a9870-dc53-443f-8989-fa8036d051f1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.670377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:19.692565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:19.705579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:19.706193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.717544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.739687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.740604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.745770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=cbb528dc-6cb2-4a31-a5df-bdd07023467e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.752559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.780888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.781927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2add8dc0-293f-462d-ac3a-f2d9dd565793 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b8a9870-dc53-443f-8989-fa8036d051f1 HTTP/1.1" status: 204 len: 168 time: 1.3877478 Feb 17 22:50:19.783386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.796217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:19.824543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=2044227b-6268-40ca-9aa1-af4a62ed34ba,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:19.830501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:19.839693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:19.841095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:19.847185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Transition to ACTIVE for port object 284c9724-4de0-44a9-bd71-d120fac61ad8 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:19.865536 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-496cfdf8-d448-48ed-9c89-342bdace843b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.7929912 Feb 17 22:50:19.871867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59554) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:19.900141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:8e:41:a8', 'name': 'tempest-NetworksTestDHCPv6-1998168507'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:19.903184 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c1f8a2d9-d2ba-4b9c-9ed8-c5bfddb8dede tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/2044227b-6268-40ca-9aa1-af4a62ed34ba HTTP/1.1" status: 204 len: 168 time: 1.9875851 Feb 17 22:50:19.906080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59558) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:19.920251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501435871'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:19.930005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Transition to ACTIVE for port object 284c9724-4de0-44a9-bd71-d120fac61ad8 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:19.950822 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b2a4dda3-3468-45df-8f9d-567fc082f81d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9613092 Feb 17 22:50:19.950822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:19.972363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:19.972637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7ff32-1761-49d2-abc7-0355f35290e5 None None] Network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:19.991770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router 8234d0e5-ad6e-4d52-a54e-6d763c6019f5 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:20.000172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:20.029134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:20.103087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.216273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.248245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:20.252496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.607876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264ced7-4ea7-42f2-bfaf-7b366cfb1443 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:20.611062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:20.651543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Network e889899d-8bb5-4486-ae4a-072f24931e63 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:20.670141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:20.697274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.697843 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment a1de65c5-8935-42b5-9e74-ee9dc22a97d0 of type vlan for network cb3e65aa-65be-43e2-9421-34b863927c58 Feb 17 22:50:20.736616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:20.762106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:20.789252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Sync routers for ids ['8234d0e5-ad6e-4d52-a54e-6d763c6019f5'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:20.791556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0da3a2db-2423-4897-8643-20825047f48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.854844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.856758 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-64e52a90-bf35-4d83-ad07-6663a93243b9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6725523 Feb 17 22:50:20.863157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:20.871289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:20.872895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Pushing event updated for resources: {'Port': ['ID=284c9724-4de0-44a9-bd71-d120fac61ad8,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:20.981398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Routers {'8234d0e5-ad6e-4d52-a54e-6d763c6019f5'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:20.981643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['8234d0e5-ad6e-4d52-a54e-6d763c6019f5'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:20.984424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=d714b089-857d-435c-90ed-775d25b3e8f4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:21.038981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-54514691-9525-420a-8734-7c596a58bcac None None] Provisioning for port ff5a9f97-15e9-4892-8942-f58c76a55c08 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:21.192543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Attempting to bind port 284c9724-4de0-44a9-bd71-d120fac61ad8 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:21.192916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Attempting to bind port 284c9724-4de0-44a9-bd71-d120fac61ad8 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '785f756f-42fe-4a22-a28c-f49835571ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:21.193309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Attempting to bind port 284c9724-4de0-44a9-bd71-d120fac61ad8 on network e889899d-8bb5-4486-ae4a-072f24931e63 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:21.359557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.381744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:21.408146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:port and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:21.411817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:21.428081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:21.429896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:21.441684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-756593554-network', 'tenant_id': '20ce05814bf8437e8cd98f72cae57f8c'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:21.471841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:21.474677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:21.487296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e889899d-8bb5-4486-ae4a-072f24931e63']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:21.492192 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-019019f9-07f0-4e5b-97de-1698e323a3c9 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/8234d0e5-ad6e-4d52-a54e-6d763c6019f5 HTTP/1.1" status: 200 len: 907 time: 0.6276212 Feb 17 22:50:21.493398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59596) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:21.498632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Usage tracker for resource:network and tenant:20ce05814bf8437e8cd98f72cae57f8c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:21.575276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.582165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:21.583216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.627451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:21.628148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Checking segment: {'id': '785f756f-42fe-4a22-a28c-f49835571ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:21.628813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.629448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Bound using segment: {'id': '785f756f-42fe-4a22-a28c-f49835571ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:21.630218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Bound port: 284c9724-4de0-44a9-bd71-d120fac61ad8, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785f756f-42fe-4a22-a28c-f49835571ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e889899d-8bb5-4486-ae4a-072f24931e63'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:21.630832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.660184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785f756f-42fe-4a22-a28c-f49835571ce4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:21.660900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785f756f-42fe-4a22-a28c-f49835571ce4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:21.690207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.696482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:21.728945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.742599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8342614 Feb 17 22:50:21.743832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb3083-e40b-4b9b-9428-5400342ee22a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=cb3e65aa-65be-43e2-9421-34b863927c58,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:21.746166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:21.752406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.777733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:21.784666 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:21.799265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59602) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:21.855204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:21.885800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:21.900415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:21.911984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:21.926666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network cb3e65aa-65be-43e2-9421-34b863927c58 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:22.064168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Made reservation on behalf of 20ce05814bf8437e8cd98f72cae57f8c for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:22.069848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.149602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.212402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.223825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac3b7b-aeaa-45b3-9661-c995b8ab24ac None None] Network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:22.248917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Deleting port 18844bb3-d608-4244-afef-b9dd9dbb0874 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:22.252858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.476854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Set router 8234d0e5-ad6e-4d52-a54e-6d763c6019f5 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:22.556070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.596066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.686427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:22.694598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Usage tracker for resource:security_group_rule and tenant:20ce05814bf8437e8cd98f72cae57f8c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:22.700669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:22.724897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:22.727167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:22.740487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:22.742853 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:22.782053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port c5a27f62-b2fc-408e-a831-f1681439acf0 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:50:22.790471 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:22.794747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] For port 284c9724-4de0-44a9-bd71-d120fac61ad8, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:22.795161 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:49:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:22.811437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port ff5a9f97-15e9-4892-8942-f58c76a55c08 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:22.856078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:22.862048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:50:22.862048 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:50:22.862048 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': 'e889899d-8bb5-4486-ae4a-072f24931e63'}] Feb 17 22:50:22.862048 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:22.862719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:22.869130 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe7c435b-b5d1-43e5-8cad-85379073e86b tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2435267 Feb 17 22:50:22.871091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:22.884549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59622) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:22.902718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Calling delete_port for 18844bb3-d608-4244-afef-b9dd9dbb0874 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:22.921226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:22.921831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:22.952997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:23.069945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aca816f6-2603-44e2-a038-184ad52a8e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.107778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] For port 284c9724-4de0-44a9-bd71-d120fac61ad8, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=284c9724-4de0-44a9-bd71-d120fac61ad8,segment=NetworkSegment(785f756f-42fe-4a22-a28c-f49835571ce4),segment_id=785f756f-42fe-4a22-a28c-f49835571ce4)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:23.155815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.164305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:23.167995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.340061 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:23.402644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 81076646-1cd3-4a57-9856-c6ccdd9f6de2 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:23.412455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.506379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ad041-c444-4c74-afc3-8ea5859e9111 None None] Pushing event updated for resources: {'Port': ['ID=284c9724-4de0-44a9-bd71-d120fac61ad8,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:23.582398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.633835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:23.849935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 284c9724-4de0-44a9-bd71-d120fac61ad8 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:23.865497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.132722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.255602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Port': ['ID=18844bb3-d608-4244-afef-b9dd9dbb0874,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:24.268590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.283251 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.324733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.368915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:18Z', 'revision_number': 10, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:24.383903 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:24.406205 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:24.409897 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:24.512061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.538711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285cb64-7bd4-464e-9557-31e6f0b6e2d2 None None] Network e889899d-8bb5-4486-ae4a-072f24931e63 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:24.576715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.596384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.599373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.621778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::1e4 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/e31b2c02-8aa5-4b48-80fd-8c711251b4eb/c5a27f62-b2fc-408e-a831-f1681439acf0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:24.646735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:24.702863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae57fc9f-f24a-4bb1-b174-5f5ea6b68991,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:24.757057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:24.829518 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:24.830454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.840640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-47273151-5c04-40d5-9433-b9f1e58c0a02 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:24.849234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.849492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47273151-5c04-40d5-9433-b9f1e58c0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.918875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:41a8 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/cbb528dc-6cb2-4a31-a5df-bdd07023467e/c5a27f62-b2fc-408e-a831-f1681439acf0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:24.946048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=07eec91b-d44b-49dd-9b29-20c030b74297,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:24.972158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:24.972752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Added segment 3c43b02f-f555-4242-b41c-f8bd7b3602a9 of type vlan for network 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 Feb 17 22:50:25.026065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.033168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.086929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:25.087602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: cb3e65aa-65be-43e2-9421-34b863927c58, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:25.158977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.159856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8234d0e5-ad6e-4d52-a54e-6d763c6019f5 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:25.179434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.203141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 284c9724-4de0-44a9-bd71-d120fac61ad8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=284c9724-4de0-44a9-bd71-d120fac61ad8,segment=NetworkSegment(785f756f-42fe-4a22-a28c-f49835571ce4),segment_id=785f756f-42fe-4a22-a28c-f49835571ce4)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:25.203141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.217351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.309067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.319965 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/81076646-1cd3-4a57-9856-c6ccdd9f6de2 HTTP/1.1" status: 204 len: 168 time: 2.4325504 Feb 17 22:50:25.328834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59636) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:25.333555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09c03-5fd8-4bfe-8a2f-5fa704cf1c52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=81076646-1cd3-4a57-9856-c6ccdd9f6de2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:25.339478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.341352 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3207ba25-97a3-47e8-93ef-091af9a50f47 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/routers/8234d0e5-ad6e-4d52-a54e-6d763c6019f5 HTTP/1.1" status: 204 len: 168 time: 3.8455107 Feb 17 22:50:25.372570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.373954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59640) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:25.381608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d130d-09c3-426d-9046-8901f12729b9 None None] Network 7cda5939-c6db-49b5-a0a6-05fe4e972d10 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:25.510339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59644) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:25.551477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:25.560005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8234d0e5-ad6e-4d52-a54e-6d763c6019f5', 'name': 'tempest-snat-router-348288027', 'tenant_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '18844bb3-d608-4244-afef-b9dd9dbb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:13Z', 'updated_at': '2022-02-17T22:50:16Z', 'revision_number': 3, 'project_id': '4acb318ec4854c15b8ca1f0649f4c2a8', 'gw_port': {'id': '18844bb3-d608-4244-afef-b9dd9dbb0874', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8234d0e5-ad6e-4d52-a54e-6d763c6019f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:14Z', 'updated_at': '2022-02-17T22:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:25.575089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.575501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.575776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.576111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.576443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.576774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.577122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.577518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.577765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.578096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.578418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.579624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:25.585688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579789859', 'description': 'tempest-secgroup-smoke-579789859 description', 'project_id': 'bd938a69605c4600a7980cced3aa5234'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:25.592227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:25.598170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:25.602813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Checking router: 8234d0e5-ad6e-4d52-a54e-6d763c6019f5 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:25.603051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:25.603160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Updating router 8234d0e5-ad6e-4d52-a54e-6d763c6019f5 port 18844bb3-d608-4244-afef-b9dd9dbb0874 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:50:25.609464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:25.614179 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:18Z', 'revision_number': 10, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:25.620439 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f93d0de-7cd5-40eb-9df4-3ca7f77989b3 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:18Z', 'revision_number': 10, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None, '_interfaces': [{'id': 'f4c64ab7-05a2-4697-b33c-b2d0fd59d444', 'name': '', 'network_id': '5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'mac_address': 'fa:16:3e:a5:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '28365357-e420-4073-a66d-387f24e8de3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:48:09Z', 'updated_at': '2022-02-17T22:48:35Z', 'revision_number': 5, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'subnets': [{'id': '28365357-e420-4073-a66d-387f24e8de3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:25.637456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.648580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Port 18844bb3-d608-4244-afef-b9dd9dbb0874 not found while updating agent binding for router 8234d0e5-ad6e-4d52-a54e-6d763c6019f5. {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 22:50:25.689605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.736532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 284c9724-4de0-44a9-bd71-d120fac61ad8 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:25.754627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Routers set() bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:25.755002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Router IDs set() for agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 22:50:25.755819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8234d0e5-ad6e-4d52-a54e-6d763c6019f5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent'). {{(pid=87696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 22:50:25.756210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d69cd0-09b9-4425-942c-6a199e7d9087 None None] The sync data for ids ['8234d0e5-ad6e-4d52-a54e-6d763c6019f5'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:25.790930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network cb3e65aa-65be-43e2-9421-34b863927c58 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:25.793653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.798541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:25.810542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:50:25.833231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:25.836170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:25.836523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.866373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:25.869631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, cb3e65aa-65be-43e2-9421-34b863927c58) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:25.891146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:25.892444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.893957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f87d49-03c9-499f-97d6-9ee5e6cb2e61 None None] Network cb3e65aa-65be-43e2-9421-34b863927c58 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:25.898141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:25.910155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.911866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:25.911866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:25.950801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.115681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.207761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] DHCP port deletion for 7cda5939-c6db-49b5-a0a6-05fe4e972d10 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:26.223265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Deleting port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:26.223947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.265408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=284c9724-4de0-44a9-bd71-d120fac61ad8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:26.288176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.304803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] Pushing event updated for resources: {'Network': ['ID=68941a62-7bb5-4b2d-bcf3-a20b3537c3e9,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:26.310071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 284c9724-4de0-44a9-bd71-d120fac61ad8 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:26.349219 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-882acb5a-ca77-4694-b4d5-c06449a9cc5a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5375440 Feb 17 22:50:26.359853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cbc07132-af4e-4f2b-ba47-fbc1e19b957a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.9389846 Feb 17 22:50:26.359853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object c5a27f62-b2fc-408e-a831-f1681439acf0 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:26.359853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59648) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:26.366148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59650) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:26.387201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-341490060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:26.396224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:26.397195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Request body: {'subnet': {'network_id': '68941a62-7bb5-4b2d-bcf3-a20b3537c3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-756593554-subnet', 'tenant_id': '20ce05814bf8437e8cd98f72cae57f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:26.407180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:26.455885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.503919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:26.509201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:26.514690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:26.542701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:26.546972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Usage tracker for resource:subnet and tenant:20ce05814bf8437e8cd98f72cae57f8c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:26.562810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:26.606854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:26.628779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.654058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.655377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Deleting port be5b833c-42ae-47e2-9773-3c22ece7d6ec {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:26.655718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.655887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.698808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Made reservation on behalf of 20ce05814bf8437e8cd98f72cae57f8c for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:26.702892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.726162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:26.726532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.836760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.845849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e889899d-8bb5-4486-ae4a-072f24931e63']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:26.886141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.901918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.906185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785f756f-42fe-4a22-a28c-f49835571ce4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:26.907622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785f756f-42fe-4a22-a28c-f49835571ce4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:26.958069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] For port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,segment=NetworkSegment(8d56aba8-4322-4084-a6ab-5b45edb0d530),segment_id=8d56aba8-4322-4084-a6ab-5b45edb0d530)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:26.959358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:26.961275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:26.978961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-cb3e65aa-65be-43e2-9421-34b863927c58', 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '07eec91b-d44b-49dd-9b29-20c030b74297'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:26.980298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.014410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:27.073997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.094460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:27.100415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.105688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:27.111543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:27.144421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:27.146556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.176748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.205990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92458507-f136-4e3f-93ba-1fee798bc0aa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:27.207712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:27.222796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.234775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No DVR routers for this DVR port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:27.241573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:27.242746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.272563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=73139e9d-ce8d-48bf-b2b6-34dd7feb48f7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:27.284278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:27.287793 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:27.292327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:27.297022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Calling delete_port for 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:27.308882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:27.315847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.383441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=c5a27f62-b2fc-408e-a831-f1681439acf0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:27.459043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] For port be5b833c-42ae-47e2-9773-3c22ece7d6ec, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=be5b833c-42ae-47e2-9773-3c22ece7d6ec,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:27.459649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.527884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.544221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.549550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8b2cc7b3-3435-4525-baa5-d61d5c812985 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1841538 Feb 17 22:50:27.556817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.568934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59656) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:27.612605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.626103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/e889899d-8bb5-4486-ae4a-072f24931e63 HTTP/1.1" status: 204 len: 168 time: 10.0612197 Feb 17 22:50:27.633837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59660) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:27.634938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48093c1f-27d4-49ae-9c91-76fc59f935bd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=e889899d-8bb5-4486-ae4a-072f24931e63,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:27.646620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1906944487'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:27.653149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:27.659546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:27.663926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:27.674425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:27.698875 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24af881b-8f7d-44fc-b172-3e8f6008cb06 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.8258276 Feb 17 22:50:27.703056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59664) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:27.742635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:27.746743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.793032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'port': {'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58', 'name': 'tempest-RoutersTest-583785349'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:27.824856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:27.825694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:27.879362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Allocated IP 172.20.0.2 (cb3e65aa-65be-43e2-9421-34b863927c58/07eec91b-d44b-49dd-9b29-20c030b74297/73e8d10e-5861-4194-9825-00b295845d21) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:27.881892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:27.882385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:27.943620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-758bac93-845d-4a1b-a943-3125a0fd3e26 None None] Provisioning for port c5a27f62-b2fc-408e-a831-f1681439acf0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:27.958057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Calling delete_port for be5b833c-42ae-47e2-9773-3c22ece7d6ec owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:28.007743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-758bac93-845d-4a1b-a943-3125a0fd3e26 None None] Provisioning complete for port c5a27f62-b2fc-408e-a831-f1681439acf0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:28.008694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-758bac93-845d-4a1b-a943-3125a0fd3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.019071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cda5939-c6db-49b5-a0a6-05fe4e972d10']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:28.064652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port c5a27f62-b2fc-408e-a831-f1681439acf0 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:28.065792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.119915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:28.168532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.168923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment ea872b39-542e-439c-a6fb-e1b30ff1488c of type vlan for network f8701064-675e-4135-9f97-11abbe6061c9 Feb 17 22:50:28.180163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d56aba8-4322-4084-a6ab-5b45edb0d530') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:28.180686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d56aba8-4322-4084-a6ab-5b45edb0d530') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:28.236211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.236584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.240272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.272753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.274108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-758bac93-845d-4a1b-a943-3125a0fd3e26 None None] Port c5a27f62-b2fc-408e-a831-f1681439acf0 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:28.283883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.308212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.337767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.352766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Transition to ACTIVE for port object 73e8d10e-5861-4194-9825-00b295845d21 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:28.361271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.381973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Transition to ACTIVE for port object 73e8d10e-5861-4194-9825-00b295845d21 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:28.383292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Deleting port 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:28.383805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.415483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:28.416403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.423934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1945b66b-2337-4fc5-b034-2db2662ad53c no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:28.460532 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:28.471472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1945b66b-2337-4fc5-b034-2db2662ad53c {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:28.471818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1945b66b-2337-4fc5-b034-2db2662ad53c not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:28.472212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:28.569593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:28.569995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73139e9d-ce8d-48bf-b2b6-34dd7feb48f7 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:28.572728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.579488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ad7df1-61b9-48b1-bf5e-04597dbdb32a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:28.585777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.587422 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.0689268 Feb 17 22:50:28.592651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59668) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:28.595993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ae93a-be2b-405e-beab-7348514cf9cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50252336-7089-40b9-a148-dbce8a46d8f1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:28.610435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Checking segment: {'id': '3c43b02f-f555-4242-b41c-f8bd7b3602a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '68941a62-7bb5-4b2d-bcf3-a20b3537c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:28.610435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Network hostable DHCP agents. Network: 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:28.628299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:28.630234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Network cb3e65aa-65be-43e2-9421-34b863927c58 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:28.632684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:port and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:28.634856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:28.636812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:28.638045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:28.639442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:28.646781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:28.652025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:28.662945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.672138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:28.674915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:28.676226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.683282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.692814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ee502bba-5730-4f72-84ef-2c2be9c5be3e None None] The port '73139e9d-ce8d-48bf-b2b6-34dd7feb48f7' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:28.709674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.741432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.763398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:28.788108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:28.799892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=7cda5939-c6db-49b5-a0a6-05fe4e972d10,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:28.805620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] device_id is not set on port 2e78b976-a68f-48d5-a8ab-b30939493f82 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:50:28.808594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Pushing event updated for resources: {'Port': ['ID=73e8d10e-5861-4194-9825-00b295845d21,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:28.816985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Attempting to bind port 73e8d10e-5861-4194-9825-00b295845d21 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:28.817379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Attempting to bind port 73e8d10e-5861-4194-9825-00b295845d21 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:28.817971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Attempting to bind port 73e8d10e-5861-4194-9825-00b295845d21 on network cb3e65aa-65be-43e2-9421-34b863927c58 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:28.824462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:28.824834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Checking segment: {'id': 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:28.825473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.826121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Bound using segment: {'id': 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:28.826324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Bound port: 73e8d10e-5861-4194-9825-00b295845d21, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cb3e65aa-65be-43e2-9421-34b863927c58'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:28.826881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.889838 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-03cb3ac3-b295-4e9c-925e-0379c62c05c4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/7cda5939-c6db-49b5-a0a6-05fe4e972d10 HTTP/1.1" status: 204 len: 168 time: 3.5434840 Feb 17 22:50:28.889838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59672) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:28.921635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:28.943805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:28.945509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] For port 73e8d10e-5861-4194-9825-00b295845d21, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:28.982060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Network 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:29.003799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3656330 Feb 17 22:50:29.015730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59676) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:29.040639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:29.137008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93a8eb-d674-4538-9940-ce1d77f93441 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=f8701064-675e-4135-9f97-11abbe6061c9,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:29.152043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network f8701064-675e-4135-9f97-11abbe6061c9 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:29.255039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:29.269195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for c5a27f62-b2fc-408e-a831-f1681439acf0 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:29.272366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12138eff-ccbd-4ede-842b-10da89398871 None None] Network 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:29.319794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.365931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:29.367127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.510134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7cfbfc8b-488c-4624-beca-6a9d6168ac61 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1421437 Feb 17 22:50:29.593955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddb2d1-3bd8-46a4-9b26-911308401edc None None] Network 68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:29.659936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.683067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.740582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.749567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:29.807372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae36ed1-a975-412a-b81b-d0cf06b17031,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:29.811580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] For port 73e8d10e-5861-4194-9825-00b295845d21, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e8d10e-5861-4194-9825-00b295845d21,segment=NetworkSegment(a1de65c5-8935-42b5-9e74-ee9dc22a97d0),segment_id=a1de65c5-8935-42b5-9e74-ee9dc22a97d0)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:29.820797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:29.826371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.827217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:29.849693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event deleted for resources: {'Port': ['ID=be5b833c-42ae-47e2-9773-3c22ece7d6ec,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:29.856860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:29.864388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.869922 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9b3116a4-2361-41c5-8132-c30c2752264f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2507951 Feb 17 22:50:29.874303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59684) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:29.883797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:29.896039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:29.904251 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:29.910807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:29.919332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:29.927696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:29.954213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.20.0.7 (cb3e65aa-65be-43e2-9421-34b863927c58/07eec91b-d44b-49dd-9b29-20c030b74297/2e78b976-a68f-48d5-a8ab-b30939493f82) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:30.004761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:30.009155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.020028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=c5a27f62-b2fc-408e-a831-f1681439acf0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:30.203393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e64fa-5632-474a-a7a1-4637be1b48f8 None None] Pushing event updated for resources: {'Port': ['ID=73e8d10e-5861-4194-9825-00b295845d21,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:30.216343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.218689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8ab1dd58-cd58-4eef-b5f9-2b6fa1412585 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/c5a27f62-b2fc-408e-a831-f1681439acf0 HTTP/1.1" status: 204 len: 168 time: 2.5136983 Feb 17 22:50:30.220563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.228663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59692) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:30.378741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.398312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.443464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70186544-3392-4eda-9ad5-fd61c2542803,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:30.471037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106c465-7fec-420c-868a-2c582e9eda83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:30.471811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8106c465-7fec-420c-868a-2c582e9eda83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:30.492471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.499209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efb80292-ccc0-45d7-9db0-601acc84b74b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6220198 Feb 17 22:50:30.515067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59702) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:30.521340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:30.528016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8106c465-7fec-420c-868a-2c582e9eda83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:30.529021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8106c465-7fec-420c-868a-2c582e9eda83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2991595 Feb 17 22:50:30.530576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:30.537746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59706) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:30.541731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:30.584220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.654849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:30.688431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:30.761574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.845545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.861943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.979939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.995159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:30.996167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f970ae83-4611-4540-8b9c-319bab42d4bd {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:31.006151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065ac61-9d9d-4329-b742-ab02fe70bc77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.011005 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8065ac61-9d9d-4329-b742-ab02fe70bc77 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4700031 Feb 17 22:50:31.017695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59714) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:31.039506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 2e78b976-a68f-48d5-a8ab-b30939493f82 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:31.099876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.114754 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7fe9ae99-084c-4255-8a61-4afef97f51bf tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "DELETE /v2.0/routers/f970ae83-4611-4540-8b9c-319bab42d4bd HTTP/1.1" status: 204 len: 168 time: 5.7332056 Feb 17 22:50:31.135923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59718) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:31.150289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825377716', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:31.154369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e8d10e-5861-4194-9825-00b295845d21 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:31.211426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:31.232031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.244884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:31.262803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.264586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.266830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.267786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:31.286652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.295223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:31.304619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 73e8d10e-5861-4194-9825-00b295845d21 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:31.304933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.321518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-7123eae1-8c77-4c02-a21d-a11b6eec33ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.321836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-7123eae1-8c77-4c02-a21d-a11b6eec33ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Synchronizing usage tracker for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:31.369347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:31.373822 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7eb266ba-01a3-4516-9bd2-2484cb5f5ea4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3473663 Feb 17 22:50:31.376946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7341bf13-b40f-4c66-88dd-ed1de4a9edcd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:31.379874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59722) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:31.470321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.474759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6a0ea9d0-cc69-4b41-ab02-a48087175b5e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9560542 Feb 17 22:50:31.483059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:31.485108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59726) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:31.493700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:31.544731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.559310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.560257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.564487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=eb747d3b-7834-4205-95fb-9c38a797ed28,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:31.657962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': 'ea872b39-542e-439c-a6fb-e1b30ff1488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:31.658264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: f8701064-675e-4135-9f97-11abbe6061c9, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:31.671186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network cb3e65aa-65be-43e2-9421-34b863927c58 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:31.679508 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:31.687754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:31.703816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-7123eae1-8c77-4c02-a21d-a11b6eec33ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Unset dirty status for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:31.705877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-7123eae1-8c77-4c02-a21d-a11b6eec33ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 812 time: 0.9244592 Feb 17 22:50:31.721101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:31.730399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.753176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=2e78b976-a68f-48d5-a8ab-b30939493f82,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:31.756096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:31.767180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-3cca7625-8688-4bce-8ac7-6fdbd98d0fe0 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/quotas/48248d419fc44f3e974664ddad9ee2e5 HTTP/1.1" status: 200 len: 375 time: 0.0497582 Feb 17 22:50:31.768301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.768550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:31.790984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:31.848312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet cbb528dc-6cb2-4a31-a5df-bdd07023467e {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:31.870287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.871969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8bc6be-70b5-4646-8230-2634d6a33e35 None None] Network cb3e65aa-65be-43e2-9421-34b863927c58 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:31.902419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-be201d29-c857-450a-993c-4e82978b7703 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239460 Feb 17 22:50:31.924138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.924729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:31.932026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network f8701064-675e-4135-9f97-11abbe6061c9 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:31.950214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.049308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Provisioning for port 73e8d10e-5861-4194-9825-00b295845d21 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:32.065313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Provisioning complete for port 73e8d10e-5861-4194-9825-00b295845d21 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:32.066232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.097695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.118450 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-69758241-41ea-44e5-94d4-1969c1b35b23 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.5334990 Feb 17 22:50:32.121985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59732) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:32.129228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, f8701064-675e-4135-9f97-11abbe6061c9) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:32.181061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.213255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.225469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5bdc4-1cef-47bc-93be-5db43f85433b None None] Network f8701064-675e-4135-9f97-11abbe6061c9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:32.252298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:32.252603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.331238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ec5731-8656-4125-af5e-4d4d59661cd7,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:32.354778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.358977 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c6ab1601-b399-46fa-b315-7976241346dc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8723264 Feb 17 22:50:32.360629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59736) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:32.376509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:32.386589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:32.399170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:32.403280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:32.427947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:32.462469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-0fbbf492-fb1c-47a2-a07d-908222330ebb service neutron] 10.222.0.42 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311739 Feb 17 22:50:32.472145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.528663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.545009 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a03074b3-e5eb-493e-abca-ad47882737af tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5132091 Feb 17 22:50:32.549118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59740) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:32.575309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.766624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] For port 73e8d10e-5861-4194-9825-00b295845d21, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e8d10e-5861-4194-9825-00b295845d21,segment=NetworkSegment(a1de65c5-8935-42b5-9e74-ee9dc22a97d0),segment_id=a1de65c5-8935-42b5-9e74-ee9dc22a97d0)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:32.779952 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Project bd938a69605c4600a7980cced3aa5234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:50:32.803743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.879478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-f8701064-675e-4135-9f97-11abbe6061c9', 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'eb747d3b-7834-4205-95fb-9c38a797ed28'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:32.880425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:32.920116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device be5b833c-42ae-47e2-9773-3c22ece7d6ec no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:32.956126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a2251-bb47-4037-b32d-ce7740067e0c None None] Pushing event updated for resources: {'Port': ['ID=73e8d10e-5861-4194-9825-00b295845d21,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:32.970497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: be5b833c-42ae-47e2-9773-3c22ece7d6ec {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:32.970829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device be5b833c-42ae-47e2-9773-3c22ece7d6ec not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:32.976588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.154816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.236034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Allocated IP 172.20.0.2 (f8701064-675e-4135-9f97-11abbe6061c9/eb747d3b-7834-4205-95fb-9c38a797ed28/6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:33.244392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb528dc-6cb2-4a31-a5df-bdd07023467e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:33.248087 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-2fc02b76-1ea8-4de6-b857-0e60745e6cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976588 Feb 17 22:50:33.267990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.272918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.343518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-04863009-6769-4cc6-adb9-fb8d9f0bb038 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/cbb528dc-6cb2-4a31-a5df-bdd07023467e HTTP/1.1" status: 204 len: 168 time: 1.9535885 Feb 17 22:50:33.347142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.351552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59744) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:33.360291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port f4c64ab7-05a2-4697-b33c-b2d0fd59d444 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:33.360907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.424205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.442449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00597090-9309-4050-aafa-18fc3a2e68da None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:33.489856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.497477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f16a49-b23b-4fd0-a1aa-32530e7f9eca,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:33.524620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.616387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.621247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3e874a94-4660-409e-9dee-47d330413de7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2525191 Feb 17 22:50:33.621886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59748) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:33.629740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet e31b2c02-8aa5-4b48-80fd-8c711251b4eb {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:33.632843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Provisioning complete for port 73e8d10e-5861-4194-9825-00b295845d21 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:33.633529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.634542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'security_group_rule': {'security_group_id': '50252336-7089-40b9-a148-dbce8a46d8f1', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:33.643091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.678751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:33.691129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:security_group_rule and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:33.696097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:33.706889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:33.726729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.763236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Project bd938a69605c4600a7980cced3aa5234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:50:33.775476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.895886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.949741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.960711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:33.963593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.034295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.048089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.097982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c2a4d4-96e1-42b7-b6f1-e90b01ea7970,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:34.160552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.167486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9f128c1a-3477-4af6-a392-3b7886202f16 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5443084 Feb 17 22:50:34.168466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59752) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:34.176129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Transition to ACTIVE for port object 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:34.185482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'network': {'name': 'tempest-network-smoke--319604778', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:34.196082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port f4c64ab7-05a2-4697-b33c-b2d0fd59d444, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:34.196465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.198093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:34.207238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:network and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:34.214082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:34.226216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.234140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:34.277576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Transition to ACTIVE for port object 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:34.303554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.316684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=e31b2c02-8aa5-4b48-80fd-8c711251b4eb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:34.324790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.354563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Made reservation on behalf of bd938a69605c4600a7980cced3aa5234 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:34.361369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.395835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.405016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2db0c5c2-a9a0-47f1-8562-d8c40b6918ac tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/e31b2c02-8aa5-4b48-80fd-8c711251b4eb HTTP/1.1" status: 204 len: 168 time: 1.0498178 Feb 17 22:50:34.449468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Network f8701064-675e-4135-9f97-11abbe6061c9 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:34.455793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Provisioning for port 2e78b976-a68f-48d5-a8ab-b30939493f82 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:34.460321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59756) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:34.461179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:34.476470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for f4c64ab7-05a2-4697-b33c-b2d0fd59d444 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:34.478224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:34.491523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Provisioning complete for port 2e78b976-a68f-48d5-a8ab-b30939493f82 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:34.492093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.547985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Pushing event updated for resources: {'Port': ['ID=6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:34.591042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=eb747d3b-7834-4205-95fb-9c38a797ed28,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:34.641582 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da3e0509-0b78-46a7-85a1-37ca3aff0689 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670713 Feb 17 22:50:34.649687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59764) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:34.670356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:34.848050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e81e2af4-158f-4f49-a3bc-268d7137eb41 None None] Port 2e78b976-a68f-48d5-a8ab-b30939493f82 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:34.860946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Attempting to bind port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:34.861558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Attempting to bind port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ea872b39-542e-439c-a6fb-e1b30ff1488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:34.862111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Attempting to bind port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 on network f8701064-675e-4135-9f97-11abbe6061c9 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:34.879302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:34.879683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Checking segment: {'id': 'ea872b39-542e-439c-a6fb-e1b30ff1488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:34.880087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.880482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Bound using segment: {'id': 'ea872b39-542e-439c-a6fb-e1b30ff1488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:34.880978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Bound port: 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea872b39-542e-439c-a6fb-e1b30ff1488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f8701064-675e-4135-9f97-11abbe6061c9'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:34.881384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:34.907329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a4eec7-e4c7-4d30-8fb6-285db5e38ff2 None None] Update dhcp port {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'e31b2c02-8aa5-4b48-80fd-8c711251b4eb'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'ff5a9f97-15e9-4892-8942-f58c76a55c08'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:50:35.051332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:35.115038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e8d10e-5861-4194-9825-00b295845d21 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:35.168997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Allocated IP 172.26.7.218 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/56036259-30c2-46b6-94d5-97f4ebb218b2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:35.246287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.272459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.273050 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Added segment 9ee6a63e-372e-4084-9f89-d9c938d2fbc8 of type vlan for network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f Feb 17 22:50:35.304810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:50:35.337275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.413068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] For port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:35.425935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] For port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2,segment=NetworkSegment(ea872b39-542e-439c-a6fb-e1b30ff1488c),segment_id=ea872b39-542e-439c-a6fb-e1b30ff1488c)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:35.427402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-41a4eec7-e4c7-4d30-8fb6-285db5e38ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.442405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b03920f2-dff4-4375-9aa2-dd587d5b4505 None None] Provisioning complete for port 2e78b976-a68f-48d5-a8ab-b30939493f82 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:35.443187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b03920f2-dff4-4375-9aa2-dd587d5b4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.476764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.489473 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e331007-a33f-4467-a665-4cb3020750ad req-6a67a46c-b612-4538-8c17-b55440f25b79 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.4578123 Feb 17 22:50:35.539936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8701064-675e-4135-9f97-11abbe6061c9']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:35.551143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.572836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.582580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea872b39-542e-439c-a6fb-e1b30ff1488c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:35.582985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea872b39-542e-439c-a6fb-e1b30ff1488c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:35.589996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.595207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:35.616466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:35.625289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.637709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.665980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:35.679838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:35.693669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.716268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.735468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 73e8d10e-5861-4194-9825-00b295845d21 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:35.735873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.737696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:35.738516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.770492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:35.771054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:35.798094 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:35.811683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:35.816114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:35.833665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:35.856757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:35.878450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:35.948862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b03920f2-dff4-4375-9aa2-dd587d5b4505 None None] Port 2e78b976-a68f-48d5-a8ab-b30939493f82 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:35.956530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.002775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=2e78b976-a68f-48d5-a8ab-b30939493f82,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:36.256275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0837388 Feb 17 22:50:36.308563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59782) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:36.315254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cec85c-ff1e-4193-938e-adbcd788407e None None] Pushing event updated for resources: {'Port': ['ID=6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:36.350516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'admin_state_up': True, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:36.392748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd67cac-3c53-42fa-9d84-9366d34a41e7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Network': ['ID=72ce3efc-ecbf-43c4-a78a-575fafda9b4f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:36.412785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:36.434006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:50:36.434006 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:50:36.434006 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': 'f8701064-675e-4135-9f97-11abbe6061c9'}] Feb 17 22:50:36.434006 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:36.434971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:36.436198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:router and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:36.441208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.443830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:36.455785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:36.491124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.492782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.530172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991706b-9304-4257-a4ff-bac36bc14732 None None] Network f8701064-675e-4135-9f97-11abbe6061c9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:36.552006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:36.561891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.576336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516078df-58a9-4e50-975a-a811ce896873 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:36.612610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event updated for resources: {'Port': ['ID=56036259-30c2-46b6-94d5-97f4ebb218b2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:36.642619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9f9c69ba-b01c-4551-9b97-a025a25faf3d None None] Provisioning complete for port 2e78b976-a68f-48d5-a8ab-b30939493f82 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:36.643243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9f9c69ba-b01c-4551-9b97-a025a25faf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.771615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-325f9e47-7d0e-43fd-aaa0-e5a912335e4a req-2924935e-0fb0-4beb-8acd-fb20b045508a tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.1250579 Feb 17 22:50:36.942674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:36.944228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Port': ['ID=f4c64ab7-05a2-4697-b33c-b2d0fd59d444,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:37.067690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:37.123450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c69ba-b01c-4551-9b97-a025a25faf3d None None] Port 2e78b976-a68f-48d5-a8ab-b30939493f82 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:37.219890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.231784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.307488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:37.308103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.371161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:37.380868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:37.405629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:37.406333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.463968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-13ff775e-a804-4a34-9b3f-27a94f7c4c40 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:37.464599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13ff775e-a804-4a34-9b3f-27a94f7c4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.479432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=aab3015f-5b84-4286-976e-99c49bc47202,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:37.574719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0508848a-9071-4b7b-b10d-7b135fb4bdd4 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9119849 Feb 17 22:50:37.600090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59796) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:37.665445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:37.724476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.897203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:37.913851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2,segment=NetworkSegment(ea872b39-542e-439c-a6fb-e1b30ff1488c),segment_id=ea872b39-542e-439c-a6fb-e1b30ff1488c)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:37.914282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:37.918197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.014904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.099205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:38.167606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:38.176550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:38.181358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Update dhcp port {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'fixed_ips': [{'subnet_id': 'aab3015f-5b84-4286-976e-99c49bc47202'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'ff5a9f97-15e9-4892-8942-f58c76a55c08'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:50:38.189237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:38.196857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-6de36dfe-df1c-48c3-9dd8-fc7806f94f11 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:38.198523 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-6de36dfe-df1c-48c3-9dd8-fc7806f94f11 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.43 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 812 time: 1.2508237 Feb 17 22:50:38.251230 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7ca2983-84c7-4fbf-8d21-65c1d67033e2 req-bd9e0487-db0e-4c8f-a492-0b90fab2bab6 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.1207683 Feb 17 22:50:38.257072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:38.284155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:38.292799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.302614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Request body: {'port': {'device_id': '5966700b-9691-4a62-90ce-8bc5720389fd', 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d', 'admin_state_up': True, 'tenant_id': '48248d419fc44f3e974664ddad9ee2e5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:38.400276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:38.492795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.554490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.582977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:38.586642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.592733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Allocated IP 2001:db8::2 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/aab3015f-5b84-4286-976e-99c49bc47202/ff5a9f97-15e9-4892-8942-f58c76a55c08) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:38.618234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:38.628890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.648328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:38.756717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:38.772131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:38.785701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:38.786348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:38.836616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=6d4a7587-2bae-416b-8a7e-9a5c21b9bdf2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:38.887778 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d1504274-97ee-467a-9f7b-37de90cdb1db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0034361 Feb 17 22:50:38.901301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59806) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:38.984283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:39.012663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.055244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:39.061904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Transition to ACTIVE for port object ff5a9f97-15e9-4892-8942-f58c76a55c08 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:39.071356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Usage tracker for resource:port and tenant:48248d419fc44f3e974664ddad9ee2e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:39.074497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.082246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:39.084902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.119429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:39.122919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aab3015f-5b84-4286-976e-99c49bc47202 (CIDR: 2001:db8::/64) Feb 17 22:50:39.130427 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:39.320931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.332412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:39.349474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe803-8a2b-42ff-89c2-54ea5bd94942 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=9']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:39.354960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:39.355726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.366006 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:50:39.366605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:39.368724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.416237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Allocated IP 172.26.7.254 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:39.442310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Made reservation on behalf of 48248d419fc44f3e974664ddad9ee2e5 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:39.446228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.450934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting subnet 28365357-e420-4073-a66d-387f24e8de3d {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:39.480866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.539024 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d162e279-ba92-4d8f-bf56-f8ef83e9fd04 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9312096 Feb 17 22:50:39.558957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59812) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:39.562419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8701064-675e-4135-9f97-11abbe6061c9']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.567479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:39.770791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.773960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'subnet': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:39.780332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7630e2-4211-438a-b9c6-51f80afd66e9 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:39.857849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea872b39-542e-439c-a6fb-e1b30ff1488c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.858161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea872b39-542e-439c-a6fb-e1b30ff1488c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:39.888880 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bfe702c6-097d-4cf6-81ea-8bed94c2d0ab req-3c61d187-1f02-4dfb-bd6f-235f8ad10df0 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.0979795 Feb 17 22:50:39.950070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:39.962600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.028051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.226615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.358625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Allocated IP 172.20.0.3 (4d6a90b8-65d9-4ef1-9aad-dd894d010f5d/3edff681-dfe4-4d52-847d-3f734a91ef5b/c3533de9-ffb0-462b-9295-aa58b52735ea) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:40.372149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:40.372790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:40.410599 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:40.503190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8db658-fcd5-4735-9f28-205044bcc175 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:40.551930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.597428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.603046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.618205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.648297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:40.660896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Usage tracker for resource:subnet and tenant:c4c9d1aba05c441da094c1a7933eb3dd is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:40.666557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Provisioning for port ff5a9f97-15e9-4892-8942-f58c76a55c08 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:40.667387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:40.685677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.688313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:40.690384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:40.691225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.703234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Router 7dc6397e-04b9-4b58-a584-9aeb168701bf is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:40.740637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.778900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=f8701064-675e-4135-9f97-11abbe6061c9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:40.790628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-05045ac8-512e-4cae-82e4-e29b6bb5bbba tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/f8701064-675e-4135-9f97-11abbe6061c9 HTTP/1.1" status: 204 len: 168 time: 8.2325797 Feb 17 22:50:40.807234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59816) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:40.816625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:40.822185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.846324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335362256'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:40.856095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:40.859188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.895311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.903174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:40.914180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:40.917155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=2e78b976-a68f-48d5-a8ab-b30939493f82,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:41.120484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:41.147010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:41.199474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:41.240898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.263304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:41.269998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Subnet': ['ID=28365357-e420-4073-a66d-387f24e8de3d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:41.275105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.280910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.290425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:41.303158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94c2817c-9f04-49b2-87aa-109cc62c9d53 req-8fcf7c9f-3fe3-409c-8e25-3e5bc77cf7bd tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.1289384 Feb 17 22:50:41.307456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:41.313131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3110c25-a16c-46cf-b7af-6282e945349f None None] Network 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:41.341320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:41.354100 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ab99c320-7717-42a6-8526-18f5ca3d340a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/28365357-e420-4073-a66d-387f24e8de3d HTTP/1.1" status: 204 len: 168 time: 2.4379132 Feb 17 22:50:41.354100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:41.356409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.368345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59822) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:41.490537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network cb3e65aa-65be-43e2-9421-34b863927c58 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:41.493712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:41.502724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:41.545676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:41.553740 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] Sync routers for ids ['7dc6397e-04b9-4b58-a584-9aeb168701bf'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:41.587433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.632851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:41.633592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.658138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] Routers {'7dc6397e-04b9-4b58-a584-9aeb168701bf'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:41.659255 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7dc6397e-04b9-4b58-a584-9aeb168701bf'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:41.853007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:41.855052 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7caaa42d-7d38-4e7a-a86b-b7c2232215e3 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.7175820 Feb 17 22:50:41.865704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59826) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:41.871684 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:41.890504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:50:41.908927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:41.909492 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] Routers {'7dc6397e-04b9-4b58-a584-9aeb168701bf'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:41.910323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7dc6397e-04b9-4b58-a584-9aeb168701bf'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:41.923052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.004449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644ecc-4c27-4639-935d-7de897f53f79 None None] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=10']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:42.033972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4c64ab7-05a2-4697-b33c-b2d0fd59d444 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:42.059959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.060319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 819365c6-cfb3-471c-a8a9-f12339bdba22 of type vlan for network 7140cfb5-e220-460c-806b-471e886d8e68 Feb 17 22:50:42.084301 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:42.085554 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a89b-b79d-4dc5-8929-562d8e0c23c5 None None] The sync data for ids ['7dc6397e-04b9-4b58-a584-9aeb168701bf'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:42.104955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.135870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f4c64ab7-05a2-4697-b33c-b2d0fd59d444 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:42.136230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f4c64ab7-05a2-4697-b33c-b2d0fd59d444 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:42.175030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] DHCP port deletion for 5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:42.187538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Deleting port 1ed480c7-3db3-44e3-b00c-1ad713324177 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:42.189703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.249588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-72b756be-8f39-4db4-961a-341356eef22e None None] Provisioning complete for port 2e78b976-a68f-48d5-a8ab-b30939493f82 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:42.251092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-72b756be-8f39-4db4-961a-341356eef22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.317822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.327531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 1ed480c7-3db3-44e3-b00c-1ad713324177 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:42.327972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.378221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:42.520519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] For port 1ed480c7-3db3-44e3-b00c-1ad713324177, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1ed480c7-3db3-44e3-b00c-1ad713324177,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:42.521046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.585530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:42.593903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-72b756be-8f39-4db4-961a-341356eef22e None None] Port 2e78b976-a68f-48d5-a8ab-b30939493f82 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:42.614338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:42.628451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:42.665612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Calling delete_port for 1ed480c7-3db3-44e3-b00c-1ad713324177 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:42.749505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c30bc54d-e5e6-4ca9-b54a-625dddcdc960 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:42.749998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c30bc54d-e5e6-4ca9-b54a-625dddcdc960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.789764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.793746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:42.794377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.860705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:42.861701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.889452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:42.903852 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-520ca64f-c437-4ea8-be2e-4b2f6b834772 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6395297 Feb 17 22:50:42.910051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 1598b336-c53e-4c30-8084-49f23fcec394 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:42.999053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] No DVR routers for this DVR port 1ed480c7-3db3-44e3-b00c-1ad713324177 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:43.011363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b592cf-b162-4631-b69b-e1ba4711cc21 None None] Pushing event deleted for resources: {'Port': ['ID=1ed480c7-3db3-44e3-b00c-1ad713324177,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:43.084341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea54e28-d70c-4d28-a237-2bc494d6f435 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:50:43.155210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:43.158486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:43.195665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Request body: {'port': {'device_id': '5966700b-9691-4a62-90ce-8bc5720389fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:43.240254 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4307461 Feb 17 22:50:43.253599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59834) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:43.276985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e4d1d-65f0-4f37-a03f-708e4b05fa97 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=7140cfb5-e220-460c-806b-471e886d8e68,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:43.292087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '7140cfb5-e220-460c-806b-471e886d8e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:43.318439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7140cfb5-e220-460c-806b-471e886d8e68 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:50:43.358635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:43.443602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] For port 1ed480c7-3db3-44e3-b00c-1ad713324177, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1ed480c7-3db3-44e3-b00c-1ad713324177,segment=NetworkSegment(0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650),segment_id=0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:43.444131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:43.444805 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f51706a1-2e65-4e3e-9275-5cce4e97c412 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/1598b336-c53e-4c30-8084-49f23fcec394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3169615 Feb 17 22:50:43.457312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59838) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:43.493139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] Sync routers for ids ['1598b336-c53e-4c30-8084-49f23fcec394'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:43.611926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] Routers {'1598b336-c53e-4c30-8084-49f23fcec394'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:43.613006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1598b336-c53e-4c30-8084-49f23fcec394'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:43.632574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84732f-a4d9-405a-bf1d-116b0432b666 req-233f2cda-02c0-4e23-8801-a7e45f9c6147 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:43.636335 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dd84732f-a4d9-405a-bf1d-116b0432b666 req-233f2cda-02c0-4e23-8801-a7e45f9c6147 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 931 time: 1.0657029 Feb 17 22:50:43.650193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Calling delete_port for 1ed480c7-3db3-44e3-b00c-1ad713324177 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:43.717267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:43.730366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.objects.ports [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87695) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 22:50:43.755753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:43.756119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:43.788446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] Routers {'1598b336-c53e-4c30-8084-49f23fcec394'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:43.788446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1598b336-c53e-4c30-8084-49f23fcec394'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:43.873277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea54e28-d70c-4d28-a237-2bc494d6f435 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:50:43.903130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da7d52-9d64-45b4-843d-b0f80685e9b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:43.903940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-23da7d52-9d64-45b4-843d-b0f80685e9b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:43.912078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:43.922891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:43.926096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-dd84732f-a4d9-405a-bf1d-116b0432b666 req-2cc438ff-9817-4532-8c22-b30ffdc7c5a6 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Synchronizing usage tracker for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:43.975379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:43.975914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cb199-0978-435b-82b2-3f82fc1119d4 None None] The sync data for ids ['1598b336-c53e-4c30-8084-49f23fcec394'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:44.017928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:44.025586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:44.042752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:44.043389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:44.061916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:44.082966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-dd84732f-a4d9-405a-bf1d-116b0432b666 req-2cc438ff-9817-4532-8c22-b30ffdc7c5a6 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Unset dirty status for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:44.084459 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dd84732f-a4d9-405a-bf1d-116b0432b666 req-2cc438ff-9817-4532-8c22-b30ffdc7c5a6 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993032 Feb 17 22:50:44.102908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.163394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:44.167139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.182987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-23da7d52-9d64-45b4-843d-b0f80685e9b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:44.189051 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-23da7d52-9d64-45b4-843d-b0f80685e9b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports/2e78b976-a68f-48d5-a8ab-b30939493f82 HTTP/1.1" status: 200 len: 976 time: 0.7244246 Feb 17 22:50:44.193462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59842) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:44.261844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.332421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.448201 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:50:44.481205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1ed480c7-3db3-44e3-b00c-1ad713324177 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:44.513677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:50:44.514612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:50:44.525200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1ed480c7-3db3-44e3-b00c-1ad713324177 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:50:44.525512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1ed480c7-3db3-44e3-b00c-1ad713324177 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:50:44.573125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Deleting port 1ed480c7-3db3-44e3-b00c-1ad713324177 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:44.573437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.677536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] The port '1ed480c7-3db3-44e3-b00c-1ad713324177' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:44.680884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bcbd8-2cbf-46bd-8aea-d2b7798d761e None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:50:44.810674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92bcbd8-2cbf-46bd-8aea-d2b7798d761e None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:50:44.935290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:44.982225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Router 9d552349-e456-4844-8d86-533d5e04d142 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:44.991439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:45.053617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:45.081645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.087909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:45.088207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc6b371-fdfe-4ba3-81dc-87fdc3ae5650') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:45.154296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.155017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.237654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.355836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:45.363049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.377371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:45.386888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f972d0-800a-41df-846f-74ee91ef4d56 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:45.401928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:45.402544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.408953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:45.409210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3533de9-ffb0-462b-9295-aa58b52735ea {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:50:45.409393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.439028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.450546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:45.490246 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:45.595211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=12']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:45.598101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Subnet': ['ID=f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:45.637684 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fa67ac9f-2d61-473b-b2f8-9d3a963a091c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.0459991 Feb 17 22:50:45.645753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59850) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:45.655996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Request body: {'port': {'network_id': '4a0b7b35-3c0c-4806-9f38-f42c32b2e523', 'mac_address': 'fa:16:3e:d8:c6:d6', 'name': 'tempest-NetworksTestDHCPv6-960948564'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:45.662713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Transition to ACTIVE for port object c3533de9-ffb0-462b-9295-aa58b52735ea will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:45.669379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=c7e01b99-503d-40c0-8d8e-da960b30e567,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:45.675227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:45.692623 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Sync routers for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:45.696795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.712901 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:45.714054 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:45.795441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.816383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Pushing event deleted for resources: {'Network': ['ID=5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:45.824148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8e897557-e960-49d8-b512-195db5bb2fab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/networks/5cf51ab2-c3fa-45fa-85fa-b79f4f75f41e HTTP/1.1" status: 204 len: 168 time: 4.4520566 Feb 17 22:50:45.835013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59854) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:45.848378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaef70-2f3e-4401-9ee6-0c3d92404c85 req-1ded3f3e-f0b1-4178-bcb0-e400b367aa2e tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:45.850155 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3bcaef70-2f3e-4401-9ee6-0c3d92404c85 req-1ded3f3e-f0b1-4178-bcb0-e400b367aa2e tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 931 time: 0.5655234 Feb 17 22:50:45.855973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:45.862020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e16edde1-3bb1-4725-b4a5-9d19687cd098 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.5505524 Feb 17 22:50:45.868536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59858) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:45.872181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'routes': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:45.919613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.123175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '819365c6-cfb3-471c-a8a9-f12339bdba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:46.123446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 7140cfb5-e220-460c-806b-471e886d8e68, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:46.154236 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:46.182231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:46.195606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:46.214526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e1fae13f-2488-4787-8f1a-9716058f101f tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=bd938a69605c4600a7980cced3aa5234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2831769 Feb 17 22:50:46.215494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59866) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:46.311754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:46.475929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3bcaef70-2f3e-4401-9ee6-0c3d92404c85 req-e5157068-f53f-4ed0-9b97-123ad1ae57a2 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122351 Feb 17 22:50:46.476704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Made reservation on behalf of c4c9d1aba05c441da094c1a7933eb3dd for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:46.564756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 7140cfb5-e220-460c-806b-471e886d8e68 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:46.574130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Attempting to bind port c3533de9-ffb0-462b-9295-aa58b52735ea on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:46.574471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Attempting to bind port c3533de9-ffb0-462b-9295-aa58b52735ea by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '29f35034-1067-44de-8ff0-0871049ced88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:46.574794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Attempting to bind port c3533de9-ffb0-462b-9295-aa58b52735ea on network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:46.629249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36ee2098-4096-489c-bcde-b325d9c0b400 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:46.631172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36ee2098-4096-489c-bcde-b325d9c0b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.649212 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:50:42Z', 'revision_number': 3, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:46.655135 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Checking router: 9d552349-e456-4844-8d86-533d5e04d142 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:46.655726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Updating router 9d552349-e456-4844-8d86-533d5e04d142 port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:50:46.664132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Port c3533de9-ffb0-462b-9295-aa58b52735ea on network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:50:46.665002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Attempting to bind port c3533de9-ffb0-462b-9295-aa58b52735ea on network 4d6a90b8-65d9-4ef1-9aad-dd894d010f5d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:46.676303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:46.676648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Checking segment: {'id': '29f35034-1067-44de-8ff0-0871049ced88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:46.677050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Bound using segment: {'id': '29f35034-1067-44de-8ff0-0871049ced88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:46.678169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Bound port: c3533de9-ffb0-462b-9295-aa58b52735ea, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f35034-1067-44de-8ff0-0871049ced88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:46.678539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.691478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7140cfb5-e220-460c-806b-471e886d8e68) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:46.731359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:46.732370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.732980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a6bc9-b535-477a-bf54-33733584dae5 None None] Network 7140cfb5-e220-460c-806b-471e886d8e68 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:46.740014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Added routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:50:46.740295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Removed routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:50:46.740670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.774546 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.800989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:46.909742 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2af52315-e90f-4ebd-866d-f817fe525f2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6385541 Feb 17 22:50:46.914507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59870) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:47.081294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.086586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:47.097493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e2ab8-69ff-4da5-904a-795f4a2a8115 tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:47.102355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f74e2ab8-69ff-4da5-904a-795f4a2a8115 tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8829618 Feb 17 22:50:47.103213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59874) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:47.255882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:47.256522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.297163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.306618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7140cfb5-e220-460c-806b-471e886d8e68', 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'c7e01b99-503d-40c0-8d8e-da960b30e567'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:47.308479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.313782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ea7fd9d7-5c66-408c-a4e7-44c5725b893f tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302023 Feb 17 22:50:47.314741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59878) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:47.321725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:47.330021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1851358351', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:47.347099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.350150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] device_id is not set on port 8c4f32ea-6f46-46bb-b687-407527a8b662 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:50:47.365234 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.380302 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Transition to ACTIVE for port object ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:47.388962 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.482986 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82301b1-3104-44f9-9748-e5591c9b3f92 None None] Pushing event updated for resources: {'Port': ['ID=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:47.552784 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Attempting to bind port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:47.558287 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Attempting to bind port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:47.559358 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Attempting to bind port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:47.597135 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:47.597511 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:47.597885 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.598279 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:47.598886 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Bound port: ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:47.599293 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.656252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:47.705762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.710270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.732878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.734864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:47.750186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 0b1f1b23-9da3-423f-ad85-56f4f82647cd has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:47.754561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:subnet and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:47.759270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:47.759567 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] For port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:47.767570 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] For port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:47.772648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:47.774733 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.874249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Allocated IP 172.20.0.3 (7140cfb5-e220-460c-806b-471e886d8e68/c7e01b99-503d-40c0-8d8e-da960b30e567/2f1d0a23-b93a-4c8a-a508-03df526c66ca) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:47.904655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Made reservation on behalf of bd938a69605c4600a7980cced3aa5234 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:47.909423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:47.997978 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82301b1-3104-44f9-9748-e5591c9b3f92 None None] Pushing event updated for resources: {'Port': ['ID=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:48.029737 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:48.031111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:48.173559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:48.174762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.177267 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] 10.222.0.43 "PUT /v2.0/ports/c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 1093 time: 5.2626150 Feb 17 22:50:48.218071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:48.242544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router 7dc6397e-04b9-4b58-a584-9aeb168701bf has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:48.254900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.299688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:48.300454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.314092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Sync routers for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:48.335135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Transition to ACTIVE for port object 2f1d0a23-b93a-4c8a-a508-03df526c66ca will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:48.339252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:48.340224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:48.397927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.399359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-79248ba2-cd98-4abb-aa34-c95573fe8693 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 705 time: 2.5482223 Feb 17 22:50:48.421699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59888) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:48.499280 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:48.525900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:48.536344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2ceb-ac4a-405d-9e10-0d1e746dc13d service neutron] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:48.553817 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'status': 'completed', 'code': 200} Feb 17 22:50:48.613608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-70a7df74-a383-40d2-8464-cb3704bc9f52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:48.650347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.662898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:48.676067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Checking router: 0b1f1b23-9da3-423f-ad85-56f4f82647cd for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:48.687240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Transition to ACTIVE for port object 2f1d0a23-b93a-4c8a-a508-03df526c66ca will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:48.695771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Routers {'0b1f1b23-9da3-423f-ad85-56f4f82647cd'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:48.696561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:48.722353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8::159 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/aab3015f-5b84-4286-976e-99c49bc47202/8c4f32ea-6f46-46bb-b687-407527a8b662) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:48.764344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.768328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 2e78b976-a68f-48d5-a8ab-b30939493f82 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:48.769220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.795513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:c6d6 (4a0b7b35-3c0c-4806-9f38-f42c32b2e523/f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd/8c4f32ea-6f46-46bb-b687-407527a8b662) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:48.824600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b43c4e-a855-4715-95a4-75686ae42a8f req-606388e1-9064-4ca4-9fa7-34ff1aa33148 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:48.827724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-70a7df74-a383-40d2-8464-cb3704bc9f52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:48.832362 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-70a7df74-a383-40d2-8464-cb3704bc9f52 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 205 time: 0.3940482 Feb 17 22:50:48.832362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:48.838998 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67b43c4e-a855-4715-95a4-75686ae42a8f req-606388e1-9064-4ca4-9fa7-34ff1aa33148 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 943 time: 0.9821289 Feb 17 22:50:48.839851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59892) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:48.934741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Network 7140cfb5-e220-460c-806b-471e886d8e68 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:48.936205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] Set router 0b1f1b23-9da3-423f-ad85-56f4f82647cd gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:49.034568 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:50:42Z', 'revision_number': 3, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.040737 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2bc60-4b6b-45d7-9e78-b54177747772 None None] The sync data for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv is: [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:50:42Z', 'revision_number': 3, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:49.049691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:49.062027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:49.068590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.079140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eabf88-ab07-4100-98e1-e5d5f1322731 None None] The sync data for ids ['0b1f1b23-9da3-423f-ad85-56f4f82647cd'] in dv-neutron-805768-3-hyperv is: [{'id': '0b1f1b23-9da3-423f-ad85-56f4f82647cd', 'name': 'tempest-RoutersIpV6Test-router-1871639757', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:47:59Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 11, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:49.079394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:49.080044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Pushing event updated for resources: {'Port': ['ID=2f1d0a23-b93a-4c8a-a508-03df526c66ca,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:49.098564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-68e0bc0b-16e0-4906-be7f-24ef8f5b829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:49.101538 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-68e0bc0b-16e0-4906-be7f-24ef8f5b829a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1096 time: 0.8070400 Feb 17 22:50:49.108355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] Sync routers for ids ['7dc6397e-04b9-4b58-a584-9aeb168701bf'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:49.121894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.131741 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b7b2eb2b-410c-4f68-aa7e-2fd3e4863aa5 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "PUT /v2.0/routers/7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 200 len: 925 time: 7.2306397 Feb 17 22:50:49.153405 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] Routers {'7dc6397e-04b9-4b58-a584-9aeb168701bf'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:49.154047 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7dc6397e-04b9-4b58-a584-9aeb168701bf'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.222459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Checking segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:49.222832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network hostable DHCP agents. Network: 72ce3efc-ecbf-43c4-a78a-575fafda9b4f, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:50:49.237589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59896) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:49.305904 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.323010 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] Routers {'7dc6397e-04b9-4b58-a584-9aeb168701bf'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:49.328927 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7dc6397e-04b9-4b58-a584-9aeb168701bf'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.340451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Subnet': ['ID=d879e310-08cd-430c-b754-e02f25cd353e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:49.343899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Attempting to bind port 2f1d0a23-b93a-4c8a-a508-03df526c66ca on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:49.344568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Attempting to bind port 2f1d0a23-b93a-4c8a-a508-03df526c66ca by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '819365c6-cfb3-471c-a8a9-f12339bdba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:49.345648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.347523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Attempting to bind port 2f1d0a23-b93a-4c8a-a508-03df526c66ca on network 7140cfb5-e220-460c-806b-471e886d8e68 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:49.355037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:49.355537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Checking segment: {'id': '819365c6-cfb3-471c-a8a9-f12339bdba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:49.355830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.356477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Bound using segment: {'id': '819365c6-cfb3-471c-a8a9-f12339bdba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:49.357791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Bound port: 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819365c6-cfb3-471c-a8a9-f12339bdba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7140cfb5-e220-460c-806b-471e886d8e68'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:49.358199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.390980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-0ef4cb4a-fb44-417c-9e0f-0528e149fe0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 217 time: 0.2510488 Feb 17 22:50:49.521999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:49.526292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:49.538865 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:49.539323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06decf86-258b-4cad-af63-c53639ceadf3 None None] The sync data for ids ['7dc6397e-04b9-4b58-a584-9aeb168701bf'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:49.542427 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.617816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.683913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da847ab-b5df-4eef-84e7-cc5bf0eb8ba0 None None] Pushing event updated for resources: {'Port': ['ID=2f1d0a23-b93a-4c8a-a508-03df526c66ca,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:49.693293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:49.743606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67b43c4e-a855-4715-95a4-75686ae42a8f req-c7e64a62-dd82-4208-9b93-201b293d9416 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8732250 Feb 17 22:50:49.840430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-478dcdb1-3f9f-43df-bb11-32729cbde1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:49.842644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-478dcdb1-3f9f-43df-bb11-32729cbde1e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 200 len: 852 time: 0.4319515 Feb 17 22:50:50.012898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e01b99-503d-40c0-8d8e-da960b30e567,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:50.020159 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-917b36f0-dd5e-415c-92cd-e978dc27381e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595484 Feb 17 22:50:50.058755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.071282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f69dfa-9800-475f-a53c-635340e6e85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.087237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:50:50.093409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.109153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.129748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Transition to ACTIVE for port object 8c4f32ea-6f46-46bb-b687-407527a8b662 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:50.184644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.190748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 72ce3efc-ecbf-43c4-a78a-575fafda9b4f) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:50.210867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2668d-1d7f-40b3-aa10-0de76cc6b518 None None] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:50.262260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:50.262585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.302212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.302966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1f1b23-9da3-423f-ad85-56f4f82647cd {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:50.353327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:50.365156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:50.391550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:50.398295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:50.399246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.418371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.424120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1785d3aa-536c-479b-96a7-e5ad2410f579 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 204 len: 168 time: 1.5640142 Feb 17 22:50:50.469620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event updated for resources: {'Port': ['ID=8c4f32ea-6f46-46bb-b687-407527a8b662,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:50.486703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59900) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:50.498376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e51750d2-1900-43bf-b94d-6ed1ece8d046 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1795366 Feb 17 22:50:50.505851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59904) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:50.529161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-683322656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:50.561845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 2e78b976-a68f-48d5-a8ab-b30939493f82 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:50.835925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.899167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:50:50.901002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:50.940963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7140cfb5-e220-460c-806b-471e886d8e68']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:51.011889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819365c6-cfb3-471c-a8a9-f12339bdba22') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:51.012178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819365c6-cfb3-471c-a8a9-f12339bdba22') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:51.069498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.142769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-edf2d6a8-5e7f-46b7-ab70-65c9b9edbf7e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4949765 Feb 17 22:50:51.144960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.151786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:50:51.167398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:50:51.168039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.237821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:51.267796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2f1d0a23-b93a-4c8a-a508-03df526c66ca up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:51.327049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Usage tracker for resource:router and tenant:69ac2f4e66754c0d8764eb58f054ccf5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:50:51.339628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:50:51.377293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6aa5b3e6-35e2-4e3a-8b6f-34efded14624 None None] Provisioning for port 8c4f32ea-6f46-46bb-b687-407527a8b662 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:51.390289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:50:51.394318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6aa5b3e6-35e2-4e3a-8b6f-34efded14624 None None] Provisioning complete for port 8c4f32ea-6f46-46bb-b687-407527a8b662 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:51.394794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6aa5b3e6-35e2-4e3a-8b6f-34efded14624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:50:51.451845 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:50:51.476569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.477476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Allocated IP 172.20.0.2 (72ce3efc-ecbf-43c4-a78a-575fafda9b4f/d879e310-08cd-430c-b754-e02f25cd353e/4f6a05cd-ddb8-497d-a553-457f8ef989a1) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:51.478321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.501197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5b3e6-35e2-4e3a-8b6f-34efded14624 None None] Port 8c4f32ea-6f46-46bb-b687-407527a8b662 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:50:51.517246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2f1d0a23-b93a-4c8a-a508-03df526c66ca completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:51.548510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:51.550817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting port 8c4f32ea-6f46-46bb-b687-407527a8b662 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:51.551762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.651266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:50:51.651266 dv-neutron-805768-3-hyperv neutron-server[87694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:50:51.651266 dv-neutron-805768-3-hyperv neutron-server[87694]: [parameters: {'id': '7140cfb5-e220-460c-806b-471e886d8e68'}] Feb 17 22:50:51.651266 dv-neutron-805768-3-hyperv neutron-server[87694]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:51.651674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:51.724142 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b14bfe45-1498-4e1c-8bf1-4a55ba1af33d tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 200 len: 925 time: 2.4758108 Feb 17 22:50:51.726116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59914) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:51.752804 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-e9a739b7-c202-4b7b-ae08-e5c5254633ba service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7109635 Feb 17 22:50:51.788604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb516e-739f-4219-848c-14f96c688ef0 None None] Network 7140cfb5-e220-460c-806b-471e886d8e68 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:51.843409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:51.984905 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-98f098f3-26f0-4b9a-a6d2-e19f0ad64ba2 req-8298fb4b-068e-4e9d-a73a-b1a0f60d426c service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198646 Feb 17 22:50:52.021898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca6f0-e169-4ecc-9d07-bff71d06234a req-70ebb144-d616-48cf-a5da-4dcf22b72ead tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:52.030198 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-39fca6f0-e169-4ecc-9d07-bff71d06234a req-70ebb144-d616-48cf-a5da-4dcf22b72ead tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 943 time: 0.8751738 Feb 17 22:50:52.039981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Provisioning for port 2f1d0a23-b93a-4c8a-a508-03df526c66ca completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:52.084239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.090821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Provisioning complete for port 2f1d0a23-b93a-4c8a-a508-03df526c66ca triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:52.091153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.131590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.197904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:52.213404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:52.213780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.240957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.248618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=2e78b976-a68f-48d5-a8ab-b30939493f82,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:52.253212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.292996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Transition to ACTIVE for port object 4f6a05cd-ddb8-497d-a553-457f8ef989a1 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:52.355541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Transition to ACTIVE for port object 4f6a05cd-ddb8-497d-a553-457f8ef989a1 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:52.368476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e568281-cf10-44bf-8994-79c413167c2e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:52.370081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e568281-cf10-44bf-8994-79c413167c2e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Synchronizing usage tracker for tenant:4acb318ec4854c15b8ca1f0649f4c2a8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:52.382397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.384081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-09673354-a735-4173-8215-6d25b0ca130e tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8914580 Feb 17 22:50:52.387646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-39fca6f0-e169-4ecc-9d07-bff71d06234a req-166b2083-1331-4ba9-8046-6a2bf4fc8a1e tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495529 Feb 17 22:50:52.388514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:52.413833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:52.439328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2f1d0a23-b93a-4c8a-a508-03df526c66ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:52.439840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.478125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d97cfb26-5e0d-412c-8742-2fb1e4de9821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.487430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.638066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e568281-cf10-44bf-8994-79c413167c2e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Unset dirty status for tenant:4acb318ec4854c15b8ca1f0649f4c2a8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:52.643366 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5e568281-cf10-44bf-8994-79c413167c2e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=7dc6397e-04b9-4b58-a584-9aeb168701bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9027102 Feb 17 22:50:52.663268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59922) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:52.693675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.733897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-4a36b7e8-75ed-4b4c-8b16-ef2d8abf7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:52.736774 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-4a36b7e8-75ed-4b4c-8b16-ef2d8abf7144 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1096 time: 0.6538184 Feb 17 22:50:52.744745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] DHCP port deletion for 7140cfb5-e220-460c-806b-471e886d8e68 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:50:52.792559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:52.797021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:52.799338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Deleting port 2f1d0a23-b93a-4c8a-a508-03df526c66ca {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:52.799733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.821929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.827566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:52.900318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Pushing event updated for resources: {'Port': ['ID=4f6a05cd-ddb8-497d-a553-457f8ef989a1,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:52.903758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:52.937952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:52.982173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.195670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:53.246374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.253048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Attempting to bind port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:50:53.253543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Attempting to bind port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:50:53.253981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Attempting to bind port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 on network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:50:53.264932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:50:53.265324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Calling delete_port for 8c4f32ea-6f46-46bb-b687-407527a8b662 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:53.265505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Checking segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:50:53.266545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.267018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Bound using segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:50:53.267781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Bound port: 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:50:53.268233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.458174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.483872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2f1d0a23-b93a-4c8a-a508-03df526c66ca no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:50:53.585920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960bcc0-8731-4ac7-9836-c6ac3dd71561 None None] Pushing event updated for resources: {'Port': ['ID=2f1d0a23-b93a-4c8a-a508-03df526c66ca,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:53.653195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.657932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.695937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.721471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.814193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.866446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:53.867197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.909506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:53.966855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Port': ['ID=8c4f32ea-6f46-46bb-b687-407527a8b662,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:53.978195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:54.020773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e8021-2565-46f0-aeb9-ab0cceb63ee4 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:54.033736 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-745e8021-2565-46f0-aeb9-ab0cceb63ee4 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 1.3645241 Feb 17 22:50:54.037264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59928) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:54.053579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:54.054069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.084269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:50:54.193856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-9a7e2672-ffa5-4d8c-b227-adc38565929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:54.195391 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-9a7e2672-ffa5-4d8c-b227-adc38565929b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 912 time: 1.4155560 Feb 17 22:50:54.211925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:54.229566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Calling delete_port for 2f1d0a23-b93a-4c8a-a508-03df526c66ca owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:54.244892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.262773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.301935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fb4e47ee-ba4c-418f-87bb-8d11d124c77d tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 200 len: 205 time: 0.2300670 Feb 17 22:50:54.307922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59932) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:54.319889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Router 2d998974-d554-443c-968c-f0c4d0cfb8fe is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:50:54.323038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:50:54.330779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-db614ff3-b981-400c-afd6-67b06b672576 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8c4f32ea-6f46-46bb-b687-407527a8b662 HTTP/1.1" status: 204 len: 168 time: 3.0746484 Feb 17 22:50:54.335153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 2f1d0a23-b93a-4c8a-a508-03df526c66ca owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:54.346724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.367865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb709107-aa12-4d66-9571-463828de9262 req-11485a45-5161-4058-b6ea-3621a4ca4ceb tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:54.370941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb709107-aa12-4d66-9571-463828de9262 req-11485a45-5161-4058-b6ea-3621a4ca4ceb tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 943 time: 0.7183406 Feb 17 22:50:54.371693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59936) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:54.397501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2f1d0a23-b93a-4c8a-a508-03df526c66ca,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:54.499594 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-e6d266c8-6df5-4a8b-9265-72ce1227ab90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 217 time: 0.2293749 Feb 17 22:50:54.518396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.530156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:54.532966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:54.591405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9911-8312-439e-af0c-fceda97acf05 None None] Pushing event updated for resources: {'Port': ['ID=4f6a05cd-ddb8-497d-a553-457f8ef989a1,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:54.608858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 1598b336-c53e-4c30-8084-49f23fcec394 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:50:54.664936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c3533de9-ffb0-462b-9295-aa58b52735ea details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:50:54.700838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-f42aa64c-66f2-47a3-b352-6432275c16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:54.703515 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-f42aa64c-66f2-47a3-b352-6432275c16f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 200 len: 852 time: 0.1907527 Feb 17 22:50:54.904695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:54.943323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:54.943323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:54.973993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:54.976904 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-8d1523bb-915f-4a83-a225-c35a75fc0577 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192033 Feb 17 22:50:54.991522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'network_id': '4d6a90b8-65d9-4ef1-9aad-dd894d010f5d', 'port_id': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'mac_address': 'fa:16:3e:bb:50:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edff681-dfe4-4d52-847d-3f734a91ef5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:50:55.075044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb709107-aa12-4d66-9571-463828de9262 req-924ac056-3648-4742-80ce-d9742bfa6d66 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922775 Feb 17 22:50:55.114165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Deleting port 2f1d0a23-b93a-4c8a-a508-03df526c66ca {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:55.114528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:55.184032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:55.193181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:55.212804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:55.214139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ee8a557a-4ac1-42c0-a87f-68439d52a1e8 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "PUT /v2.0/routers/2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 200 len: 697 time: 2.8109512 Feb 17 22:50:55.224599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59940) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:55.242155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Sync routers for ids ['2d998974-d554-443c-968c-f0c4d0cfb8fe'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:55.249845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3533de9-ffb0-462b-9295-aa58b52735ea {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:50:55.258009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:50:55.278568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Routers {'2d998974-d554-443c-968c-f0c4d0cfb8fe'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:55.278568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2d998974-d554-443c-968c-f0c4d0cfb8fe'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:55.279102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a074a-3ed6-4c5c-975f-313011f52a68 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:55.279102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-658a074a-3ed6-4c5c-975f-313011f52a68 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:55.303634 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] Sync routers for ids ['1598b336-c53e-4c30-8084-49f23fcec394'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:55.341485 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] Routers {'1598b336-c53e-4c30-8084-49f23fcec394'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:55.342476 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1598b336-c53e-4c30-8084-49f23fcec394'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:55.399025 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b69469be-39fa-47a3-9467-13a3c5eda248 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/1598b336-c53e-4c30-8084-49f23fcec394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1965163 Feb 17 22:50:55.406858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-658a074a-3ed6-4c5c-975f-313011f52a68 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:55.409335 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-658a074a-3ed6-4c5c-975f-313011f52a68 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0304303 Feb 17 22:50:55.414698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59944) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:55.415532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59946) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:55.425420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2c93211f-0a7d-4564-9147-d15cbe5574d0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/routers/2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 200 len: 703 time: 0.1964722 Feb 17 22:50:55.433128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59952) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:55.568790 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:55.588224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:55.611364 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] Routers {'1598b336-c53e-4c30-8084-49f23fcec394'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:55.614005 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1598b336-c53e-4c30-8084-49f23fcec394'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:55.662562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6c9cff4e-000d-46d9-84d3-d1b0ed8dbfca tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Synchronizing usage tracker for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:55.784798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4f6a05cd-ddb8-497d-a553-457f8ef989a1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:55.817129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6c9cff4e-000d-46d9-84d3-d1b0ed8dbfca tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Unset dirty status for tenant:69ac2f4e66754c0d8764eb58f054ccf5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:55.822165 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6c9cff4e-000d-46d9-84d3-d1b0ed8dbfca tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 200 len: 205 time: 0.3842678 Feb 17 22:50:55.843957 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:55.845626 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56455cf-73a7-4447-949b-88782afb78e5 None None] The sync data for ids ['1598b336-c53e-4c30-8084-49f23fcec394'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:55.917426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Set router 2d998974-d554-443c-968c-f0c4d0cfb8fe gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:55.924558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59956) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:55.930256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2f1d0a23-b93a-4c8a-a508-03df526c66ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:55.931089 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:56.129218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:56.184738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:56.454000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:56.492569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-f09eb585-2268-4e05-bef3-43edbbdeeb40 service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3816979 Feb 17 22:50:56.495852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61e838-a6b2-4402-9737-b5cc1b62c617 None None] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:50:56.535518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d998974-d554-443c-968c-f0c4d0cfb8fe', 'name': 'tempest-RoutersIpV6Test-router-683322656', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:51Z', 'updated_at': '2022-02-17T22:50:53Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:56.651438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Checking router: 2d998974-d554-443c-968c-f0c4d0cfb8fe for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:56.712368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:56.713009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:56.729558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-72067bfb-fe60-4c3c-bc11-2e7cbdd6719f None None] Provisioning for port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:56.744730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Routers {'2d998974-d554-443c-968c-f0c4d0cfb8fe'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:50:56.745667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['2d998974-d554-443c-968c-f0c4d0cfb8fe'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:56.828484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['c3533de9-ffb0-462b-9295-aa58b52735ea'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:50:56.951338 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-65235a1e-fe6d-4f63-a9ba-ea100857d442 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 22:50:56.958173 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-65235a1e-fe6d-4f63-a9ba-ea100857d442 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/1598b336-c53e-4c30-8084-49f23fcec394/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5350692 Feb 17 22:50:56.967541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59962) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:57.007956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:57.028572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Calling delete_port for 2f1d0a23-b93a-4c8a-a508-03df526c66ca owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:57.121572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e638556b-2e91-4351-bea0-eff637807f2c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:57.138105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:57.151673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.157915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d81776-80bf-440c-b6ab-f38daacbae94 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:57.163637 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b5d81776-80bf-440c-b6ab-f38daacbae94 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.7398028 Feb 17 22:50:57.167795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59966) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:57.198886 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45355459-83a0-41f6-9770-f5d0c98d3837 req-32f739fd-6bfd-4a56-a68e-e4b9a9fc7bfd service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676936 Feb 17 22:50:57.212099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.237188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.239429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 56036259-30c2-46b6-94d5-97f4ebb218b2 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:57.239827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.299551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:57.299973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.315292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e638556b-2e91-4351-bea0-eff637807f2c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:57.319941 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e638556b-2e91-4351-bea0-eff637807f2c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=1598b336-c53e-4c30-8084-49f23fcec394 HTTP/1.1" status: 200 len: 205 time: 0.3280048 Feb 17 22:50:57.327550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59970) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:57.356970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] Set router 2d998974-d554-443c-968c-f0c4d0cfb8fe gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:50:57.462638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:57.464416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:57.466063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:57.466922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:50:57.513573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Allocated IP 172.20.0.1 (72ce3efc-ecbf-43c4-a78a-575fafda9b4f/d879e310-08cd-430c-b754-e02f25cd353e/73e325dd-6a94-491d-bac9-575213fb41af) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:57.533735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45d2c-eccc-4e05-bfc2-eb02f4946977 req-05cd21e6-8961-44e1-b499-9b291b3b3246 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:57.536197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05e45d2c-eccc-4e05-bfc2-eb02f4946977 req-05cd21e6-8961-44e1-b499-9b291b3b3246 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 944 time: 1.1270566 Feb 17 22:50:57.536996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.537551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Fanout notify agent at l3_agent the message router_deleted on router 2d998974-d554-443c-968c-f0c4d0cfb8fe {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:57.563124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d998974-d554-443c-968c-f0c4d0cfb8fe', 'name': 'tempest-RoutersIpV6Test-router-683322656', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:51Z', 'updated_at': '2022-02-17T22:50:53Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:57.607980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.620926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80a5df-3455-4426-b7bb-298b05d5f47e None None] The sync data for ids ['2d998974-d554-443c-968c-f0c4d0cfb8fe'] in dv-neutron-805768-3-hyperv is: [{'id': '2d998974-d554-443c-968c-f0c4d0cfb8fe', 'name': 'tempest-RoutersIpV6Test-router-683322656', 'tenant_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:51Z', 'updated_at': '2022-02-17T22:50:53Z', 'revision_number': 2, 'project_id': '69ac2f4e66754c0d8764eb58f054ccf5', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:57.643041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.722915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 2f1d0a23-b93a-4c8a-a508-03df526c66ca, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2f1d0a23-b93a-4c8a-a508-03df526c66ca,segment=NetworkSegment(819365c6-cfb3-471c-a8a9-f12339bdba22),segment_id=819365c6-cfb3-471c-a8a9-f12339bdba22)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:57.723547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.777227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] Pushing event deleted for resources: {'Port': ['ID=2f1d0a23-b93a-4c8a-a508-03df526c66ca,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:57.804277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:50:57.808690 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0312b984-5823-46fa-ba34-f33f4a1dd027 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6392581 Feb 17 22:50:57.812025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59974) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:57.825219 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05e45d2c-eccc-4e05-bfc2-eb02f4946977 req-e42b2803-29e9-41c6-97c4-81c4012d9888 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858377 Feb 17 22:50:57.849829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47d7ae-7cc0-4d42-88af-9e98ddd4026a None None] No DVR routers for this DVR port 2f1d0a23-b93a-4c8a-a508-03df526c66ca on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:57.890988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:57.893510 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8963f21c-f25b-4805-ac29-d37aae58de74 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 204 len: 168 time: 1.9591172 Feb 17 22:50:57.897458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59978) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.036016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3fc3ec0c-c10f-4f97-b81e-efda64ebab5c tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 200 len: 205 time: 0.1234069 Feb 17 22:50:58.045206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.069154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.157330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet aab3015f-5b84-4286-976e-99c49bc47202 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:58.207142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 2f1d0a23-b93a-4c8a-a508-03df526c66ca owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:58.240860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.295083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.311422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 56036259-30c2-46b6-94d5-97f4ebb218b2 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:50:58.344748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.352485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:58.364339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.366338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:58.376876 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-0ca4263c-6124-4ed4-a593-5187d05cd450 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:50:58.380994 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0ca4263c-6124-4ed4-a593-5187d05cd450 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/2d998974-d554-443c-968c-f0c4d0cfb8fe HTTP/1.1" status: 404 len: 336 time: 0.3307388 Feb 17 22:50:58.386972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 59986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.457104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.460996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.479654 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8eba0f-03d3-446a-b330-f68b84999383 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:58.479654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8eba0f-03d3-446a-b330-f68b84999383 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:58.484311 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0d8eba0f-03d3-446a-b330-f68b84999383 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/e98375a7-4850-4299-af5c-35dc890499b1 HTTP/1.1" status: 404 len: 337 time: 0.0799716 Feb 17 22:50:58.485255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59990) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.503939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.527215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.534130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.535009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router 1598b336-c53e-4c30-8084-49f23fcec394 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:50:58.549419 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f950a9b-d43b-4454-8a44-373dc390ccc4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:58.550288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f950a9b-d43b-4454-8a44-373dc390ccc4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:58.577667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.579369 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9206b627-69d2-4661-848f-166ed8d8b76b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/1598b336-c53e-4c30-8084-49f23fcec394 HTTP/1.1" status: 204 len: 168 time: 1.2494874 Feb 17 22:50:58.581372 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1f950a9b-d43b-4454-8a44-373dc390ccc4 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/580b9525-8f29-4ad9-adb7-8e3183731ace HTTP/1.1" status: 404 len: 337 time: 0.0947719 Feb 17 22:50:58.584142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59994) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.601426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 59996) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.650356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Transition to ACTIVE for port object 73e325dd-6a94-491d-bac9-575213fb41af will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:58.680705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c3533de9-ffb0-462b-9295-aa58b52735ea up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:58.742155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:50:58.742840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:50:58.744423 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0c556d-1114-4c62-a385-a3c66d26330a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:58.745457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0c556d-1114-4c62-a385-a3c66d26330a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:58.765263 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0f0c556d-1114-4c62-a385-a3c66d26330a tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/81076646-1cd3-4a57-9856-c6ccdd9f6de2 HTTP/1.1" status: 404 len: 337 time: 0.0876074 Feb 17 22:50:58.770191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60002) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.795701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4f6a05cd-ddb8-497d-a553-457f8ef989a1,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:58.820129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 07eec91b-d44b-49dd-9b29-20c030b74297 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:50:58.825534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.858159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ce3445b8-008d-45d3-9e7f-446b7c7405f0 None None] Provisioning complete for port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:58.858782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ce3445b8-008d-45d3-9e7f-446b7c7405f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.870996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5014f509-46ab-4109-a189-970a6b75f5ec tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:58.871828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5014f509-46ab-4109-a189-970a6b75f5ec tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:58.878157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5014f509-46ab-4109-a189-970a6b75f5ec tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/28365357-e420-4073-a66d-387f24e8de3d HTTP/1.1" status: 404 len: 337 time: 0.1001153 Feb 17 22:50:58.881874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60006) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:58.906575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.929871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:58.930501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.963546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:58.996709 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3811f48c-e21f-4bfa-a263-2f00e0286a49 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 200 len: 205 time: 0.1133518 Feb 17 22:50:59.002827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60012) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.119132 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-b2b4586e-e828-4506-b8b3-7b63865102a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:50:59.122634 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b2b4586e-e828-4506-b8b3-7b63865102a0 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/0b1f1b23-9da3-423f-ad85-56f4f82647cd HTTP/1.1" status: 404 len: 336 time: 0.1157343 Feb 17 22:50:59.123906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60016) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.180563 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ceaa7a5a-da44-46c8-a45a-6ab66190c376 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 HTTP/1.1" status: 200 len: 205 time: 0.0562451 Feb 17 22:50:59.188305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60020) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.279649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.324374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port c3533de9-ffb0-462b-9295-aa58b52735ea completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:59.324683 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-31e5a532-d9c4-4803-8140-49278c15cdab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:50:59.325881 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-31e5a532-d9c4-4803-8140-49278c15cdab tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/e4f1ecaf-53cb-4060-bcf4-1ad1ee844f08 HTTP/1.1" status: 404 len: 336 time: 0.1362267 Feb 17 22:50:59.330216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60024) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.353697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port c3533de9-ffb0-462b-9295-aa58b52735ea triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:59.354185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.383249 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-530aa403-4cff-4fe3-a3cc-371f6268e368 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:50:59.383704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530aa403-4cff-4fe3-a3cc-371f6268e368 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:50:59.388388 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-530aa403-4cff-4fe3-a3cc-371f6268e368 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/f82cb901-d899-4516-8658-1c25a36d8d2b HTTP/1.1" status: 404 len: 337 time: 0.0540085 Feb 17 22:50:59.393178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60028) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.451115 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c2a69a4e-2eeb-4254-adc6-6c744e24088f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 200 len: 205 time: 0.0534282 Feb 17 22:50:59.451747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60032) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.457490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:59.464345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.478151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:59.487739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:50:59.530511 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-c02ea798-c8cd-4da2-970c-ecc5ea4c8ce2 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:50:59.532140 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c02ea798-c8cd-4da2-970c-ecc5ea4c8ce2 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/e82700a7-4c54-4824-a885-930c4f31ca5c HTTP/1.1" status: 404 len: 336 time: 0.0794392 Feb 17 22:50:59.536923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60036) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.581455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 2f1d0a23-b93a-4c8a-a508-03df526c66ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:50:59.581782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.583279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:59.632529 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-41829989-dcd4-4a20-a0dd-9ae13a0811db tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=41126727-445b-4df7-b80d-ddacdb68de20 HTTP/1.1" status: 200 len: 205 time: 0.0939772 Feb 17 22:50:59.665055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60040) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.736642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] The port '2f1d0a23-b93a-4c8a-a508-03df526c66ca' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:50:59.783931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=56036259-30c2-46b6-94d5-97f4ebb218b2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:59.793719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.795254 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-d87c4af3-8dad-487c-956c-010bf15cc1cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:50:59.796344 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d87c4af3-8dad-487c-956c-010bf15cc1cf tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/41126727-445b-4df7-b80d-ddacdb68de20 HTTP/1.1" status: 404 len: 336 time: 0.1245286 Feb 17 22:50:59.798529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.816142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.852420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60044) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:50:59.865920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:59.873376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.887300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:50:59.894955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:50:59.961790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4f6a05cd-ddb8-497d-a553-457f8ef989a1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:50:59.982844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=aab3015f-5b84-4286-976e-99c49bc47202,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:00.000669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.005281 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'code': 200} Feb 17 22:51:00.032156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049142da-f3ba-427a-aeb6-f41940bb34f7 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:00.068856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febfee6-9461-4d0b-8053-b83c41c629c6 req-0158a560-0293-4314-ac9b-13618747abb0 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:00.076668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7febfee6-9461-4d0b-8053-b83c41c629c6 req-0158a560-0293-4314-ac9b-13618747abb0 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 944 time: 0.9226441 Feb 17 22:51:00.096462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.147435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8e1d13ca-c08c-4394-8fe1-05dc8f65e1f5 None None] Provisioning for port 73e325dd-6a94-491d-bac9-575213fb41af completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:00.151679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-67d3f9f7-76bf-48e6-a363-028255dc3c2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/aab3015f-5b84-4286-976e-99c49bc47202 HTTP/1.1" status: 204 len: 168 time: 2.3279495 Feb 17 22:51:00.158987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60052) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.172477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8e1d13ca-c08c-4394-8fe1-05dc8f65e1f5 None None] Provisioning complete for port 73e325dd-6a94-491d-bac9-575213fb41af triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:00.173114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8e1d13ca-c08c-4394-8fe1-05dc8f65e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.232866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:00.305421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d13ca-c08c-4394-8fe1-05dc8f65e1f5 None None] Port 73e325dd-6a94-491d-bac9-575213fb41af cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:00.355458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:00.355837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.368784 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5195bb8e-60f8-4364-82ce-63445e79d918 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:00.369793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5195bb8e-60f8-4364-82ce-63445e79d918 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:00.376709 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5195bb8e-60f8-4364-82ce-63445e79d918 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/0ed0cb0a-b069-4b6c-989c-126dffeaa278 HTTP/1.1" status: 404 len: 337 time: 0.5189779 Feb 17 22:51:00.386091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.392046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60056) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.396528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.475436 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-71734658-0633-4919-a9cb-9d936e7ff61d tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=6035aee6-e5bd-43c4-9bc4-c9e7404f3605 HTTP/1.1" status: 200 len: 205 time: 0.0807605 Feb 17 22:51:00.490962 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7febfee6-9461-4d0b-8053-b83c41c629c6 req-74c3d006-c4ed-438e-8443-a9ccfdbd5bb4 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132164 Feb 17 22:51:00.495934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60060) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.572672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Deleting subnet f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:51:00.614735 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-b3177041-f7bf-4bec-9b9a-baa986d77a15 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:51:00.615814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b3177041-f7bf-4bec-9b9a-baa986d77a15 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/6035aee6-e5bd-43c4-9bc4-c9e7404f3605 HTTP/1.1" status: 404 len: 336 time: 0.1188984 Feb 17 22:51:00.621544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.622764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.630512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60064) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.651405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.651914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router 7dc6397e-04b9-4b58-a584-9aeb168701bf {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:51:00.709321 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f200a8f3-2809-45f1-ab8b-29d7f7bbc357 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:00.709701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.709914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f200a8f3-2809-45f1-ab8b-29d7f7bbc357 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:00.710574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51888aa2-a8a1-4967-82c0-b251764a32cd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 204 len: 168 time: 6.3853002 Feb 17 22:51:00.720557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7140cfb5-e220-460c-806b-471e886d8e68']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:00.722492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60068) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.735986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.741119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1381073180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:00.754654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.774844 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f200a8f3-2809-45f1-ab8b-29d7f7bbc357 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/0c47ac80-e43b-4015-9461-050acf29fc27 HTTP/1.1" status: 404 len: 337 time: 0.1420054 Feb 17 22:51:00.783270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819365c6-cfb3-471c-a8a9-f12339bdba22') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:00.783600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819365c6-cfb3-471c-a8a9-f12339bdba22') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:00.795827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60072) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.810951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.838428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=07eec91b-d44b-49dd-9b29-20c030b74297,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:00.852218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.853233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:00.857293 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-61a1a032-67e7-4eb9-a5b3-3085c9970b3e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/07eec91b-d44b-49dd-9b29-20c030b74297 HTTP/1.1" status: 204 len: 168 time: 2.2716227 Feb 17 22:51:00.862161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adf066-e6bb-4483-bf0b-5f2084bed14a None None] Network cb3e65aa-65be-43e2-9421-34b863927c58 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:00.865250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.867365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60076) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.881359 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-223311a8-5d5b-40e8-9f50-d94c204daab2 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc9e76b-7a0b-4b42-8a44-66260a182c35 HTTP/1.1" status: 200 len: 205 time: 0.0778363 Feb 17 22:51:00.881676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:00.881840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60080) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:00.916436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:00.965705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:00.997895 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-6e47a5e0-9834-4618-b226-c52a36f63f8f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] delete failed (client error): The resource could not be found. Feb 17 22:51:01.007244 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6e47a5e0-9834-4618-b226-c52a36f63f8f tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/routers/dcc9e76b-7a0b-4b42-8a44-66260a182c35 HTTP/1.1" status: 404 len: 336 time: 0.1243651 Feb 17 22:51:01.027125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60084) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:01.034907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633be23-780b-4767-8c75-e36696a46c69 req-21b03c0a-2943-4e22-b044-7ac27e600d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:01.051814 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1633be23-780b-4767-8c75-e36696a46c69 req-21b03c0a-2943-4e22-b044-7ac27e600d31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1098 time: 0.6655900 Feb 17 22:51:01.123355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:01.159836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:01.160594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.245363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] DHCP port deletion for cb3e65aa-65be-43e2-9421-34b863927c58 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:01.249694 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:01.254071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Deleting port 73e8d10e-5861-4194-9825-00b295845d21 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:01.254714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.272596 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-164aac40-8e35-4880-8c66-0f18120e6a91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:01.273381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164aac40-8e35-4880-8c66-0f18120e6a91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:01.276133 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-164aac40-8e35-4880-8c66-0f18120e6a91 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/8b37c64b-8618-4668-89e4-96a7e9871ebe HTTP/1.1" status: 404 len: 337 time: 0.2227497 Feb 17 22:51:01.280713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.281856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.290678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60090) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:01.369362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.389687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.396690 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1633be23-780b-4767-8c75-e36696a46c69 req-f354c6e1-51e8-41e5-97fe-f608f1be985e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298819 Feb 17 22:51:01.399076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.424390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13d9d26-d5e2-4bbf-9ef0-22f73d252fb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:01.424857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13d9d26-d5e2-4bbf-9ef0-22f73d252fb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:01.439779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.441704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.448701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=7140cfb5-e220-460c-806b-471e886d8e68,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:01.449416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.454587 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a34516ec-66ce-4f61-bc7e-6241785d0380 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/7140cfb5-e220-460c-806b-471e886d8e68 HTTP/1.1" status: 204 len: 168 time: 14.4831476 Feb 17 22:51:01.461689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60094) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:01.474460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210207008'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:01.485452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:01.493249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:01.498548 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b13d9d26-d5e2-4bbf-9ef0-22f73d252fb1 tempest-RoutersIpV6Test-1590725062 tempest-RoutersIpV6Test-1590725062-project] 10.222.0.42 "DELETE /v2.0/subnets/27a4c17c-776b-49b1-ac35-bca15ea26139 HTTP/1.1" status: 404 len: 337 time: 0.1922214 Feb 17 22:51:01.503070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:01.526550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:01.549621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:01.557366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.558900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] For port 73e8d10e-5861-4194-9825-00b295845d21, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e8d10e-5861-4194-9825-00b295845d21,segment=NetworkSegment(a1de65c5-8935-42b5-9e74-ee9dc22a97d0),segment_id=a1de65c5-8935-42b5-9e74-ee9dc22a97d0)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:01.559442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.627494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:01.639319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.639888 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 1af477ee-7a8f-4102-8d97-fc376061d071 of type vlan for network d3ac9560-c538-4fef-8e48-7994d61c623d Feb 17 22:51:01.692656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.750758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3c15dbfd-8723-40f5-8efc-04dac03022e1 None None] Provisioning complete for port ff5a9f97-15e9-4892-8942-f58c76a55c08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:01.751343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c15dbfd-8723-40f5-8efc-04dac03022e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.771485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.784856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:01.785957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.791846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.794066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-982aedfb-4685-4b27-b5d0-01885721848e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0617404 Feb 17 22:51:01.830146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:01.857815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 73e8d10e-5861-4194-9825-00b295845d21 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:01.858569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:01.910644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Calling delete_port for 73e8d10e-5861-4194-9825-00b295845d21 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:01.918898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:01.941347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e8d10e-5861-4194-9825-00b295845d21 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:02.098089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:02.209628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:02.236494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcbc1e-5f5c-4b02-b6a5-2056eb20e880 req-7d197371-897b-491e-9cb5-d89f953f1753 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:02.238310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19bcbc1e-5f5c-4b02-b6a5-2056eb20e880 req-7d197371-897b-491e-9cb5-d89f953f1753 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.4406915 Feb 17 22:51:02.259727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Subnet': ['ID=f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:02.264811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:02.298889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:02.397274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] No DVR routers for this DVR port 73e8d10e-5861-4194-9825-00b295845d21 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:02.408174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072900dc-3414-466e-ae24-b9d584d99e78 None None] Network 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:02.424445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60108) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:02.550736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-03a36635-1a43-42a0-bdea-7ce5d50d6b2a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd HTTP/1.1" status: 204 len: 168 time: 2.3210893 Feb 17 22:51:02.598016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19bcbc1e-5f5c-4b02-b6a5-2056eb20e880 req-b46cba7f-6a26-4446-8302-17960884067a tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253379 Feb 17 22:51:02.603725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:02.616976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c3445-51f8-49c0-88c6-e08eddd235f2 None None] Pushing event deleted for resources: {'Port': ['ID=73e8d10e-5861-4194-9825-00b295845d21,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:02.750507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 73e8d10e-5861-4194-9825-00b295845d21, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e8d10e-5861-4194-9825-00b295845d21,segment=NetworkSegment(a1de65c5-8935-42b5-9e74-ee9dc22a97d0),segment_id=a1de65c5-8935-42b5-9e74-ee9dc22a97d0)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:02.751139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:02.752706 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2877400 Feb 17 22:51:02.763751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60118) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:02.796682 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1fc78676-e343-4c1e-8582-18c206bcad0b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1848760 Feb 17 22:51:02.812347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:02.863317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60122) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:02.866004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883ad8-4970-474e-9b60-4e90a2aaff7e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=d3ac9560-c538-4fef-8e48-7994d61c623d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:02.892085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d3ac9560-c538-4fef-8e48-7994d61c623d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:02.929311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.016903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daec758-d3bf-436b-a177-21087fc551e7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:03.021075 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2daec758-d3bf-436b-a177-21087fc551e7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1544158 Feb 17 22:51:03.100707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 73e8d10e-5861-4194-9825-00b295845d21 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:03.217962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] DHCP port deletion for 4a0b7b35-3c0c-4806-9f38-f42c32b2e523 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:03.225577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Deleting port ff5a9f97-15e9-4892-8942-f58c76a55c08 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:03.226204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.239308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.333720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e3d55-1b30-4c0d-b740-d1c9de0e8c31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:03.334588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-750e3d55-1b30-4c0d-b740-d1c9de0e8c31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:03.377235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-750e3d55-1b30-4c0d-b740-d1c9de0e8c31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:03.380974 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-750e3d55-1b30-4c0d-b740-d1c9de0e8c31 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347761 Feb 17 22:51:03.382139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.422949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:51:03.463737 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1be7ce31-0608-478f-a670-0e1e9e300687 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777197 Feb 17 22:51:03.474978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.495004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.511547 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a877ef1a-3a83-4123-9ff4-2ba84dd0c731 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69ac2f4e66754c0d8764eb58f054ccf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0659721 Feb 17 22:51:03.512776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:03.517613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.521652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60138) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.545919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-264ac04b-5d3a-4b04-a8d6-0439b581971b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:03.546408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264ac04b-5d3a-4b04-a8d6-0439b581971b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:03.549415 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-264ac04b-5d3a-4b04-a8d6-0439b581971b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8c4f32ea-6f46-46bb-b687-407527a8b662 HTTP/1.1" status: 404 len: 333 time: 0.0730915 Feb 17 22:51:03.556071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60142) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.568525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] For port ff5a9f97-15e9-4892-8942-f58c76a55c08, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ff5a9f97-15e9-4892-8942-f58c76a55c08,segment=NetworkSegment(6f2fe597-c72a-48d1-a88d-0067ed4a8333),segment_id=6f2fe597-c72a-48d1-a88d-0067ed4a8333)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:03.570072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.643558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:03.670198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:03.695225 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0f583a-98d9-4479-8e49-4da6895fa029 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:03.695675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0f583a-98d9-4479-8e49-4da6895fa029 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:03.701279 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bc0f583a-98d9-4479-8e49-4da6895fa029 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/f34f923d-7e7a-4c5a-a842-1c2af4b7f0cd HTTP/1.1" status: 404 len: 337 time: 0.1386070 Feb 17 22:51:03.709343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:51:03.709877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:51:03.710524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:03.716155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:03.828250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.829466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Calling delete_port for ff5a9f97-15e9-4892-8942-f58c76a55c08 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:03.864222 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b450e46-76c0-4ce6-af85-461e8396a663 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:03.865030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b450e46-76c0-4ce6-af85-461e8396a663 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:03.868260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.883113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.892337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.895362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:03.901555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:03.930016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ff5a9f97-15e9-4892-8942-f58c76a55c08 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:03.941502 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7b450e46-76c0-4ce6-af85-461e8396a663 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/aab3015f-5b84-4286-976e-99c49bc47202 HTTP/1.1" status: 404 len: 337 time: 0.2065327 Feb 17 22:51:03.941502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:03.944761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60152) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.000286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.023908 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b23dd8-3fa0-4a02-8bbe-5b4075a20c0e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.023908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b23dd8-3fa0-4a02-8bbe-5b4075a20c0e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.067321 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-43b23dd8-3fa0-4a02-8bbe-5b4075a20c0e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/c5a27f62-b2fc-408e-a831-f1681439acf0 HTTP/1.1" status: 404 len: 333 time: 0.1188481 Feb 17 22:51:04.073476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60156) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.146262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.163064 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f383778-a074-4e46-bcdd-46d17d3f7120 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.163523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f383778-a074-4e46-bcdd-46d17d3f7120 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.184653 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f383778-a074-4e46-bcdd-46d17d3f7120 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/cbb528dc-6cb2-4a31-a5df-bdd07023467e HTTP/1.1" status: 404 len: 337 time: 0.1099157 Feb 17 22:51:04.188315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60160) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.214860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 73e8d10e-5861-4194-9825-00b295845d21 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:04.215496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.241754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port ff5a9f97-15e9-4892-8942-f58c76a55c08 update to DOWN by agent not found {{(pid=87696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 22:51:04.243141 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aba96ca-0d69-4c91-be48-3041008de8f8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.243816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aba96ca-0d69-4c91-be48-3041008de8f8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.254378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.256939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.258169 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f57d0094-76c0-463f-aeaf-e1107c9f77aa HTTP/1.1" status: 204 len: 168 time: 0.7345312 Feb 17 22:51:04.280918 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0aba96ca-0d69-4c91-be48-3041008de8f8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/e31b2c02-8aa5-4b48-80fd-8c711251b4eb HTTP/1.1" status: 404 len: 337 time: 0.0907874 Feb 17 22:51:04.285399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Allocated IP 172.26.7.207 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/5655502a-c4ac-4d0e-9c21-5989e1c2f339) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:04.286750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] No DVR routers for this DVR port ff5a9f97-15e9-4892-8942-f58c76a55c08 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:04.287816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60166) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.288441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e3c67-1940-445b-b624-057a016b379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d0094-76c0-463f-aeaf-e1107c9f77aa,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:04.301719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa762289-b83b-486a-b7ae-a48d3fbc0a99 None None] Pushing event deleted for resources: {'Port': ['ID=ff5a9f97-15e9-4892-8942-f58c76a55c08,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:04.360509 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ad2c90-fdbf-4709-94d9-7eac00d0f4e8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.361134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ad2c90-fdbf-4709-94d9-7eac00d0f4e8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.363093 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f7ad2c90-fdbf-4709-94d9-7eac00d0f4e8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/3a141f9e-c596-45f3-9332-0c9574a1703c HTTP/1.1" status: 404 len: 333 time: 0.0721672 Feb 17 22:51:04.365720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60170) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.431465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-628c271a-eb0c-45e6-a6e2-266832416163 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.431944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628c271a-eb0c-45e6-a6e2-266832416163 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.436140 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-628c271a-eb0c-45e6-a6e2-266832416163 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/5286eac0-7bb9-48bf-a10d-536d3ddc1fca HTTP/1.1" status: 404 len: 337 time: 0.0670571 Feb 17 22:51:04.490593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60174) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.577268 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b44f7c-c955-4f90-b652-c6888902043c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.577850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b44f7c-c955-4f90-b652-c6888902043c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.583149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-95b44f7c-c955-4f90-b652-c6888902043c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/fa8df86f-8cb2-4317-a0db-bcf623b73079 HTTP/1.1" status: 404 len: 337 time: 0.0790730 Feb 17 22:51:04.585436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60180) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.591652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] The port '73e8d10e-5861-4194-9825-00b295845d21' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:51:04.679879 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-74600af1-867a-4b94-8e98-425ef7e8766b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.680611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74600af1-867a-4b94-8e98-425ef7e8766b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.685808 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-74600af1-867a-4b94-8e98-425ef7e8766b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/68d4b982-d2d5-4c7e-adcc-d3d98b220aae HTTP/1.1" status: 404 len: 333 time: 0.0967517 Feb 17 22:51:04.690518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60188) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.821540 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-350a7cd5-8134-4270-a5e0-1a60ed9ace6f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.822332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350a7cd5-8134-4270-a5e0-1a60ed9ace6f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.825178 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-350a7cd5-8134-4270-a5e0-1a60ed9ace6f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/58f674ac-d7bc-4b4c-a2cc-611b4bea324a HTTP/1.1" status: 404 len: 337 time: 0.1330600 Feb 17 22:51:04.830895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60196) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.899630 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-016905f8-6bfd-49e4-b193-437d1ce5040b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.899987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016905f8-6bfd-49e4-b193-437d1ce5040b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.906762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-016905f8-6bfd-49e4-b193-437d1ce5040b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/37986e10-acaa-462b-b1d5-55e6f28d1ac8 HTTP/1.1" status: 404 len: 337 time: 0.0705931 Feb 17 22:51:04.908299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60200) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:04.917792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.954631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:04.989629 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85ab701-df35-42bd-aee7-5504baa4225b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:04.990280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85ab701-df35-42bd-aee7-5504baa4225b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:04.996988 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a85ab701-df35-42bd-aee7-5504baa4225b tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/e79e7ae0-bc59-462e-8167-919731a28e5e HTTP/1.1" status: 404 len: 333 time: 0.0833809 Feb 17 22:51:05.000883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60204) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.009503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d427-4cc4-41a1-94ac-dae55774eeae req-c0306d67-719f-4b05-8e95-0742ff5f3dcb tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:05.011170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30d1d427-4cc4-41a1-94ac-dae55774eeae req-c0306d67-719f-4b05-8e95-0742ff5f3dcb tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.0778008 Feb 17 22:51:05.035146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:05.041888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:05.066815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3e65aa-65be-43e2-9421-34b863927c58']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:05.099203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:05.099813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1de65c5-8935-42b5-9e74-ee9dc22a97d0') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:05.133275 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-842d02fd-b011-481c-b1f6-9ff7768f8d63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.134011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842d02fd-b011-481c-b1f6-9ff7768f8d63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.137054 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-842d02fd-b011-481c-b1f6-9ff7768f8d63 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/4fde8da0-795a-49c6-a6be-17b9750078b6 HTTP/1.1" status: 404 len: 337 time: 0.1326675 Feb 17 22:51:05.141298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60210) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.247134 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd95544f-4c24-4a4a-859e-2be03f2799de tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.247672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd95544f-4c24-4a4a-859e-2be03f2799de tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.254175 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fd95544f-4c24-4a4a-859e-2be03f2799de tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/fab8193c-6195-40d1-b28d-59bf77690d0d HTTP/1.1" status: 404 len: 333 time: 0.1116371 Feb 17 22:51:05.254832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60216) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.304976 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abffe92-adc4-45ce-9ecd-b61613326f32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.305468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abffe92-adc4-45ce-9ecd-b61613326f32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.306501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.307738 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9abffe92-adc4-45ce-9ecd-b61613326f32 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a6f31b73-b7df-493e-90d8-eac475b19ecf HTTP/1.1" status: 404 len: 337 time: 0.0504491 Feb 17 22:51:05.311810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60222) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.355172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30d1d427-4cc4-41a1-94ac-dae55774eeae req-e47cd407-332e-449b-8e2f-ad9a6662bcf3 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251622 Feb 17 22:51:05.366376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.460956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afd29dd9-2702-4a23-8874-5bec3ed9b448 None None] Provisioning complete for port 73e325dd-6a94-491d-bac9-575213fb41af triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:05.461717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-afd29dd9-2702-4a23-8874-5bec3ed9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.463369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.471393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:05.471814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.503874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.554901 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fea5dff-d24b-47a9-8050-5d91440187d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.555672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fea5dff-d24b-47a9-8050-5d91440187d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:05.557367 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:05.561519 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2fea5dff-d24b-47a9-8050-5d91440187d9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/146431c3-6e87-4e38-9b90-04df7fa837ae HTTP/1.1" status: 404 len: 333 time: 0.2480047 Feb 17 22:51:05.574320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60230) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.580802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-afd29dd9-2702-4a23-8874-5bec3ed9b448 None None] Port 73e325dd-6a94-491d-bac9-575213fb41af cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:05.639096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60234) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.648149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-45405dfb-efd5-40a1-b707-cf51e05d07e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.648597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45405dfb-efd5-40a1-b707-cf51e05d07e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.650625 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-45405dfb-efd5-40a1-b707-cf51e05d07e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/ce8df287-2829-4340-8acd-0321bc8093c2 HTTP/1.1" status: 404 len: 337 time: 0.0750592 Feb 17 22:51:05.659916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:05.660922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60238) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.669339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:05.706203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event updated for resources: {'Port': ['ID=5655502a-c4ac-4d0e-9c21-5989e1c2f339,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:05.708763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:05.749940 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c276b1f-75e7-49bf-a8f0-c7e06a15c8b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.750450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c276b1f-75e7-49bf-a8f0-c7e06a15c8b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.752481 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2c276b1f-75e7-49bf-a8f0-c7e06a15c8b1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8c499ef0-37b5-447a-985a-e3d56e6e2dce HTTP/1.1" status: 404 len: 333 time: 0.0880842 Feb 17 22:51:05.757767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60244) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.777376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=a9a97a2b-566d-4bfc-ac3d-9c349f702854,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:05.798487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Router 9d552349-e456-4844-8d86-533d5e04d142 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:51:05.802026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.823016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cfe731-aaf3-479b-a79e-c9aad6fd400e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.823484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cfe731-aaf3-479b-a79e-c9aad6fd400e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.829374 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-95cfe731-aaf3-479b-a79e-c9aad6fd400e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/142de8fb-6e4f-4f5c-a01b-16203236c2a1 HTTP/1.1" status: 404 len: 337 time: 0.0662651 Feb 17 22:51:05.829590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60248) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.839199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:05.863736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=cb3e65aa-65be-43e2-9421-34b863927c58,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:05.939147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-71c5bce7-0b06-4c38-9795-7123e0957200 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/cb3e65aa-65be-43e2-9421-34b863927c58 HTTP/1.1" status: 204 len: 168 time: 5.0701382 Feb 17 22:51:05.940981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1160432535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:05.947141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60252) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.948879 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5275e80-ab1d-49aa-809c-4751a871434e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:05.949459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5275e80-ab1d-49aa-809c-4751a871434e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:05.951215 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f5275e80-ab1d-49aa-809c-4751a871434e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/fec7cbe4-db44-45aa-ae92-70da882c1bac HTTP/1.1" status: 404 len: 333 time: 0.1206656 Feb 17 22:51:05.954837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '1af477ee-7a8f-4102-8d97-fc376061d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:05.955712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: d3ac9560-c538-4fef-8e48-7994d61c623d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:05.962452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60256) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:05.964999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-1947360330'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:05.975622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:06.035805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:06.043246 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac83140e-8858-47c6-afdb-c98171b9a3ed tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.043691 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac83140e-8858-47c6-afdb-c98171b9a3ed tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.049769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ac83140e-8858-47c6-afdb-c98171b9a3ed tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/22e49e31-ae07-4ff9-b517-3ce0e0699025 HTTP/1.1" status: 404 len: 337 time: 0.0799990 Feb 17 22:51:06.050090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:06.051840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60260) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.057032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:router and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:06.059269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3a2b-028a-4596-a475-60f11b842db6 req-1bdd19c0-96e3-42bb-9f97-56df4b32e762 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:06.060354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:06.060877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-623b3a2b-028a-4596-a475-60f11b842db6 req-1bdd19c0-96e3-42bb-9f97-56df4b32e762 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.3968353 Feb 17 22:51:06.122903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:06.142955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network d3ac9560-c538-4fef-8e48-7994d61c623d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:06.143327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:06.153705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:06.172106 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26ebc30-e892-47b5-8325-432d768f0977 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.172809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26ebc30-e892-47b5-8325-432d768f0977 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.178748 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b26ebc30-e892-47b5-8325-432d768f0977 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/d7fcac56-894b-40c9-a270-03b2946b2e95 HTTP/1.1" status: 404 len: 333 time: 0.1222527 Feb 17 22:51:06.180587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60264) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.190137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:06.194059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.212128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.213237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.238467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d3ac9560-c538-4fef-8e48-7994d61c623d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:06.255668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2bcf9a-9b21-4a5b-bf1d-ba278312c622 None None] Network d3ac9560-c538-4fef-8e48-7994d61c623d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:06.256613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-623b3a2b-028a-4596-a475-60f11b842db6 req-757d26fd-4953-40bf-8586-576112562774 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Feb 17 22:51:06.260722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:06.261362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.267138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-246c3792-4305-49b2-8aa4-bbeefda89ee9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.267607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246c3792-4305-49b2-8aa4-bbeefda89ee9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.273139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-246c3792-4305-49b2-8aa4-bbeefda89ee9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/eb7af9de-4eb9-42eb-ac59-6ffa42ec3993 HTTP/1.1" status: 404 len: 337 time: 0.0887215 Feb 17 22:51:06.273547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60268) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.276985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:06.289406 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-825bb44e-e250-43a8-a811-43e06f37d137 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "PUT /v2.0/routers/9d552349-e456-4844-8d86-533d5e04d142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7799041 Feb 17 22:51:06.334845 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f318f28-0589-4305-8791-a79f5a5675e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.335313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f318f28-0589-4305-8791-a79f5a5675e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.337201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f318f28-0589-4305-8791-a79f5a5675e2 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/dc1154ef-d3ab-406f-a52c-0329c624f618 HTTP/1.1" status: 404 len: 337 time: 0.0622473 Feb 17 22:51:06.342819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60276) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.354935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-85cb2978-3746-4af6-9693-75762649c43e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5715096 Feb 17 22:51:06.358483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60280) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.422111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.430332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:06.446236 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a1bd16-7fb3-412d-bdb0-d90ca33d2a44 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.447474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a1bd16-7fb3-412d-bdb0-d90ca33d2a44 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.524838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.525489 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 03ef6c53-e50b-4dbf-bbef-c9261c9becef of type vlan for network f3df2c53-443b-4868-928f-d3dcbd4bb573 Feb 17 22:51:06.543206 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a3a1bd16-7fb3-412d-bdb0-d90ca33d2a44 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/ce091790-d909-4678-9ac9-50af69227f12 HTTP/1.1" status: 404 len: 333 time: 0.1979830 Feb 17 22:51:06.548182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60284) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.600542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.601160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Sync routers for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:06.634550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:06.635071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:06.696572 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-309339a6-0127-4461-b9e4-6b2f07ae36f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:06.696997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309339a6-0127-4461-b9e4-6b2f07ae36f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:06.699120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-309339a6-0127-4461-b9e4-6b2f07ae36f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/324d1b55-a4cc-40b2-bc0d-93b7fced230d HTTP/1.1" status: 404 len: 337 time: 0.1494691 Feb 17 22:51:06.704203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60294) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.712898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.719690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.842773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.844868 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-661d7a53-f919-4ec7-b1fa-ed967260f757 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2029560 Feb 17 22:51:06.853532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60304) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:06.919554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d3ac9560-c538-4fef-8e48-7994d61c623d', 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'a9a97a2b-566d-4bfc-ac3d-9c349f702854'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:06.920388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.922449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:06.932803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:06.933851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.055442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:51:07.084185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1945967624'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:07.089319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ad24af-841e-4e7a-a929-8da12b048b3c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:07.089319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ad24af-841e-4e7a-a929-8da12b048b3c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:07.090648 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d4ad24af-841e-4e7a-a929-8da12b048b3c tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/f09e8a98-8399-48ca-bcab-e37850e6c902 HTTP/1.1" status: 404 len: 337 time: 0.3709576 Feb 17 22:51:07.097582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:07.097939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60308) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.137040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.149166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:network and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:07.158574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:07.178509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:07.206218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-74e72e12-73f5-4400-a5c4-2365151f6539 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579789859&fields=id&tenant_id=bd938a69605c4600a7980cced3aa5234 HTTP/1.1" status: 200 len: 267 time: 0.3175323 Feb 17 22:51:07.271332 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3238556 Feb 17 22:51:07.274515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:07.278752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.299752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60312) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.301611 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf76722-8657-4b0c-aa00-639e6e68090e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:07.302615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf76722-8657-4b0c-aa00-639e6e68090e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:07.306074 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-faf76722-8657-4b0c-aa00-639e6e68090e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/6928045a-d274-43ee-95eb-856c9a1445d1 HTTP/1.1" status: 404 len: 333 time: 0.1972871 Feb 17 22:51:07.310168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60314) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.325444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:07.411026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.426863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1df4d-8513-4cac-aabb-d84358b28d59 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=f3df2c53-443b-4868-928f-d3dcbd4bb573,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:07.442396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:07.446948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:security_group_rule and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:07.451225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:07.459918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:07.468459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:07.490706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0c52e-e63d-4587-8b24-0529b4fdf39d req-fa0e1794-8c98-4826-ade7-156cdc80779b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:07.508050 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cae0c52e-e63d-4587-8b24-0529b4fdf39d req-fa0e1794-8c98-4826-ade7-156cdc80779b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.4311864 Feb 17 22:51:07.585189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.669385 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03e8011-edb2-41ed-ad01-cabce765025a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:07.669831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03e8011-edb2-41ed-ad01-cabce765025a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:07.672504 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c03e8011-edb2-41ed-ad01-cabce765025a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/1dee2ee5-7cc6-4797-b2c2-cfb853d9de6a HTTP/1.1" status: 404 len: 337 time: 0.3234439 Feb 17 22:51:07.678444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60320) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.746195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cae0c52e-e63d-4587-8b24-0529b4fdf39d req-45f6dee7-297d-4cbd-8da7-b77d1ed2cf3f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370529 Feb 17 22:51:07.763740 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae8388a-6452-45b6-8318-571bbbaa61d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:07.764526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae8388a-6452-45b6-8318-571bbbaa61d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:07.789022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-3efd2e5e-7df8-4feb-af8b-3c790c1543f7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:07.789381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-3efd2e5e-7df8-4feb-af8b-3c790c1543f7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Synchronizing usage tracker for tenant:bd938a69605c4600a7980cced3aa5234 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:07.799818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:07.814644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:07.814793 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5ae8388a-6452-45b6-8318-571bbbaa61d8 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/d8506c9f-052d-4866-9639-3da161dd3d21 HTTP/1.1" status: 404 len: 337 time: 0.1320379 Feb 17 22:51:07.831841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.866301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:07.881652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:07.901682 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca5297a-bf5c-4cc2-ac48-d0021783341d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:07.902176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca5297a-bf5c-4cc2-ac48-d0021783341d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:07.909485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-3efd2e5e-7df8-4feb-af8b-3c790c1543f7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Unset dirty status for tenant:bd938a69605c4600a7980cced3aa5234 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:07.910722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:07.914528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.916479 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-3efd2e5e-7df8-4feb-af8b-3c790c1543f7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 796 time: 0.7016828 Feb 17 22:51:07.940472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5ca5297a-bf5c-4cc2-ac48-d0021783341d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/94dd1959-bd45-4e24-97c7-8d6484d98512 HTTP/1.1" status: 404 len: 333 time: 0.1071537 Feb 17 22:51:07.942560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.944615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60328) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:07.945164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:07.949583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-e4ab6f78-2ccc-4dca-a3cf-6e11bdcee46a tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/quotas/bd938a69605c4600a7980cced3aa5234 HTTP/1.1" status: 200 len: 375 time: 0.0322120 Feb 17 22:51:07.986706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.043255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f901a1ee-615f-4cf3-a81c-7c152b9245f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:08.043255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f901a1ee-615f-4cf3-a81c-7c152b9245f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:08.044551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f901a1ee-615f-4cf3-a81c-7c152b9245f6 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/143df47f-37cc-4739-b18d-d571c9e7d76e HTTP/1.1" status: 404 len: 337 time: 0.0989792 Feb 17 22:51:08.056982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60332) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.086045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Allocated IP 172.20.0.1 (d3ac9560-c538-4fef-8e48-7994d61c623d/a9a97a2b-566d-4bfc-ac3d-9c349f702854/5bdb1f08-fd25-4831-b8ef-6f5f4895ad17) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:08.097947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.125723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:08.138644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26a8a45-c43d-41b3-8ccf-f01972200c97,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:08.141711 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169378b-5282-445a-8c8c-abda86e6ac30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:08.142170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a169378b-5282-445a-8c8c-abda86e6ac30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:08.157258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.157606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Added segment 9d191aaa-c2cd-46fb-9505-c403315279d1 of type vlan for network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 Feb 17 22:51:08.167391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a169378b-5282-445a-8c8c-abda86e6ac30 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/9eeca627-03f5-4b1b-9497-69527bd73fc7 HTTP/1.1" status: 404 len: 337 time: 0.1082392 Feb 17 22:51:08.173639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60336) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.242188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0014f266-5c60-42c3-9642-6da12a227539 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Synchronizing usage tracker for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:08.247596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.271737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-1b540be6-6546-4656-a454-370529d5e05a tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Synchronizing usage tracker for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:08.300930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0014f266-5c60-42c3-9642-6da12a227539 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Unset dirty status for tenant:c4c9d1aba05c441da094c1a7933eb3dd on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:08.302323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0014f266-5c60-42c3-9642-6da12a227539 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports?device_id=65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 HTTP/1.1" status: 200 len: 205 time: 0.1248217 Feb 17 22:51:08.306673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60340) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.325629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:02Z', 'revision_number': 2, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:08.337821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Checking router: 9d552349-e456-4844-8d86-533d5e04d142 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:51:08.338393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Updating router 9d552349-e456-4844-8d86-533d5e04d142 port 73e325dd-6a94-491d-bac9-575213fb41af binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:51:08.378161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-1b540be6-6546-4656-a454-370529d5e05a tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Unset dirty status for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:08.378788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-1b540be6-6546-4656-a454-370529d5e05a tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3980441 Feb 17 22:51:08.388359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-da3141ee-831a-45a5-a78e-0631fbe86f83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] delete failed (client error): The resource could not be found. Feb 17 22:51:08.394057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da3141ee-831a-45a5-a78e-0631fbe86f83 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/routers/65abc3ac-da47-4b71-a0ba-41b4bf2e9d75 HTTP/1.1" status: 404 len: 336 time: 0.0818100 Feb 17 22:51:08.394057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.399082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:08.399082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.403442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60344) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.544130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.548017 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6560903 Feb 17 22:51:08.563889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60350) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.580215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'subnet': {'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:08.630189 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d38a2e-e46f-4910-b3ec-dfa4d635c2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:08.630895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d38a2e-e46f-4910-b3ec-dfa4d635c2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:08.694475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caee513-0940-461e-bcd5-5d31c31de742 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Network': ['ID=bd705d41-a512-4b4f-b5f3-863ac80b1eb1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:08.733576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:08.762945 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-95d38a2e-e46f-4910-b3ec-dfa4d635c2c5 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a5604883-7948-41ac-b1c3-43ebf532bbec HTTP/1.1" status: 404 len: 337 time: 0.2934031 Feb 17 22:51:08.772533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60354) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.777603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.852970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1e34b325-59cf-431c-a37d-cfeb53a100fa tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "GET /v2.0/ports?device_id=9587fd6f-5d19-4772-beac-3cb9fec4433f HTTP/1.1" status: 200 len: 205 time: 0.0764334 Feb 17 22:51:08.853909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60360) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.930730 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-b5f6366c-de0e-4794-9697-eacd2c48631d service neutron] 10.222.0.42 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254767 Feb 17 22:51:08.946381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:08.959253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:subnet and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:08.962309 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-4160bb74-0265-43d2-a340-f3d4f8f62537 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] delete failed (client error): The resource could not be found. Feb 17 22:51:08.965825 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4160bb74-0265-43d2-a340-f3d4f8f62537 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/routers/9587fd6f-5d19-4772-beac-3cb9fec4433f HTTP/1.1" status: 404 len: 336 time: 0.1088715 Feb 17 22:51:08.966509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:08.967295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60364) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:08.976964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:09.014944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Transition to ACTIVE for port object 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:09.056006 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d86012-02a9-4225-ac1a-fb9f9fc777ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:09.056401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d86012-02a9-4225-ac1a-fb9f9fc777ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:09.063277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28d86012-02a9-4225-ac1a-fb9f9fc777ce tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/be646210-2e05-4884-82ed-08b768011e17 HTTP/1.1" status: 404 len: 337 time: 0.0901659 Feb 17 22:51:09.067190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60368) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:09.088791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Transition to ACTIVE for port object 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:09.120326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.120825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Router e0ce50b3-6b2f-4b08-8720-3902ffe533bc is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:51:09.125540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:09.165737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=bccd2476-ca4b-4b35-ae55-fe7afe03db8d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:09.193594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a221ca4-1f04-4fed-808a-5246e9de5d22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:09.194451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a221ca4-1f04-4fed-808a-5246e9de5d22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:09.322315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:09.328814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.403079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Network d3ac9560-c538-4fef-8e48-7994d61c623d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:09.409317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:09.411927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:09.428563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9a221ca4-1f04-4fed-808a-5246e9de5d22 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/572745d8-78b3-46ee-8d93-dbcf25664a3e HTTP/1.1" status: 404 len: 337 time: 0.3578680 Feb 17 22:51:09.439257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60372) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:09.483487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Pushing event updated for resources: {'Port': ['ID=5bdb1f08-fd25-4831-b8ef-6f5f4895ad17,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:09.500264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '03ef6c53-e50b-4dbf-bbef-c9261c9becef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:09.501660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: f3df2c53-443b-4868-928f-d3dcbd4bb573, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:09.534781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.575790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Attempting to bind port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:09.576066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Attempting to bind port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '1af477ee-7a8f-4102-8d97-fc376061d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:09.576405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Attempting to bind port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 on network d3ac9560-c538-4fef-8e48-7994d61c623d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:09.586253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:09.586808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Checking segment: {'id': '1af477ee-7a8f-4102-8d97-fc376061d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:09.587258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.587772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Bound using segment: {'id': '1af477ee-7a8f-4102-8d97-fc376061d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:09.588206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Bound port: 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af477ee-7a8f-4102-8d97-fc376061d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:09.588680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.673600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c11f17-07a3-483f-90fe-ab2a942a633a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:09.674374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c11f17-07a3-483f-90fe-ab2a942a633a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:09.679197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-39c11f17-07a3-483f-90fe-ab2a942a633a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/7eb91cf8-dc08-478c-b263-5e803f41a110 HTTP/1.1" status: 404 len: 333 time: 0.2340348 Feb 17 22:51:09.695412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60376) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:09.707658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a97a2b-566d-4bfc-ac3d-9c349f702854,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:09.725786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-0609433b-bc4e-43a4-b98b-3bbb30f3af65 service neutron] 10.222.0.42 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7940769 Feb 17 22:51:09.815067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:09.842395 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-df70d5cc-a93a-4ad0-aa25-7fd392f678f1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:09.843826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df70d5cc-a93a-4ad0-aa25-7fd392f678f1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:09.876800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] For port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:09.878427 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-df70d5cc-a93a-4ad0-aa25-7fd392f678f1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/dcd6f74f-2dfb-461b-ae8e-b851888cb08e HTTP/1.1" status: 404 len: 337 time: 0.1797783 Feb 17 22:51:09.883163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:09.885968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60380) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:09.888303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] For port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5bdb1f08-fd25-4831-b8ef-6f5f4895ad17,segment=NetworkSegment(1af477ee-7a8f-4102-8d97-fc376061d071),segment_id=1af477ee-7a8f-4102-8d97-fc376061d071)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:09.889221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, f3df2c53-443b-4868-928f-d3dcbd4bb573) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:09.892640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.910383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] Sync routers for ids ['e0ce50b3-6b2f-4b08-8720-3902ffe533bc'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:09.918861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebcba7-d3ac-4770-bb26-4b5586e5faf5 None None] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:09.923121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.928287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45346-7e01-413e-8217-ed2b9cb7c168 req-0466456b-ba3c-4ee3-8852-987ab8db1380 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:09.929367 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e6803ab-e5ce-41e4-b604-4fee340dbe3e tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "PUT /v2.0/routers/e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 200 len: 884 time: 8.0430176 Feb 17 22:51:09.941434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5ed45346-7e01-413e-8217-ed2b9cb7c168 req-0466456b-ba3c-4ee3-8852-987ab8db1380 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.8817642 Feb 17 22:51:09.941785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:09.943056 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] Routers {'e0ce50b3-6b2f-4b08-8720-3902ffe533bc'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:09.944464 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e0ce50b3-6b2f-4b08-8720-3902ffe533bc'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:09.950659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60384) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:10.049151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:10.062333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.131997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.178074 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.198952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Transition to ACTIVE for port object 73e325dd-6a94-491d-bac9-575213fb41af will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:10.208611 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] Routers {'e0ce50b3-6b2f-4b08-8720-3902ffe533bc'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:10.213382 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e0ce50b3-6b2f-4b08-8720-3902ffe533bc'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.214201 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ab9c92-1be7-4fab-a280-d92716f10de1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:10.215027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ab9c92-1be7-4fab-a280-d92716f10de1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:10.218032 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-34ab9c92-1be7-4fab-a280-d92716f10de1 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/8ac6f628-5731-450d-b316-4db942fb156c HTTP/1.1" status: 404 len: 333 time: 0.3255355 Feb 17 22:51:10.228665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60392) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:10.235128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8714904-44df-4a53-82fc-dbb1419f6f94 None None] Pushing event updated for resources: {'Port': ['ID=5bdb1f08-fd25-4831-b8ef-6f5f4895ad17,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:10.255176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.439127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ac9560-c538-4fef-8e48-7994d61c623d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.441304 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.442370 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4a019-21fa-4159-8677-06afb86eec3b None None] The sync data for ids ['e0ce50b3-6b2f-4b08-8720-3902ffe533bc'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:10.461539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af477ee-7a8f-4102-8d97-fc376061d071') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.461904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af477ee-7a8f-4102-8d97-fc376061d071') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:10.477635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.510208 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-565bf82c-d166-4985-aff0-9c0bb9964bdd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:10.510936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565bf82c-d166-4985-aff0-9c0bb9964bdd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:10.513897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-565bf82c-d166-4985-aff0-9c0bb9964bdd tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/61b82658-c67a-4a26-ae10-4e3f33939289 HTTP/1.1" status: 404 len: 337 time: 0.2837989 Feb 17 22:51:10.526798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.536821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:10.537330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:10.574574 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:10.578672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60400) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:10.662346 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-451eca7a-e21a-4ae8-b046-93b39fde4195 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3543358 Feb 17 22:51:10.667258 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-31f98e59-19fa-4c45-8e1f-d9137b62a3ce req-2e68d5c2-b227-443e-a5d6-a0bd1f89f725 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.5039818 Feb 17 22:51:10.668006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:10.677445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60406) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:10.747107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5ed45346-7e01-413e-8217-ed2b9cb7c168 req-4aba9b72-4da1-4e07-b043-d9c340800f09 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8041947 Feb 17 22:51:10.784125 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4159aec-b068-447d-a63e-6079112cc34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:10.784863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4159aec-b068-447d-a63e-6079112cc34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:10.787587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f4159aec-b068-447d-a63e-6079112cc34f tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/92249e2b-7fc3-4b58-bab5-082dfe169b37 HTTP/1.1" status: 404 len: 333 time: 0.1441703 Feb 17 22:51:10.793025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60408) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:10.809679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654594438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:10.876108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda06e3-b2f8-49ce-8d64-c5e119ec48d9 None None] Pushing event updated for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:10.885663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:10.916804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:10.937615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:10.998395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Attempting to bind port 73e325dd-6a94-491d-bac9-575213fb41af on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:10.998920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Attempting to bind port 73e325dd-6a94-491d-bac9-575213fb41af by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:10.999321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Attempting to bind port 73e325dd-6a94-491d-bac9-575213fb41af on network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:11.018952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-f3df2c53-443b-4868-928f-d3dcbd4bb573', 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': 'bccd2476-ca4b-4b35-ae55-fe7afe03db8d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:11.019974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.033694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:51:11.033694 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:51:11.033694 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': 'd3ac9560-c538-4fef-8e48-7994d61c623d'}] Feb 17 22:51:11.033694 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:51:11.034582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:51:11.045186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:11.048519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:11.049832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Checking segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:11.050387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.051096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Bound using segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:11.051800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Bound port: 73e325dd-6a94-491d-bac9-575213fb41af, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:11.052309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.066635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-be83666c-537c-4f7d-a503-f54aad8fcfb9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.067975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be83666c-537c-4f7d-a503-f54aad8fcfb9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.070452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-be83666c-537c-4f7d-a503-f54aad8fcfb9 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/15c971cb-4369-4fca-97dd-2e82b1eb262a HTTP/1.1" status: 404 len: 337 time: 0.2756767 Feb 17 22:51:11.074491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60416) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.082538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Subnet': ['ID=32d85717-10f0-4fa8-a47a-0abae72eb667,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:11.107779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Checking segment: {'id': '9d191aaa-c2cd-46fb-9505-c403315279d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:11.112033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network hostable DHCP agents. Network: bd705d41-a512-4b4f-b5f3-863ac80b1eb1, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:11.137185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.140412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.200715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.220307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:11.238078 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-11be0ef8-4120-4a74-8e02-272868c07cb2 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 200 len: 925 time: 1.2854862 Feb 17 22:51:11.239417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60422) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.242504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-95343c90-e0f0-413f-8919-17957f5c782d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.243273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95343c90-e0f0-413f-8919-17957f5c782d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.266008 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-95343c90-e0f0-413f-8919-17957f5c782d tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/e89ab2c3-a1bd-4037-96e5-4120e7e89dc6 HTTP/1.1" status: 404 len: 333 time: 0.1899421 Feb 17 22:51:11.268750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60426) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.268952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18323b64-4817-481e-a538-3c26eb8dfeae None None] Network d3ac9560-c538-4fef-8e48-7994d61c623d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:11.304309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, bd705d41-a512-4b4f-b5f3-863ac80b1eb1) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:11.327790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:11.328402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.356648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.392782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-6599521b-663d-402c-b810-0c553289797e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.393579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6599521b-663d-402c-b810-0c553289797e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.401323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6599521b-663d-402c-b810-0c553289797e tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/5c49534d-28f0-44dd-9304-bdf49d82bc14 HTTP/1.1" status: 404 len: 337 time: 0.1308124 Feb 17 22:51:11.402309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60430) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.407377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-740281f5-5024-4f63-83d3-683ff431bd46 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8327880 Feb 17 22:51:11.410076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.450621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59220067-8e9d-466c-970f-da9a83c1de47 None None] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:11.452009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.454827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-43e2e6c9-898d-40f2-8d61-94c8e833c496 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6597624 Feb 17 22:51:11.490563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'network': {'name': 'tempest-router-network01--777890427'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:11.493943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60438) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.538728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd23fa37-3e7f-4f3d-b3fd-b867e70942f7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.539213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd23fa37-3e7f-4f3d-b3fd-b867e70942f7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.543530 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bd23fa37-3e7f-4f3d-b3fd-b867e70942f7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/961660c0-a1c7-48fd-8083-5af1ac34aeea HTTP/1.1" status: 404 len: 333 time: 0.1375065 Feb 17 22:51:11.543530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.548919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60442) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.558873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:11.638350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:network and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:11.645383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:11.648491 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc9df7c-7e44-4585-9da5-5bc0fee8c8e7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.648491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc9df7c-7e44-4585-9da5-5bc0fee8c8e7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.652158 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3cc9df7c-7e44-4585-9da5-5bc0fee8c8e7 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/a9d73e9c-c7d2-46d4-a785-6820edd16c8a HTTP/1.1" status: 404 len: 337 time: 0.0816023 Feb 17 22:51:11.655408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.710389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:11.716281 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6cfc58-2d55-45a3-9cc0-c1ff7355e371 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.716762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6cfc58-2d55-45a3-9cc0-c1ff7355e371 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.720921 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4c6cfc58-2d55-45a3-9cc0-c1ff7355e371 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/4e7750a4-48f6-4749-9cd3-606665f5c2e4 HTTP/1.1" status: 404 len: 333 time: 0.0617681 Feb 17 22:51:11.722684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60452) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.769694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06885b34-972f-4dc5-8004-2baacb0fe784 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:11.774986 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06885b34-972f-4dc5-8004-2baacb0fe784 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=e0ce50b3-6b2f-4b08-8720-3902ffe533bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5338430 Feb 17 22:51:11.782971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60456) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.808173 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe02f9d-5ebe-4ddf-9054-f34013ebd561 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.808639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe02f9d-5ebe-4ddf-9054-f34013ebd561 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.810457 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3fe02f9d-5ebe-4ddf-9054-f34013ebd561 tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/e37e782b-5ad3-4dc7-95c2-2850e8ba3d42 HTTP/1.1" status: 404 len: 337 time: 0.0879686 Feb 17 22:51:11.818687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60460) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.920612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:11.920892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:11.938000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-2c259d91-c163-465c-b53d-3ff5b16fb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:11.939763 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-2c259d91-c163-465c-b53d-3ff5b16fb0c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1098 time: 0.4808421 Feb 17 22:51:11.944395 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a9338d-f71c-4909-a0cb-aa3bfd595ddb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:11.945041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a9338d-f71c-4909-a0cb-aa3bfd595ddb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:11.947402 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-08a9338d-f71c-4909-a0cb-aa3bfd595ddb tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/ports/0c1df8c9-8cfd-4c48-b0e4-b3bedb8700c0 HTTP/1.1" status: 404 len: 333 time: 0.1263227 Feb 17 22:51:11.957616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60464) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:11.978325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] For port 73e325dd-6a94-491d-bac9-575213fb41af, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:11.988299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] For port 73e325dd-6a94-491d-bac9-575213fb41af, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e325dd-6a94-491d-bac9-575213fb41af,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:12.125650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Allocated IP 172.20.0.2 (f3df2c53-443b-4868-928f-d3dcbd4bb573/bccd2476-ca4b-4b35-ae55-fe7afe03db8d/fe79f6b0-b732-4545-ade6-951aba066908) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:12.275863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e95ba-5398-4605-929c-862c8591649e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:12.281033 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-404e95ba-5398-4605-929c-862c8591649e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.4967494 Feb 17 22:51:12.286147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60470) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:12.374795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:12.376913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:12.382667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:12.394308 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9bd79c1c-6529-4f09-aecf-6ece1bc341c5 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 200 len: 205 time: 0.0960469 Feb 17 22:51:12.394989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60474) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:12.424071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5dfca31a-380a-4e86-97ac-3742c660f699 req-40ba8bb9-d712-45b8-b9bf-9e5075f27c97 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.4632442 Feb 17 22:51:12.426675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-c19f6af3-c4be-447e-87ee-e562685ebb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:12.429797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-c19f6af3-c4be-447e-87ee-e562685ebb0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 912 time: 0.4786119 Feb 17 22:51:12.440245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-82886ef7-dc28-4619-ab56-dcd40b265e73 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:12.442846 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-82886ef7-dc28-4619-ab56-dcd40b265e73 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.43 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 796 time: 0.4619167 Feb 17 22:51:12.528947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b346225-2c0f-4095-8006-915b4132cd4a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:12.529754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b346225-2c0f-4095-8006-915b4132cd4a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:12.532537 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9b346225-2c0f-4095-8006-915b4132cd4a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/subnets/09183a8d-0393-45e3-9f14-2a4b2a47976c HTTP/1.1" status: 404 len: 337 time: 0.5672307 Feb 17 22:51:12.583241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60482) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:12.620025 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-aeb2f25f-e12c-4315-a5b3-01a67561c5ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 217 time: 0.1670265 Feb 17 22:51:12.748322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:12.748982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:50:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:12.801641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-0bf783c7-977a-483f-838b-930d04b72d74 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Synchronizing usage tracker for tenant:bd938a69605c4600a7980cced3aa5234 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:12.820324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-bd705d41-a512-4b4f-b5f3-863ac80b1eb1', 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1', 'tenant_id': '251936586497454c8f7e6302917d70cb', 'fixed_ips': [{'subnet_id': '32d85717-10f0-4fa8-a47a-0abae72eb667'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:12.820795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:12.823130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-04503b4f-703f-4884-8656-e9536cc83796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:12.824643 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-04503b4f-703f-4884-8656-e9536cc83796 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 200 len: 852 time: 0.2036269 Feb 17 22:51:12.853894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda06e3-b2f8-49ce-8d64-c5e119ec48d9 None None] Pushing event updated for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:12.857166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:12.899242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Transition to ACTIVE for port object fe79f6b0-b732-4545-ade6-951aba066908 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:12.902628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-808cec5d-9d31-4a44-8ac3-a38c70eddb3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654252 Feb 17 22:51:12.907390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.025597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.042596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3474f-7342-427c-a2d5-a836850abe1d req-abcb6852-1992-4044-8f64-c1f0781f5829 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:13.051036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9c3474f-7342-427c-a2d5-a836850abe1d req-abcb6852-1992-4044-8f64-c1f0781f5829 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.5672584 Feb 17 22:51:13.061313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:13.106069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Transition to ACTIVE for port object fe79f6b0-b732-4545-ade6-951aba066908 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:13.133584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.158488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.158970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Added segment c024c70e-dd65-472b-9457-bb311961655a of type vlan for network 7695768c-3269-4e7d-8e05-287347452b62 Feb 17 22:51:13.227333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-0bf783c7-977a-483f-838b-930d04b72d74 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Unset dirty status for tenant:bd938a69605c4600a7980cced3aa5234 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:13.229391 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-0bf783c7-977a-483f-838b-930d04b72d74 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd938a69605c4600a7980cced3aa5234 HTTP/1.1" status: 200 len: 379 time: 0.6583109 Feb 17 22:51:13.290800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:51:13.339526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'port': {'device_id': '6a668e85-591d-4d20-bb46-8856750f322b', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'admin_state_up': True, 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'security_groups': ['50252336-7089-40b9-a148-dbce8a46d8f1']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:13.340640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:13.357222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:13.380597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:13.388184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Pushing event updated for resources: {'Port': ['ID=fe79f6b0-b732-4545-ade6-951aba066908,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:13.395637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Allocated IP 172.20.0.2 (bd705d41-a512-4b4f-b5f3-863ac80b1eb1/32d85717-10f0-4fa8-a47a-0abae72eb667/4353ed16-feb6-4abe-a601-05ba07939132) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:13.402883 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9c3474f-7342-427c-a2d5-a836850abe1d req-76fd0b2f-67e6-4e74-9a81-cc2c5be0d9a3 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504417 Feb 17 22:51:13.446829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.477441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5bdb1f08-fd25-4831-b8ef-6f5f4895ad17,segment=NetworkSegment(1af477ee-7a8f-4102-8d97-fc376061d071),segment_id=1af477ee-7a8f-4102-8d97-fc376061d071)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:13.477959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.487343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.705615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:51:13.710788 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-502d4976-634f-4b6c-a174-53a7b151a275 service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444837 Feb 17 22:51:13.721908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:13.754696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.819595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.834246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:13.860419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 5655502a-c4ac-4d0e-9c21-5989e1c2f339 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:13.860753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.886649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Attempting to bind port fe79f6b0-b732-4545-ade6-951aba066908 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:13.886952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:13.887131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Attempting to bind port fe79f6b0-b732-4545-ade6-951aba066908 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '03ef6c53-e50b-4dbf-bbef-c9261c9becef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:13.887373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Attempting to bind port fe79f6b0-b732-4545-ade6-951aba066908 on network f3df2c53-443b-4868-928f-d3dcbd4bb573 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:13.923494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:13.923884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Checking segment: {'id': '03ef6c53-e50b-4dbf-bbef-c9261c9becef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:13.924233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.924642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Bound using segment: {'id': '03ef6c53-e50b-4dbf-bbef-c9261c9becef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:13.925189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Bound port: fe79f6b0-b732-4545-ade6-951aba066908, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ef6c53-e50b-4dbf-bbef-c9261c9becef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f3df2c53-443b-4868-928f-d3dcbd4bb573'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:13.925558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:13.941695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Made reservation on behalf of bd938a69605c4600a7980cced3aa5234 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:13.945339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.015110 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a5230df0-b7b2-46d9-b957-a0767c9af2b7 req-25410fb3-dff7-4999-bf03-301991ac981d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.2473645 Feb 17 22:51:14.181768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.195096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:14.196391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.207513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.231699 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a2d216e4-5958-4d18-856b-5ee6919dd191 req-73832101-7f2e-455a-a131-8819e7921ac1 service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078664 Feb 17 22:51:14.244971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Transition to ACTIVE for port object 4353ed16-feb6-4abe-a601-05ba07939132 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:14.285482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] For port fe79f6b0-b732-4545-ade6-951aba066908, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:14.288326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Transition to ACTIVE for port object 4353ed16-feb6-4abe-a601-05ba07939132 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:14.291774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] For port fe79f6b0-b732-4545-ade6-951aba066908, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fe79f6b0-b732-4545-ade6-951aba066908,segment=NetworkSegment(03ef6c53-e50b-4dbf-bbef-c9261c9becef),segment_id=03ef6c53-e50b-4dbf-bbef-c9261c9becef)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:14.293456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0b7b35-3c0c-4806-9f38-f42c32b2e523']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:14.306557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.346281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.385419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.443192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:11Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:14.462351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c78bc-caa5-48b6-ab87-1ef77e6bdc44 None None] The sync data for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv is: [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:11Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:14.472330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:14.479803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:14.486659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:14.565131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 5655502a-c4ac-4d0e-9c21-5989e1c2f339 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:14.625533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Allocated IP 172.20.0.9 (72ce3efc-ecbf-43c4-a78a-575fafda9b4f/d879e310-08cd-430c-b754-e02f25cd353e/7401a24b-9168-43b5-92a6-b4e4afc76654) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:14.752572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Attempting to bind port 4353ed16-feb6-4abe-a601-05ba07939132 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:14.753366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Attempting to bind port 4353ed16-feb6-4abe-a601-05ba07939132 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9d191aaa-c2cd-46fb-9505-c403315279d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:14.754035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Attempting to bind port 4353ed16-feb6-4abe-a601-05ba07939132 on network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:14.769547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300a0ea-013c-4e48-8357-f3d87e896cd3 None None] Pushing event updated for resources: {'Port': ['ID=fe79f6b0-b732-4545-ade6-951aba066908,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:14.791260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:14.794038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Checking segment: {'id': '9d191aaa-c2cd-46fb-9505-c403315279d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:14.794916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.795680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Bound using segment: {'id': '9d191aaa-c2cd-46fb-9505-c403315279d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:14.797501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Bound port: 4353ed16-feb6-4abe-a601-05ba07939132, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d191aaa-c2cd-46fb-9505-c403315279d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bd705d41-a512-4b4f-b5f3-863ac80b1eb1'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:14.798236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:14.934950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2fe597-c72a-48d1-a88d-0067ed4a8333') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:14.934950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2fe597-c72a-48d1-a88d-0067ed4a8333') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:15.123018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.225320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=5655502a-c4ac-4d0e-9c21-5989e1c2f339,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:15.354196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Pushing event updated for resources: {'Port': ['ID=4353ed16-feb6-4abe-a601-05ba07939132,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:15.362441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.9508429 Feb 17 22:51:15.389243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.412018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.419889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:15.420307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.446310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] For port 4353ed16-feb6-4abe-a601-05ba07939132, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:15.461517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60492) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:15.464439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] For port 4353ed16-feb6-4abe-a601-05ba07939132, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4353ed16-feb6-4abe-a601-05ba07939132,segment=NetworkSegment(9d191aaa-c2cd-46fb-9505-c403315279d1),segment_id=9d191aaa-c2cd-46fb-9505-c403315279d1)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:15.475082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:15.497433 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:15.548963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066613d-eda9-4278-b24c-c835dd67d8d9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Network': ['ID=7695768c-3269-4e7d-8e05-287347452b62,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:15.581733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7695768c-3269-4e7d-8e05-287347452b62 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:15.628182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd128aa7-9251-4fa1-94f4-715e728bbfcd req-38513b5a-8097-4459-8bb7-bcc57bb114eb tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.2709901 Feb 17 22:51:15.628849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.639985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.675420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Transition to ACTIVE for port object 7401a24b-9168-43b5-92a6-b4e4afc76654 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:15.728093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=5bdb1f08-fd25-4831-b8ef-6f5f4895ad17,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:15.775535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'network': {'name': 'tempest-router-network02--1004643925'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:15.802303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00edb2-1664-42f0-a04c-94a8f71ca15b None None] Pushing event updated for resources: {'Port': ['ID=4353ed16-feb6-4abe-a601-05ba07939132,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:15.807349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:15.823922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:network and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:15.834493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:15.841684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:15.869074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 5bdb1f08-fd25-4831-b8ef-6f5f4895ad17 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:15.870773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:15.933705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.167717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e325dd-6a94-491d-bac9-575213fb41af up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:16.174496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.222519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:16.228960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.269974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] 10.222.0.42 "DELETE /v2.0/networks/4a0b7b35-3c0c-4806-9f38-f42c32b2e523 HTTP/1.1" status: 204 len: 168 time: 3.6779008 Feb 17 22:51:16.281677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.289794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d10a1-94b9-4f62-951e-2053254dc16a tempest-NetworksTestDHCPv6-1371895094 tempest-NetworksTestDHCPv6-1371895094-project] Pushing event deleted for resources: {'Network': ['ID=4a0b7b35-3c0c-4806-9f38-f42c32b2e523,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:16.317073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 73e325dd-6a94-491d-bac9-575213fb41af completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:16.337128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 73e325dd-6a94-491d-bac9-575213fb41af triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:16.337850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.444303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:16.472067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:16.536630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e14ea-4400-41e3-870f-768033ebf22d req-50e62285-a541-4042-b996-ee6c05f3dc90 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:16.538906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-050e14ea-4400-41e3-870f-768033ebf22d req-50e62285-a541-4042-b996-ee6c05f3dc90 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.5591042 Feb 17 22:51:16.592746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bd6f3-081b-40a1-b40a-6d4854c3dc78 None None] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:16.634169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:16.637200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:16.670007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-050e14ea-4400-41e3-870f-768033ebf22d req-79e6b5e3-5797-4ecb-a113-82bcadf6a541 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902460 Feb 17 22:51:16.686046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.765929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.20.0.1 (f3df2c53-443b-4868-928f-d3dcbd4bb573/bccd2476-ca4b-4b35-ae55-fe7afe03db8d/ac7c2c39-acbc-4b46-b6cf-c11717975fa6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:16.802232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ac9560-c538-4fef-8e48-7994d61c623d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:16.866961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af477ee-7a8f-4102-8d97-fc376061d071') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:16.867402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af477ee-7a8f-4102-8d97-fc376061d071') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:16.951677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:16.959330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.033367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-97f0c67f-db32-42d3-b5e3-1b34c95a2a4d None None] Provisioning for port fe79f6b0-b732-4545-ade6-951aba066908 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:17.035930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60502) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:17.038932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.042174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router e0ce50b3-6b2f-4b08-8720-3902ffe533bc {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:51:17.086745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.089228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.134723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.136184 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1b10f8a0-eea5-40b9-a9ae-1ca62d4a10a2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 204 len: 168 time: 4.7123029 Feb 17 22:51:17.143635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:17.157580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60508) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:17.187625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715168191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:17.208019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.218345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:17.219870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.238403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:17.243790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.244591 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Added segment 29543c4d-af85-474d-9ec0-92bd688b638d of type vlan for network 5fac58c7-17d0-4ad9-ab35-d425704bea9a Feb 17 22:51:17.282620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:17.292389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 73e325dd-6a94-491d-bac9-575213fb41af, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e325dd-6a94-491d-bac9-575213fb41af,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:17.294957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:17.307349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:17.316606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.317868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fe79f6b0-b732-4545-ade6-951aba066908 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:17.352532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.354391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.383046 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-814fce2b-a6eb-4f41-a366-32b5ff2e8254 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1415465 Feb 17 22:51:17.400832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Request body: {'port': {'device_id': '6a668e85-591d-4d20-bb46-8856750f322b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:17.444131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:17.444131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.450901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.477531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:17.504700 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:17.590407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d81fe46-54fb-47ef-ad93-e5a22c2a73bc None None] Provisioning for port 7401a24b-9168-43b5-92a6-b4e4afc76654 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:17.624452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d81fe46-54fb-47ef-ad93-e5a22c2a73bc None None] Provisioning complete for port 7401a24b-9168-43b5-92a6-b4e4afc76654 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:17.625592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d81fe46-54fb-47ef-ad93-e5a22c2a73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.665647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:17.677491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.723257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.729788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:17.730271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.737399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port fe79f6b0-b732-4545-ade6-951aba066908 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:17.745312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7d81fe46-54fb-47ef-ad93-e5a22c2a73bc None None] Port 7401a24b-9168-43b5-92a6-b4e4afc76654 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:17.746930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe84a9-83f0-49c1-b767-e4ec5bfc73b0 None None] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:17.758668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2854e-1dd6-4600-b648-6ccb0b2074a5 req-2442ce67-e9ca-4211-a787-e7fe34d7c829 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:17.760510 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3cb2854e-1dd6-4600-b648-6ccb0b2074a5 req-2442ce67-e9ca-4211-a787-e7fe34d7c829 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 931 time: 0.6461837 Feb 17 22:51:17.766678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.771953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fe79f6b0-b732-4545-ade6-951aba066908 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:17.772411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.778353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.784481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.789119 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f5bc1165-b89d-43d8-8629-ec19387629d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4c9d1aba05c441da094c1a7933eb3dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7242894 Feb 17 22:51:17.794603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60514) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:17.800466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.802616 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-af6966b7-57ae-4863-a544-08b504078dfb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6436434 Feb 17 22:51:17.850701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/d3ac9560-c538-4fef-8e48-7994d61c623d HTTP/1.1" status: 204 len: 168 time: 11.4859929 Feb 17 22:51:17.875163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:17.875944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60520) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:17.887297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865970927'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:17.895710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': True}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:17.942862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3cb2854e-1dd6-4600-b648-6ccb0b2074a5 req-33700caa-bcce-425e-be68-5b1a0b39e8c7 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470594 Feb 17 22:51:17.964425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a35b3e3-b23e-4cdc-8847-93390fb63c99 None None] Provisioning for port 4353ed16-feb6-4abe-a601-05ba07939132 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:17.984553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:17.986165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.034651 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2624986 Feb 17 22:51:18.034651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:18.061402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.073536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60526) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:18.080499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:18.081380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=d3ac9560-c538-4fef-8e48-7994d61c623d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:18.153965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object ac7c2c39-acbc-4b46-b6cf-c11717975fa6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:18.174616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:18.181601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'subnet': {'network_id': '7695768c-3269-4e7d-8e05-287347452b62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:18.191881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.206157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.250697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:18.257022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Network': ['ID=5fac58c7-17d0-4ad9-ab35-d425704bea9a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:18.269280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.270929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.271756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.272309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.273318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.273957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.274411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.274762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.276329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.276329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.276329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.276329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b01f-722b-4d69-b9a1-af502da7ff10 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.311336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port fe79f6b0-b732-4545-ade6-951aba066908, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fe79f6b0-b732-4545-ade6-951aba066908,segment=NetworkSegment(03ef6c53-e50b-4dbf-bbef-c9261c9becef),segment_id=03ef6c53-e50b-4dbf-bbef-c9261c9becef)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:18.326686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.378735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:18.386863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:18.394902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=ac7c2c39-acbc-4b46-b6cf-c11717975fa6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:18.397820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:18.425403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.426105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.426227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=fe79f6b0-b732-4545-ade6-951aba066908,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:18.426761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.427290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.427840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.428375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.428899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.429475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.430280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.430740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-16558d41-fa3d-4914-9975-a8764c0b092e None None] Provisioning complete for port fe79f6b0-b732-4545-ade6-951aba066908 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:18.430980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.431104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-16558d41-fa3d-4914-9975-a8764c0b092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.431591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.432171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d936c-e489-4a53-a47b-124d76bba2bb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:18.473416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952b42-7e4a-41e1-bee4-d96259c84de2 req-495ebc33-61d1-4efc-b30a-bdf458c572d5 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:18.483108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1952b42-7e4a-41e1-bee4-d96259c84de2 req-495ebc33-61d1-4efc-b30a-bdf458c572d5 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.3977261 Feb 17 22:51:18.503527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:18.521559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:18.528013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.599187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.753398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.776712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e325dd-6a94-491d-bac9-575213fb41af up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:18.879350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1952b42-7e4a-41e1-bee4-d96259c84de2 req-442e22e6-58cf-44c2-8f03-94a7ed80d718 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952124 Feb 17 22:51:18.885584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7a671-d132-4c75-ba76-0313ccc7102e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:18.886039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 73e325dd-6a94-491d-bac9-575213fb41af triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:18.886415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.941486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.955476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:18.979191 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a0c66d76-d7a4-439a-8210-476487654b2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61e7a671-d132-4c75-ba76-0313ccc7102e HTTP/1.1" status: 204 len: 168 time: 1.1304414 Feb 17 22:51:19.095011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09745c8e-a118-4a1c-b99c-1ce394bde36e None None] Provisioning for port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:19.225594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09745c8e-a118-4a1c-b99c-1ce394bde36e None None] Provisioning complete for port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:19.228634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09745c8e-a118-4a1c-b99c-1ce394bde36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:19.330256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8182b-e0c1-4ae0-b572-0c8688fcf362 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:51:19.631941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:19.732025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-09745c8e-a118-4a1c-b99c-1ce394bde36e None None] Port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:19.738607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4353ed16-feb6-4abe-a601-05ba07939132 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:19.747031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:subnet and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:19.767197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:19.781356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:19.786147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:19.790616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:19.829332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:19.829964 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 9c01edb5-5699-4a36-b443-5644e4574035 of type vlan for network 1f437d52-f7f6-4860-aa65-79dbf896618b Feb 17 22:51:19.851704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8182b-e0c1-4ae0-b572-0c8688fcf362 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:51:19.931829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:19.937529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.144302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79189-967b-450f-9ba1-f080ea38e56b req-87303dbb-30ac-4d25-ae85-6802c8a4bf81 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:20.151339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ef79189-967b-450f-9ba1-f080ea38e56b req-87303dbb-30ac-4d25-ae85-6802c8a4bf81 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 0.4202313 Feb 17 22:51:20.242795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eecbea26-004a-4941-91d5-61d4c58d62a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.253541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.286629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4353ed16-feb6-4abe-a601-05ba07939132 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:20.296786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4353ed16-feb6-4abe-a601-05ba07939132 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:20.297454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.532299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.582079 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ef79189-967b-450f-9ba1-f080ea38e56b req-5ef0daa2-376b-44ac-89bd-ee08eec79cf6 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262729 Feb 17 22:51:20.648042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5149b-d873-4c33-9fac-871e60a8ab48 req-a745c358-b459-4556-835a-251f5a4d4c0e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:20.649396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3db5149b-d873-4c33-9fac-871e60a8ab48 req-a745c358-b459-4556-835a-251f5a4d4c0e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 931 time: 0.9523318 Feb 17 22:51:20.719066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4353ed16-feb6-4abe-a601-05ba07939132, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4353ed16-feb6-4abe-a601-05ba07939132,segment=NetworkSegment(9d191aaa-c2cd-46fb-9505-c403315279d1),segment_id=9d191aaa-c2cd-46fb-9505-c403315279d1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:20.720784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.729842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:20.730183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.730961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.755153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7401a24b-9168-43b5-92a6-b4e4afc76654 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:51:20.776011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.795304 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3db5149b-d873-4c33-9fac-871e60a8ab48 req-a0188b09-d01e-4331-9fab-cfb67f6d4d35 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344216 Feb 17 22:51:20.816989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Transition to ACTIVE for port object 7401a24b-9168-43b5-92a6-b4e4afc76654 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:20.868236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.907014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:20.916649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fe79f6b0-b732-4545-ade6-951aba066908 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:20.922268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.025960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4353ed16-feb6-4abe-a601-05ba07939132,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:21.076639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fe79f6b0-b732-4545-ade6-951aba066908 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:21.077145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.119187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=1f437d52-f7f6-4860-aa65-79dbf896618b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:21.157139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.161879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60556) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:21.174295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=ac7c2c39-acbc-4b46-b6cf-c11717975fa6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:21.180929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1f437d52-f7f6-4860-aa65-79dbf896618b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:21.275675 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d18e0f53-65da-4167-bec5-493db1ccedb7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3937736 Feb 17 22:51:21.285245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60562) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:21.352969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:21.431506 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:51:21.461106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-65548345'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:21.466908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:21.472340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:21.475914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:21.483319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:21.514130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:21.520446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.557958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.569310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:21.582188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:21.587503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:21.592051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:21.602399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.618302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:21.670047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:21.677139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:21.685489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:21.691715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:21.695778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:21.701871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:21.948224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:21.954872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:21.995548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Attempting to bind port 7401a24b-9168-43b5-92a6-b4e4afc76654 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:21.996431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Attempting to bind port 7401a24b-9168-43b5-92a6-b4e4afc76654 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:21.996431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Attempting to bind port 7401a24b-9168-43b5-92a6-b4e4afc76654 on network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:22.037684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1da35fef-0a71-4a28-8d82-fbc6cf599550 None None] Provisioning complete for port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:22.039506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1da35fef-0a71-4a28-8d82-fbc6cf599550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.049497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Port 7401a24b-9168-43b5-92a6-b4e4afc76654 on network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:51:22.049869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Attempting to bind port 7401a24b-9168-43b5-92a6-b4e4afc76654 on network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:22.092387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.115264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Subnet': ['ID=058117ce-6d9c-4a8b-b5b9-e930217f5adc,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:22.132077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:22.132575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Checking segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:22.133066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Bound using segment: {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:22.133650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Bound port: 7401a24b-9168-43b5-92a6-b4e4afc76654, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee6a63e-372e-4084-9f89-d9c938d2fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:22.134109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.148367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Checking segment: {'id': 'c024c70e-dd65-472b-9457-bb311961655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7695768c-3269-4e7d-8e05-287347452b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:22.148959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network hostable DHCP agents. Network: 7695768c-3269-4e7d-8e05-287347452b62, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:22.154393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1da35fef-0a71-4a28-8d82-fbc6cf599550 None None] Port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:22.274389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network 7695768c-3269-4e7d-8e05-287347452b62 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:22.305324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.353306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c5d100b-2e15-47f7-9a99-63ac0c9f36dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.357541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.360410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.367377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7695768c-3269-4e7d-8e05-287347452b62) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:22.378154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4411c-0673-42d5-84fe-f1d6317b8238 None None] Network 7695768c-3269-4e7d-8e05-287347452b62 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:22.619286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:22.629053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:22.629796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.645156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:22.665972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.701917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:22.724446 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-307b20ca-c305-49d2-9741-17d321a8e77d tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6456704 Feb 17 22:51:22.732065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60570) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:22.758330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7695768c-3269-4e7d-8e05-287347452b62', 'network_id': '7695768c-3269-4e7d-8e05-287347452b62', 'tenant_id': '251936586497454c8f7e6302917d70cb', 'fixed_ips': [{'subnet_id': '058117ce-6d9c-4a8b-b5b9-e930217f5adc'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:22.763316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.776622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'subnet': {'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:22.868924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 172.26.7.123 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/2d2b6c59-3e18-4f2b-bcf6-a615432f6e56) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:22.876590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:22.877700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:22.880762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] 10.222.0.43 "PUT /v2.0/ports/7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 1093 time: 5.4876876 Feb 17 22:51:22.881307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:22.913347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b23177-0069-4bdc-a302-a24174933d85,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:22.927922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19db4d-9d8f-485f-90fa-9f51ee3c6e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:22.930885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4353ed16-feb6-4abe-a601-05ba07939132 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:23.015780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.016235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 94cee204-164d-4562-beea-ce541dacab76 of type vlan for network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 Feb 17 22:51:23.120072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4353ed16-feb6-4abe-a601-05ba07939132 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:23.120072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.174325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f228a-8d72-4d50-af95-905547bd070e req-33f4bacc-0fa2-4413-a3e1-7432427dc518 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:23.177580 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb5f228a-8d72-4d50-af95-905547bd070e req-33f4bacc-0fa2-4413-a3e1-7432427dc518 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.0811760 Feb 17 22:51:23.258549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.273033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-f0606d6e-de0f-4b63-8b11-dc75988e6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:23.275095 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-f0606d6e-de0f-4b63-8b11-dc75988e6038 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1096 time: 0.1790228 Feb 17 22:51:23.312723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9807a-d01e-47a8-8359-6027be104ed3 req-e99b5c9d-9aee-4233-ac12-5c4c663264d4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:23.317197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91e9807a-d01e-47a8-8359-6027be104ed3 req-e99b5c9d-9aee-4233-ac12-5c4c663264d4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 943 time: 1.3273556 Feb 17 22:51:23.319619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Allocated IP 172.20.0.2 (7695768c-3269-4e7d-8e05-287347452b62/058117ce-6d9c-4a8b-b5b9-e930217f5adc/01016373-5786-461b-8da8-186c96823939) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:23.333719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.369303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:23.377276 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-91101b19-4f2b-4ef7-a739-f2a8c8116ebb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 217 time: 0.0930269 Feb 17 22:51:23.377529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Usage tracker for resource:subnet and tenant:251936586497454c8f7e6302917d70cb is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:23.383737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.394171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:23.409801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 878fd60b-f0f1-412e-a97f-7fb88e29ba56 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:51:23.470389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.487560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.491415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:23.521716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:51:23.541850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb5f228a-8d72-4d50-af95-905547bd070e req-deeb2274-bd62-403b-9122-dc902031bb0b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839341 Feb 17 22:51:23.574699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-1f1ac33a-05e4-4a8b-be8e-58464277dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:23.578108 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-1f1ac33a-05e4-4a8b-be8e-58464277dd3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 200 len: 835 time: 0.1920254 Feb 17 22:51:23.637321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Made reservation on behalf of 251936586497454c8f7e6302917d70cb for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:23.642444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.685473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.691834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:23.692478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.715052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:23.722033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:23.727229 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'status': 'completed', 'code': 200} Feb 17 22:51:23.737544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:23.766534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.793670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Transition to ACTIVE for port object 01016373-5786-461b-8da8-186c96823939 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:23.807608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2b6c59-3e18-4f2b-bcf6-a615432f6e56,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:23.840810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Transition to ACTIVE for port object 01016373-5786-461b-8da8-186c96823939 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:23.855162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:23.881746 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91e9807a-d01e-47a8-8359-6027be104ed3 req-7587e12d-aaa1-4c8f-95b7-f5decb3c5e6d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898336 Feb 17 22:51:24.021048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Network 7695768c-3269-4e7d-8e05-287347452b62 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:24.028938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:24.046993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:24.075254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.132382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-088a329c-c265-4120-b19f-25a21d26c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:24.134656 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-088a329c-c265-4120-b19f-25a21d26c151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5454211 Feb 17 22:51:24.143629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9710562 Feb 17 22:51:24.146422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Pushing event updated for resources: {'Port': ['ID=01016373-5786-461b-8da8-186c96823939,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:24.148600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60578) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:24.162669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:24.171673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079215-e817-46b4-819a-e5c67848484c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=334a2d1a-c8a1-4f1d-bd1b-ede7e6631403,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:24.197209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'name': 'tempest-PortsIpV6TestJSON-1858119862'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:24.201013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] Sync routers for ids ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:24.207864 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7e1c646-82fa-4fa9-a14d-18fe89c2adc1 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/878fd60b-f0f1-412e-a97f-7fb88e29ba56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7117405 Feb 17 22:51:24.219481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60582) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:24.280186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:24.459733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] Routers {'878fd60b-f0f1-412e-a97f-7fb88e29ba56'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:24.461208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:24.541713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=abebdcb4-71ac-4a2d-b912-314a19a3cb53,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:24.551113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:24.555703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:24.559388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:24.565155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:24.568265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:24.583288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Attempting to bind port 01016373-5786-461b-8da8-186c96823939 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:24.583638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Attempting to bind port 01016373-5786-461b-8da8-186c96823939 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'c024c70e-dd65-472b-9457-bb311961655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7695768c-3269-4e7d-8e05-287347452b62'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:24.583924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Attempting to bind port 01016373-5786-461b-8da8-186c96823939 on network 7695768c-3269-4e7d-8e05-287347452b62 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:24.610102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:24.610466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Checking segment: {'id': 'c024c70e-dd65-472b-9457-bb311961655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7695768c-3269-4e7d-8e05-287347452b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:24.610866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.611300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Bound using segment: {'id': 'c024c70e-dd65-472b-9457-bb311961655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7695768c-3269-4e7d-8e05-287347452b62'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:24.611745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Bound port: 01016373-5786-461b-8da8-186c96823939, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c024c70e-dd65-472b-9457-bb311961655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7695768c-3269-4e7d-8e05-287347452b62'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:24.612102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.630889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] Routers {'878fd60b-f0f1-412e-a97f-7fb88e29ba56'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:24.631391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:24.661120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '9c01edb5-5699-4a36-b443-5644e4574035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:24.661120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 1f437d52-f7f6-4860-aa65-79dbf896618b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:24.663517 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-7db2e43e-e104-4e37-9f28-ac8dcf8f7582 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138156 Feb 17 22:51:24.673572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:24.681126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.736764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:24.737199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b850081-2c48-46a3-89e1-5bfb2e619f6d None None] The sync data for ids ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:24.760134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9e1f9-ea99-488a-9cac-a36e4b221f03 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:24.761915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-80a9e1f9-ea99-488a-9cac-a36e4b221f03 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:24.806650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] For port 01016373-5786-461b-8da8-186c96823939, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:24.815532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] For port 01016373-5786-461b-8da8-186c96823939, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=01016373-5786-461b-8da8-186c96823939,segment=NetworkSegment(c024c70e-dd65-472b-9457-bb311961655a),segment_id=c024c70e-dd65-472b-9457-bb311961655a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:24.819877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.821329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.879967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 1f437d52-f7f6-4860-aa65-79dbf896618b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:24.925904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:24.949318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a7ca3-b456-4e70-86ed-1f7ad028e8fd None None] Pushing event updated for resources: {'Port': ['ID=01016373-5786-461b-8da8-186c96823939,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:24.985168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-80a9e1f9-ea99-488a-9cac-a36e4b221f03 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:24.991147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-80a9e1f9-ea99-488a-9cac-a36e4b221f03 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports/ac7c2c39-acbc-4b46-b6cf-c11717975fa6 HTTP/1.1" status: 200 len: 910 time: 0.7635875 Feb 17 22:51:24.993898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 1f437d52-f7f6-4860-aa65-79dbf896618b) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:25.003577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ed675-40d1-41a9-9e58-31292104defe None None] Network 1f437d52-f7f6-4860-aa65-79dbf896618b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:25.012062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60590) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:25.207301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port d9adecf4-ff9c-4e03-8de2-3def380bcd5b yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:51:25.229541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:25.230543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:25.252379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Subnet': ['ID=0b1a0e57-54be-4dd1-aa30-488943ad6be4,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:25.461023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-4b61c3ec-060c-4168-af27-923399f30c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:25.463000 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-4b61c3ec-060c-4168-af27-923399f30c53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1098 time: 1.0071793 Feb 17 22:51:25.505393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-1f437d52-f7f6-4860-aa65-79dbf896618b', 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'abebdcb4-71ac-4a2d-b912-314a19a3cb53'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:25.507084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:25.563298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea038-73b0-4dfd-a8fa-481ea8eb5b0c req-e5941910-55ab-48a7-a327-95e75b42bf0f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:25.566070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88bea038-73b0-4dfd-a8fa-481ea8eb5b0c req-e5941910-55ab-48a7-a327-95e75b42bf0f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.0165973 Feb 17 22:51:25.606546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Checking segment: {'id': '29543c4d-af85-474d-9ec0-92bd688b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:25.606878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network hostable DHCP agents. Network: 5fac58c7-17d0-4ad9-ab35-d425704bea9a, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:25.621824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e0cc92f-198c-4047-a37d-ce52cd18603a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.3280325 Feb 17 22:51:25.624891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60594) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:25.657401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:25.726701 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f9c19369-c8e5-41da-a480-6a5da2e1b59d req-e0e877b3-970c-4ba4-9f08-969aef3fb962 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386868 Feb 17 22:51:25.785046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Allocated IP 172.20.0.1 (1f437d52-f7f6-4860-aa65-79dbf896618b/abebdcb4-71ac-4a2d-b912-314a19a3cb53/91a3b606-797e-4b24-b8c2-657865c3e811) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:26.091059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-8a81904e-41bb-40c9-958f-e5df9ffa36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:26.094234 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-8a81904e-41bb-40c9-958f-e5df9ffa36d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 912 time: 0.6190801 Feb 17 22:51:26.115787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88bea038-73b0-4dfd-a8fa-481ea8eb5b0c req-77756f22-f249-4431-88c1-2dd7e0fa1b91 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268388 Feb 17 22:51:26.149612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.172286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Transition to ACTIVE for port object 91a3b606-797e-4b24-b8c2-657865c3e811 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:26.209914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Transition to ACTIVE for port object 91a3b606-797e-4b24-b8c2-657865c3e811 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:26.224811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.296043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.319338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Network 1f437d52-f7f6-4860-aa65-79dbf896618b is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:26.323845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:26.333327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:26.337195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-3d196166-27b3-46d8-a4c8-35c5e18fee91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 217 time: 0.1975520 Feb 17 22:51:26.353798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:26.383191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Pushing event updated for resources: {'Port': ['ID=91a3b606-797e-4b24-b8c2-657865c3e811,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:26.440602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79230e1-abbb-4d82-906b-fcc4057ed108 req-406a57f6-4c0a-409b-ab17-cd8bade5c9de tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:26.443455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e79230e1-abbb-4d82-906b-fcc4057ed108 req-406a57f6-4c0a-409b-ab17-cd8bade5c9de tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 943 time: 1.2167461 Feb 17 22:51:26.456479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 5fac58c7-17d0-4ad9-ab35-d425704bea9a) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:26.456710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.457172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.457719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.458257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.469884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.471240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.471610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.474867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.475230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.475567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.475907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.476232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.481118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c177343-8b6b-4f00-8615-c57507a05684 None None] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:26.576319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Attempting to bind port 91a3b606-797e-4b24-b8c2-657865c3e811 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:26.578041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Attempting to bind port 91a3b606-797e-4b24-b8c2-657865c3e811 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9c01edb5-5699-4a36-b443-5644e4574035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:26.578041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Attempting to bind port 91a3b606-797e-4b24-b8c2-657865c3e811 on network 1f437d52-f7f6-4860-aa65-79dbf896618b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:26.589827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:26.590208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Checking segment: {'id': '9c01edb5-5699-4a36-b443-5644e4574035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:26.590600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.590993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Bound using segment: {'id': '9c01edb5-5699-4a36-b443-5644e4574035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:26.591490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Bound port: 91a3b606-797e-4b24-b8c2-657865c3e811, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c01edb5-5699-4a36-b443-5644e4574035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1f437d52-f7f6-4860-aa65-79dbf896618b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:26.591867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.612941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.630211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:26.631677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.645141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.745357 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e79230e1-abbb-4d82-906b-fcc4057ed108 req-907f9d07-780e-43f3-a720-c85d4cc4199e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856064 Feb 17 22:51:26.759172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5b415-5556-482c-a112-82ee085b808a None None] Network 7695768c-3269-4e7d-8e05-287347452b62 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:26.789075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 91a3b606-797e-4b24-b8c2-657865c3e811 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:26.789692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:26.879679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb4f8e66-8b29-4723-9a34-e338cf6bb6a6 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1270947 Feb 17 22:51:26.900453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60598) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:26.925967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] For port 91a3b606-797e-4b24-b8c2-657865c3e811, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:26.952895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '94cee204-164d-4562-beea-ce541dacab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:26.954069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:26.972992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-869b6d69-d3cd-4dd6-90f0-3e44c5941dfe None None] Provisioning for port 01016373-5786-461b-8da8-186c96823939 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:26.991826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] For port 91a3b606-797e-4b24-b8c2-657865c3e811, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=91a3b606-797e-4b24-b8c2-657865c3e811,segment=NetworkSegment(9c01edb5-5699-4a36-b443-5644e4574035),segment_id=9c01edb5-5699-4a36-b443-5644e4574035)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:27.032867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:27.042144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-97874c8a-2fac-4f41-b9a7-d8530c014fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:27.044886 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-97874c8a-2fac-4f41-b9a7-d8530c014fd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 200 len: 852 time: 0.6946709 Feb 17 22:51:27.047303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-426feb48-8803-4fa2-9ba5-76ea9520e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:27.050236 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-426feb48-8803-4fa2-9ba5-76ea9520e4e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1096 time: 1.2131290 Feb 17 22:51:27.149681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-5fac58c7-17d0-4ad9-ab35-d425704bea9a', 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a', 'tenant_id': '251936586497454c8f7e6302917d70cb', 'fixed_ips': [{'subnet_id': '0b1a0e57-54be-4dd1-aa30-488943ad6be4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:27.151114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:27.183226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 01016373-5786-461b-8da8-186c96823939 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:27.292542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-506e0382-d824-40a3-9e78-ebc2c75ffae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:27.295087 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-506e0382-d824-40a3-9e78-ebc2c75ffae5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 896 time: 0.2335145 Feb 17 22:51:27.331200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=d9adecf4-ff9c-4e03-8de2-3def380bcd5b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:27.487089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c47d1d-f515-4356-99f2-a2edd4552dd5 None None] Pushing event updated for resources: {'Port': ['ID=91a3b606-797e-4b24-b8c2-657865c3e811,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:27.730757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-c99ad752-ab73-4b4d-a7e4-5b211f7046b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 217 time: 0.3858490 Feb 17 22:51:27.853644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-5fead980-7d20-4984-a682-9a881215db3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6303771 Feb 17 22:51:27.880300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 01016373-5786-461b-8da8-186c96823939 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:27.902077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 01016373-5786-461b-8da8-186c96823939 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:27.902640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:27.966323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Allocated IP 172.20.0.2 (5fac58c7-17d0-4ad9-ab35-d425704bea9a/0b1a0e57-54be-4dd1-aa30-488943ad6be4/6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:28.015633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 91a3b606-797e-4b24-b8c2-657865c3e811, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=91a3b606-797e-4b24-b8c2-657865c3e811,segment=NetworkSegment(9c01edb5-5699-4a36-b443-5644e4574035),segment_id=9c01edb5-5699-4a36-b443-5644e4574035)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:28.016698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.070655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.074797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:28.175478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.284893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-dd61a1f8-604b-4629-bf85-ddde07047444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:28.286749 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-dd61a1f8-604b-4629-bf85-ddde07047444 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 200 len: 835 time: 0.5151765 Feb 17 22:51:28.287580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:28.366682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.367647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c090fcb-24f8-4be4-9061-06d175f1c3e2 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:28.379405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:28.391780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:28.393895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.533369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.774084 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-07549cf0-1449-4d14-8163-c68359afd0cb service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045689 Feb 17 22:51:28.797234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 01016373-5786-461b-8da8-186c96823939, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=01016373-5786-461b-8da8-186c96823939,segment=NetworkSegment(c024c70e-dd65-472b-9457-bb311961655a),segment_id=c024c70e-dd65-472b-9457-bb311961655a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:28.820234 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46d82f25-7b92-4bf7-9739-3f39dd91bef5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.6373627 Feb 17 22:51:28.830212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60606) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:28.839446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:51:28.844642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:28.853045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712080806'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:28.940143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:28.971279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:28.984953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:29.021335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.047818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9a787eca-7ac6-4f71-ba11-5eedb15d7b20 None None] Provisioning complete for port 01016373-5786-461b-8da8-186c96823939 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:29.047818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9a787eca-7ac6-4f71-ba11-5eedb15d7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.083869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:29.126123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-8e384ad2-881f-40f3-8d78-cea6835a1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:29.129213 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-8e384ad2-881f-40f3-8d78-cea6835a1e7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8179669 Feb 17 22:51:29.145000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 91a3b606-797e-4b24-b8c2-657865c3e811 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:29.183475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:51:29.208850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 91a3b606-797e-4b24-b8c2-657865c3e811 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:29.245109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:29.250913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.261380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Transition to ACTIVE for port object 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:29.271719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548cccd-ceaa-4578-9a41-0b951d90bbb9 None None] Network 1f437d52-f7f6-4860-aa65-79dbf896618b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:29.376671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router 0a888255-5ab4-4f1f-820a-6b660b63e8ba is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:51:29.381994 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-677a43c3-fbe8-490a-ba9a-296ef37ee07b req-e1095f88-7ab4-426b-8d7f-9c360e1da1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885291 Feb 17 22:51:29.405782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:29.460892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=01016373-5786-461b-8da8-186c96823939,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.555166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b0be2-dde3-4613-99af-d3728d8a1c13 req-006b6a30-fbb3-4804-9f19-d74a5d6efa6f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:29.556798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e35b0be2-dde3-4613-99af-d3728d8a1c13 req-006b6a30-fbb3-4804-9f19-d74a5d6efa6f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.9809730 Feb 17 22:51:29.558007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.571031 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-1407bc4d-ed6e-4933-b74a-b81d4a4832d1 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052401 Feb 17 22:51:29.617393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1e215-cace-4809-9043-642eaec90774 req-6729bc3e-83c3-4dc7-b58c-2485a1af5f2f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:29.619009 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35e1e215-cace-4809-9043-642eaec90774 req-6729bc3e-83c3-4dc7-b58c-2485a1af5f2f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 943 time: 1.3776214 Feb 17 22:51:29.628782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.644119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:29.691455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'mac_address': 'fa:16:3e:c5:98:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:51:29.780687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:29.805507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.809736 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d919e41c-896d-46a9-8659-b3f5906c3652 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "PUT /v2.0/routers/0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 200 len: 918 time: 11.9314153 Feb 17 22:51:29.811457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60610) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:29.814242 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] Sync routers for ids ['0a888255-5ab4-4f1f-820a-6b660b63e8ba'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:29.819231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.833481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Transition to ACTIVE for port object 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:29.834793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 91a3b606-797e-4b24-b8c2-657865c3e811 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:29.838419 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] Routers {'0a888255-5ab4-4f1f-820a-6b660b63e8ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:29.839901 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a888255-5ab4-4f1f-820a-6b660b63e8ba'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:29.846326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-21332b39-a95d-4e90-8a98-57fe18a2fda2 None None] Provisioning for port 91a3b606-797e-4b24-b8c2-657865c3e811 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:29.854264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 91a3b606-797e-4b24-b8c2-657865c3e811 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:29.854694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.880367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401a24b-9168-43b5-92a6-b4e4afc76654 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:51:29.883159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.883486 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 1980fe7e-9d1a-451f-adfc-d9f4e585079e of type vlan for network ba5c0306-00d7-4527-86eb-02f093f4ea2c Feb 17 22:51:29.892676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.908798 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c1730ee8-44c5-48a5-8358-163ecd52b2ce req-1ac06d08-267c-47c3-a920-350ab0a748b6 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267694 Feb 17 22:51:29.962894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:29.981568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.004953 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:30.018579 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] Routers {'0a888255-5ab4-4f1f-820a-6b660b63e8ba'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:30.019596 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a888255-5ab4-4f1f-820a-6b660b63e8ba'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:30.060902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 91a3b606-797e-4b24-b8c2-657865c3e811 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:51:30.112336 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-78dc7b64-6ac5-464e-bd67-45e3eb002c18 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 200 len: 924 time: 0.2888505 Feb 17 22:51:30.113503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60614) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:30.122294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e35b0be2-dde3-4613-99af-d3728d8a1c13 req-09cb6c86-2614-45f9-9738-c7d0e7cfab35 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493250 Feb 17 22:51:30.123546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=91a3b606-797e-4b24-b8c2-657865c3e811,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.169412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:30.176236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-21332b39-a95d-4e90-8a98-57fe18a2fda2 None None] Provisioning complete for port 91a3b606-797e-4b24-b8c2-657865c3e811 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:30.179409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21332b39-a95d-4e90-8a98-57fe18a2fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.180548 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:30.183942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb941e-2519-4d71-97e5-ff723e1a0e5e None None] The sync data for ids ['0a888255-5ab4-4f1f-820a-6b660b63e8ba'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:30.288086 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35e1e215-cace-4809-9043-642eaec90774 req-94247d66-3075-4998-9ee8-3acd9f6fbcc5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5995564 Feb 17 22:51:30.334608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.340213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:30.340994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.365152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:30.367128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21332b39-a95d-4e90-8a98-57fe18a2fda2 None None] Port 91a3b606-797e-4b24-b8c2-657865c3e811 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:51:30.369507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:30.383664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:30.423286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.425129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.511281 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6793869 Feb 17 22:51:30.512700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7296-fe4c-4569-8e70-d0fe5f68b72e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=ba5c0306-00d7-4527-86eb-02f093f4ea2c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.521386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60618) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:30.537689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'ports': [{'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'}, {'network_id': 'ba5c0306-00d7-4527-86eb-02f093f4ea2c'}]} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.538174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.538611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': 'ba5c0306-00d7-4527-86eb-02f093f4ea2c'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.546719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network ba5c0306-00d7-4527-86eb-02f093f4ea2c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:30.557411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 91a3b606-797e-4b24-b8c2-657865c3e811 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:30.656073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d69cb2-a1c8-4e73-86cb-4b3bf9b635ca tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:30.661666 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b7d69cb2-a1c8-4e73-86cb-4b3bf9b635ca tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=0a888255-5ab4-4f1f-820a-6b660b63e8ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5446918 Feb 17 22:51:30.665343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60622) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:30.701868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['7401a24b-9168-43b5-92a6-b4e4afc76654'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:51:30.726798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.792109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Attempting to bind port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:30.792480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Attempting to bind port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '29543c4d-af85-474d-9ec0-92bd688b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:30.792844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Attempting to bind port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e on network 5fac58c7-17d0-4ad9-ab35-d425704bea9a {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:30.806388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.818275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:30.818646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Checking segment: {'id': '29543c4d-af85-474d-9ec0-92bd688b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:30.819044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.820076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Bound using segment: {'id': '29543c4d-af85-474d-9ec0-92bd688b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:30.820574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Bound port: 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29543c4d-af85-474d-9ec0-92bd688b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5fac58c7-17d0-4ad9-ab35-d425704bea9a'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:30.820954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:30.881372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Allocated IP 172.20.0.1 (7695768c-3269-4e7d-8e05-287347452b62/058117ce-6d9c-4a8b-b5b9-e930217f5adc/1c6ca978-0963-49a7-8a43-48ab85a956da) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:30.917245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01e0ce-6542-4515-988d-82fce3aa8366 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:30.923884 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf01e0ce-6542-4515-988d-82fce3aa8366 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.2562358 Feb 17 22:51:30.930127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60626) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:30.998004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] For port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:31.037572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] For port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,segment=NetworkSegment(29543c4d-af85-474d-9ec0-92bd688b638d),segment_id=29543c4d-af85-474d-9ec0-92bd688b638d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:31.057485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.196245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1d4e85b1-8c72-4724-9dbd-20da24ef875f tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 200 len: 205 time: 0.2648253 Feb 17 22:51:31.216835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60630) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:31.218153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f1021-b564-4ca0-be1a-092a00acc5c2 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:31.294765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 01016373-5786-461b-8da8-186c96823939 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:31.400815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:31.409342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:31.414797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:31.415055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73429835-054c-4f4e-bc71-f1a18c2a507d None None] DHCP port deletion for 1f437d52-f7f6-4860-aa65-79dbf896618b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:31.422229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c7ff4ed6-7e1a-44e3-aed0-e3bd667b9b11 None None] Could not find standard attr ID for object 91a3b606-797e-4b24-b8c2-657865c3e811. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:51:31.444021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:31.452661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 01016373-5786-461b-8da8-186c96823939 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:31.453121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.475515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 2} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:31.494943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.580284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.638375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.897926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=abebdcb4-71ac-4a2d-b912-314a19a3cb53,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:31.906766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 46a42b84-ea87-4ee4-8f7b-414da22d6746 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:51:31.912646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port ac7c2c39-acbc-4b46-b6cf-c11717975fa6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:31.913161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:31.972700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ba64f-21f5-4308-a16f-11410f4900e9 None None] Network 1f437d52-f7f6-4860-aa65-79dbf896618b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:32.046743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.316582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port dff29808-65c4-425f-b78f-4ba24b0e53e8 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:51:32.354644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08079d-5534-453e-8d33-747299a67831 None None] DHCP port deletion for 1f437d52-f7f6-4860-aa65-79dbf896618b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:32.404554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.458991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.497730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.583467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:32.587702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:32.592357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:32.592708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.594031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.602987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=46a42b84-ea87-4ee4-8f7b-414da22d6746,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:32.615516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f437d52-f7f6-4860-aa65-79dbf896618b']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:32.640366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.685286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed056cf-d1fe-48c0-8ec9-3af2c64f3d5e None None] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:32.701124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=dff29808-65c4-425f-b78f-4ba24b0e53e8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:32.714713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '1980fe7e-9d1a-451f-adfc-d9f4e585079e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba5c0306-00d7-4527-86eb-02f093f4ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:32.715188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: ba5c0306-00d7-4527-86eb-02f093f4ea2c, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:32.737815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network ba5c0306-00d7-4527-86eb-02f093f4ea2c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:32.749883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, ba5c0306-00d7-4527-86eb-02f093f4ea2c) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:32.758192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:32.768274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.773908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.774704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.807631 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b61ca479-1667-4090-a8fe-15112a58902f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2754760 Feb 17 22:51:32.810506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:32.817500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef1232-1b4d-4d93-a35b-e903e1b32555 None None] Network ba5c0306-00d7-4527-86eb-02f093f4ea2c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:32.823660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453fe2-0584-49b5-b907-43abfe5b5585 req-d729e3d6-09f5-4ec2-927a-0e9dfc0637ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.825304 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d453fe2-0584-49b5-b907-43abfe5b5585 req-d729e3d6-09f5-4ec2-927a-0e9dfc0637ce tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.1542008 Feb 17 22:51:32.830168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c01edb5-5699-4a36-b443-5644e4574035') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:32.830770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c01edb5-5699-4a36-b443-5644e4574035') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:32.877935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Transition to ACTIVE for port object 1c6ca978-0963-49a7-8a43-48ab85a956da will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:32.884728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.913278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa65d8c-355c-437f-8f51-47940d20b303 req-00dd00df-e021-4477-b543-2ce4e9994ea8 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.914855 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2fa65d8c-355c-437f-8f51-47940d20b303 req-00dd00df-e021-4477-b543-2ce4e9994ea8 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 944 time: 1.1424329 Feb 17 22:51:32.919888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:32.995046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port dff29808-65c4-425f-b78f-4ba24b0e53e8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:32.995485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.053203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:33.117637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:33.287542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for ac7c2c39-acbc-4b46-b6cf-c11717975fa6 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:33.322633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-95627339-7927-48bb-add0-c921a68b9269 None None] Provisioning for port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:33.401535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.458841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:33.459902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.471875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 7401a24b-9168-43b5-92a6-b4e4afc76654 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:33.477124 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:33.501727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d453fe2-0584-49b5-b907-43abfe5b5585 req-1166c8a1-dd82-4b44-8580-ece8386613ed tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575136 Feb 17 22:51:33.541523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:33.550434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:33.550946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.645314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 7401a24b-9168-43b5-92a6-b4e4afc76654 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:33.646295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.686108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.740082 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2fa65d8c-355c-437f-8f51-47940d20b303 req-a4ac2f0e-c8b3-48d6-8d07-1c1c1ccf94f5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7934163 Feb 17 22:51:33.812811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.884663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.899388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for dff29808-65c4-425f-b78f-4ba24b0e53e8 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:33.925752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:33.936361 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-4a644da9-54e2-4042-92f6-02f033e5760d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6518440 Feb 17 22:51:34.047622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.054555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.094410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network 7695768c-3269-4e7d-8e05-287347452b62 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:34.105020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/1f437d52-f7f6-4860-aa65-79dbf896618b HTTP/1.1" status: 204 len: 168 time: 8.4722879 Feb 17 22:51:34.106795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60644) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:34.121199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:34.129639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:34.235991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.255880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.312446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=dff29808-65c4-425f-b78f-4ba24b0e53e8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.326632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.331366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 2d2b6c59-3e18-4f2b-bcf6-a615432f6e56 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:34.340444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:34.344609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.357306 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7d67a7c6-bffe-4d04-ac5c-3700a0d494d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/dff29808-65c4-425f-b78f-4ba24b0e53e8 HTTP/1.1" status: 204 len: 168 time: 1.5433691 Feb 17 22:51:34.361465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60652) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:34.410160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:34.415631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.424498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.426168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Port': ['ID=1c6ca978-0963-49a7-8a43-48ab85a956da,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.441113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8454-c5c5-4090-a9a4-cee8902bc852 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=1f437d52-f7f6-4860-aa65-79dbf896618b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.529416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122566521'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:34.540000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,segment=NetworkSegment(29543c4d-af85-474d-9ec0-92bd688b638d),segment_id=29543c4d-af85-474d-9ec0-92bd688b638d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:34.543315 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'code': 200} Feb 17 22:51:34.545218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-dc792739-9266-4419-a97d-f015fdd3710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:34.547160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:34.549482 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-dc792739-9266-4419-a97d-f015fdd3710a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48248d419fc44f3e974664ddad9ee2e5&device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 1098 time: 0.4900532 Feb 17 22:51:34.555763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:34.561250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:34.572551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:34.594123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.603745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afcf4b-bac7-421d-b6b5-677044a8c4d1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:34.613141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 91a3b606-797e-4b24-b8c2-657865c3e811 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:34.632044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afcf4b-bac7-421d-b6b5-677044a8c4d1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:34.644835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-17afcf4b-bac7-421d-b6b5-677044a8c4d1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:34.721294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 91a3b606-797e-4b24-b8c2-657865c3e811 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:51:34.721828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 91a3b606-797e-4b24-b8c2-657865c3e811 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:51:34.741052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:34.745913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.772380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.783085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b100744a-c309-4889-b340-eb2a39e08d2a None None] Provisioning for port 1c6ca978-0963-49a7-8a43-48ab85a956da completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:34.835197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaedd89-1e87-4ce2-b17f-f829104f2223 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:51:34.902586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b100744a-c309-4889-b340-eb2a39e08d2a None None] Provisioning complete for port 1c6ca978-0963-49a7-8a43-48ab85a956da triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:34.902829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b100744a-c309-4889-b340-eb2a39e08d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.926993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:34.946935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-8fcd8f7c-6e67-431d-a787-727bc84da06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:34.948451 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-8fcd8f7c-6e67-431d-a787-727bc84da06d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 200 len: 912 time: 0.2946243 Feb 17 22:51:34.978273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:35.000145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.001056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 63bae563-84d7-42ec-8c8f-b051e0063534 of type vlan for network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 Feb 17 22:51:35.023625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:35.051601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b100744a-c309-4889-b340-eb2a39e08d2a None None] Port 1c6ca978-0963-49a7-8a43-48ab85a956da cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:35.066817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.113540 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-98430cdf-f34a-4093-8d89-37941b911688 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 200 len: 217 time: 0.1211994 Feb 17 22:51:35.167534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-17afcf4b-bac7-421d-b6b5-677044a8c4d1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:35.168721 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-17afcf4b-bac7-421d-b6b5-677044a8c4d1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8062842 Feb 17 22:51:35.179829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60658) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:35.199003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaedd89-1e87-4ce2-b17f-f829104f2223 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:51:35.201291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d99e502-a45a-475c-a6a3-e1f3806a4d50 None None] Provisioning complete for port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:35.201664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d99e502-a45a-475c-a6a3-e1f3806a4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.282744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=ac7c2c39-acbc-4b46-b6cf-c11717975fa6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:35.304630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 46a42b84-ea87-4ee4-8f7b-414da22d6746 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:35.305436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.340917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.348247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:35.348890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:35.433432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-e6047b83-1da3-427d-85b3-5fb722ffdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:35.434690 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-e6047b83-1da3-427d-85b3-5fb722ffdaa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 200 len: 852 time: 0.3062046 Feb 17 22:51:35.679333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5535121 Feb 17 22:51:35.697822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60662) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:35.703373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c355d5d-1d9a-4c7b-8d47-6cad6baf0e19 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=45aef9cb-caed-45a8-9efd-ea8e5f23fe45,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:35.726208 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-72cef446-0659-4ac6-a7cf-b4226b455992 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2019911 Feb 17 22:51:35.739962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:35.756685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:35.890871 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-7e5c39cc-79ea-4ebb-8fda-91fa0272bf7f service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458189 Feb 17 22:51:35.896132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c9e13-a529-4db8-a6b6-ef29a4f4b16b req-1f603351-d2bb-4597-a44f-3993b31043eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:35.902438 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-076c9e13-a529-4db8-a6b6-ef29a4f4b16b req-1f603351-d2bb-4597-a44f-3993b31043eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1098 time: 0.9530129 Feb 17 22:51:35.906239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5291ba-3053-4cff-9ba9-9c81964a083a req-4ce367c3-63d0-4c38-ad17-e387b3d3ec1d tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:35.910076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a5291ba-3053-4cff-9ba9-9c81964a083a req-4ce367c3-63d0-4c38-ad17-e387b3d3ec1d tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.4635286 Feb 17 22:51:35.961638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.166096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.357007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 46a42b84-ea87-4ee4-8f7b-414da22d6746 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:36.401725 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-076c9e13-a529-4db8-a6b6-ef29a4f4b16b req-08bbf1af-0e29-44c3-889c-bb65d4de6df0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4689925 Feb 17 22:51:36.402067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e897836-974b-4c4f-895f-b00c19673c6e req-84da24ae-8f71-4c48-8b0e-dd39c1f3d4ca tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:36.403613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e897836-974b-4c4f-895f-b00c19673c6e req-84da24ae-8f71-4c48-8b0e-dd39c1f3d4ca tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 1.2653794 Feb 17 22:51:36.460929 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-07135227-c8cc-4a79-9fe2-18b2dcdbba82 req-884edc38-79e4-46e5-bafa-7329e1c66d87 service neutron] 10.222.0.43 "GET /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571930 Feb 17 22:51:36.485411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.503787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.540807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=46a42b84-ea87-4ee4-8f7b-414da22d6746,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:36.547201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.564734 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3399d9e2-6833-4ed1-a82e-34071d30fa7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/46a42b84-ea87-4ee4-8f7b-414da22d6746 HTTP/1.1" status: 204 len: 168 time: 1.3825712 Feb 17 22:51:36.567171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60666) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:36.651462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.673895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b002b8f-c07d-4168-b6a4-bb79697512a8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:36.674647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8b002b8f-c07d-4168-b6a4-bb79697512a8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:36.695964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8b002b8f-c07d-4168-b6a4-bb79697512a8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:36.697485 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8b002b8f-c07d-4168-b6a4-bb79697512a8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1291482 Feb 17 22:51:36.697821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 2d2b6c59-3e18-4f2b-bcf6-a615432f6e56 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:36.700402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60670) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:36.747167 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8a62d5-a6be-4f5d-afee-51bc807efe3d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:51:36.748725 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ac8a62d5-a6be-4f5d-afee-51bc807efe3d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/dff29808-65c4-425f-b78f-4ba24b0e53e8 HTTP/1.1" status: 404 len: 333 time: 0.0471420 Feb 17 22:51:36.752943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60674) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:36.799886 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-86294f8f-b2a3-4a62-a5e4-d840e8833354 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:51:36.801211 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-86294f8f-b2a3-4a62-a5e4-d840e8833354 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/46a42b84-ea87-4ee4-8f7b-414da22d6746 HTTP/1.1" status: 404 len: 333 time: 0.0470636 Feb 17 22:51:36.805163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60678) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:36.984653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:36.992958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:37.151468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:37.151956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.162230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.198387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c0306-00d7-4527-86eb-02f093f4ea2c']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:37.213149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1980fe7e-9d1a-451f-adfc-d9f4e585079e') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:37.213578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1980fe7e-9d1a-451f-adfc-d9f4e585079e') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:37.227622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.250545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.261854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:37.262482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:37.281854 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:37.341967 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a5291ba-3053-4cff-9ba9-9c81964a083a req-fbd758a8-a8c6-44d7-b4db-197e5dcd0cb1 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1834803 Feb 17 22:51:37.406511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.412275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.441773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=ba5c0306-00d7-4527-86eb-02f093f4ea2c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:37.453681 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-93bd20ab-1f56-4808-a71a-1a021e733120 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/ba5c0306-00d7-4527-86eb-02f093f4ea2c HTTP/1.1" status: 204 len: 168 time: 0.6468644 Feb 17 22:51:37.454358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60682) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:37.460794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-663197924'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:37.466796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:37.473015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:37.476632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:37.485357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:37.499647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:37.504616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.541055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:37.553779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.554256 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 83a6778c-2123-4ad3-ba78-e7e0c62b850a of type vlan for network 6b08aefe-985c-43ac-8753-308af655ef1b Feb 17 22:51:37.557903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e897836-974b-4c4f-895f-b00c19673c6e req-50f725c6-6b0a-4eb0-8dc3-2ab65a5357ec tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0331368 Feb 17 22:51:37.589988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.628380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.635036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:37.636085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:37.759975 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3043559 Feb 17 22:51:37.771600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60688) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:37.772949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2b3a3-3eb1-4517-b165-84a8cd73f9e7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=6b08aefe-985c-43ac-8753-308af655ef1b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:37.780512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:37.790161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 6b08aefe-985c-43ac-8753-308af655ef1b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:37.848174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-4cc62774-505b-485b-9928-663572e390a5 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:37.850352 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-4cc62774-505b-485b-9928-663572e390a5 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.43 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.7495513 Feb 17 22:51:37.911994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:37.916684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:37.920050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:37.928165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:37.943197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:37.948289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.026609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.064111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:51:38.067066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:51:38.150282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.192981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 is not hosted by any dhcp agent {{(pid=87695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 22:51:38.198615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:38.199172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.200493 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "PUT /v2.0/networks/45aef9cb-caed-45a8-9efd-ea8e5f23fe45 HTTP/1.1" status: 200 len: 723 time: 2.4992957 Feb 17 22:51:38.206967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60692) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:38.217338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:38.231619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Deleting port c3533de9-ffb0-462b-9295-aa58b52735ea {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:38.231966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.258713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 878fd60b-f0f1-412e-a97f-7fb88e29ba56 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:51:38.356936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.563980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:38.593373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:38.622866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:38.651739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:38.656180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=688c0a09-35b6-4094-8136-a1fdcd83abc0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:38.673732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '83a6778c-2123-4ad3-ba78-e7e0c62b850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:38.674527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: 6b08aefe-985c-43ac-8753-308af655ef1b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:38.705743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:38.712059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.887898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 6b08aefe-985c-43ac-8753-308af655ef1b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:38.915560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 6b08aefe-985c-43ac-8753-308af655ef1b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:38.924949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:38.924949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:38.932515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302e01e-8aba-44ea-a378-7d641f7f059c None None] Network 6b08aefe-985c-43ac-8753-308af655ef1b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:38.962589 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2839020-9bbb-478b-81a1-3264ff214b29 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1939626 Feb 17 22:51:38.966944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60700) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:38.975742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b', 'name': 'tempest-PortsIpV6TestJSON-978101479'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:39.003537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b726b0-9d87-4610-8de2-45c4353687fe tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=45aef9cb-caed-45a8-9efd-ea8e5f23fe45,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:39.107526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:39.265984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.303884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:39.333476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:39.376200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:39.379992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.392952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:39.398521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=4923f684-7729-4d74-867a-17ec892a9560,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:39.410577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] Sync routers for ids ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:39.412873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '63bae563-84d7-42ec-8c8f-b051e0063534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:39.413434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 45aef9cb-caed-45a8-9efd-ea8e5f23fe45, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:39.425613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 959bdcac-39a4-4dce-bdf1-b6de5113610a yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:51:39.462144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.475941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] Routers {'878fd60b-f0f1-412e-a97f-7fb88e29ba56'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:39.477870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:39.504167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:39.531544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 45aef9cb-caed-45a8-9efd-ea8e5f23fe45) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:39.542834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:39.543431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.551203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-6b08aefe-985c-43ac-8753-308af655ef1b', 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': '688c0a09-35b6-4094-8136-a1fdcd83abc0'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:39.552253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.562403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45949f9-ecf8-4ad9-9e76-2211acd46abf None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:39.590985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:39.626262 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2dddfc4d-4a4b-4a71-9aa7-d789f73ed6c0 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4173298 Feb 17 22:51:39.636817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe414a34-c518-47ba-9ed0-48ed8697e4fe tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/878fd60b-f0f1-412e-a97f-7fb88e29ba56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6030312 Feb 17 22:51:39.640285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60704) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:39.641855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60706) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:39.713185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] Routers {'878fd60b-f0f1-412e-a97f-7fb88e29ba56'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:39.713819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:39.732367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:39.744196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=2d2b6c59-3e18-4f2b-bcf6-a615432f6e56,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:39.814080 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0c46b7c7-5d98-40bd-9401-24f99dcd59c8 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=878fd60b-f0f1-412e-a97f-7fb88e29ba56 HTTP/1.1" status: 200 len: 205 time: 0.1681440 Feb 17 22:51:39.817249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:39.817664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c200b-2885-4a6c-84b6-c31d6104a0a9 None None] The sync data for ids ['878fd60b-f0f1-412e-a97f-7fb88e29ba56'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:39.819088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60712) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:39.912369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd914-e467-4273-b9f1-0b38bf3e8d22 req-2272ac41-6944-4517-90df-a6eb2be21593 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:39.914001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-092fd914-e467-4273-b9f1-0b38bf3e8d22 req-2272ac41-6944-4517-90df-a6eb2be21593 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 945 time: 1.4058344 Feb 17 22:51:39.927545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.959153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a06d6c-a59b-466d-8e6b-1de8a7310dc4 req-70837a60-3313-4e32-91e5-02b84d6e60cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:39.960756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d5a06d6c-a59b-466d-8e6b-1de8a7310dc4 req-70837a60-3313-4e32-91e5-02b84d6e60cc tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 1.0322917 Feb 17 22:51:39.968271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:39.979041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::1ee (6b08aefe-985c-43ac-8753-308af655ef1b/688c0a09-35b6-4094-8136-a1fdcd83abc0/959bdcac-39a4-4dce-bdf1-b6de5113610a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:40.010343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.019737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-45aef9cb-caed-45a8-9efd-ea8e5f23fe45', 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': '4923f684-7729-4d74-867a-17ec892a9560'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:40.021469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.182281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.228948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Allocated IP 172.20.0.2 (45aef9cb-caed-45a8-9efd-ea8e5f23fe45/4923f684-7729-4d74-867a-17ec892a9560/16d8f7d2-c16c-41c1-b441-b94e16960446) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:40.405129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:40.405682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.465873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59960827'] for subnet, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.471097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.488773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.503671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Transition to ACTIVE for port object 16d8f7d2-c16c-41c1-b441-b94e16960446 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:40.527327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Transition to ACTIVE for port object 16d8f7d2-c16c-41c1-b441-b94e16960446 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:40.535272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.535598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.606900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:40.610263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:40.619953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:40.622502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Calling delete_port for c3533de9-ffb0-462b-9295-aa58b52735ea owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:40.659144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.673814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-092fd914-e467-4273-b9f1-0b38bf3e8d22 req-e0496f27-a5c2-4ed8-b3bd-8bc130448213 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335541 Feb 17 22:51:40.700304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Port': ['ID=1c6ca978-0963-49a7-8a43-48ab85a956da,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:40.708069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Pushing event updated for resources: {'Port': ['ID=16d8f7d2-c16c-41c1-b441-b94e16960446,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:40.714012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d5a06d6c-a59b-466d-8e6b-1de8a7310dc4 req-b0ada0eb-3ef7-4fa4-adf8-1f0ccaafc9d2 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7181418 Feb 17 22:51:40.737104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Attempting to bind port 16d8f7d2-c16c-41c1-b441-b94e16960446 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:40.737505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Attempting to bind port 16d8f7d2-c16c-41c1-b441-b94e16960446 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '63bae563-84d7-42ec-8c8f-b051e0063534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:40.737986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Attempting to bind port 16d8f7d2-c16c-41c1-b441-b94e16960446 on network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:40.747976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:40.748686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Checking segment: {'id': '63bae563-84d7-42ec-8c8f-b051e0063534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:40.750055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.750625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Bound using segment: {'id': '63bae563-84d7-42ec-8c8f-b051e0063534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:40.751297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Bound port: 16d8f7d2-c16c-41c1-b441-b94e16960446, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bae563-84d7-42ec-8c8f-b051e0063534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45aef9cb-caed-45a8-9efd-ea8e5f23fe45'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:40.751852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.861514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.872120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.892652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] For port 16d8f7d2-c16c-41c1-b441-b94e16960446, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:40.895493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.896927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router 0a888255-5ab4-4f1f-820a-6b660b63e8ba {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:51:40.897469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] For port 16d8f7d2-c16c-41c1-b441-b94e16960446, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=16d8f7d2-c16c-41c1-b441-b94e16960446,segment=NetworkSegment(63bae563-84d7-42ec-8c8f-b051e0063534),segment_id=63bae563-84d7-42ec-8c8f-b051e0063534)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:40.901002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c3533de9-ffb0-462b-9295-aa58b52735ea no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:40.951489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.955113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:40.961274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec0422c1-82a7-4e38-a913-d428aa5b90db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 204 len: 168 time: 9.6396000 Feb 17 22:51:40.967026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:41.146674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.174598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c5fcd-1293-4ff9-9728-b2938aff51b4 None None] Pushing event updated for resources: {'Port': ['ID=16d8f7d2-c16c-41c1-b441-b94e16960446,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:41.207962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:41.231980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:41.242592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.284833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1033617042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:41.311773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:41.323102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.323960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router 878fd60b-f0f1-412e-a97f-7fb88e29ba56 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:51:41.345240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:41.359861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:41.396670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:41.427273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:51:41.428174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:51:41.433643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.438950 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5306137c-1a69-4a01-a95c-0be30e2134d6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/878fd60b-f0f1-412e-a97f-7fb88e29ba56 HTTP/1.1" status: 204 len: 168 time: 1.6186576 Feb 17 22:51:41.440404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60724) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:41.441401 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'code': 200} Feb 17 22:51:41.459005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3055607'] for subnet, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.472153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network 7695768c-3269-4e7d-8e05-287347452b62 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:41.479375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.481629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.488475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:41.495691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:41.571276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.572155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.573237 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "PUT /v2.0/subnets/4923f684-7729-4d74-867a-17ec892a9560 HTTP/1.1" status: 200 len: 806 time: 1.9303236 Feb 17 22:51:41.609570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.612714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60728) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:41.647117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.672533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65495b-b2ef-42fe-af38-031a2dfdba96 req-32fb4123-d6bf-4c2d-be8e-97ce2f6116e4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.675197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a65495b-b2ef-42fe-af38-031a2dfdba96 req-32fb4123-d6bf-4c2d-be8e-97ce2f6116e4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.7283256 Feb 17 22:51:41.813274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.875249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.899004 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a65495b-b2ef-42fe-af38-031a2dfdba96 req-0197de5d-c485-4120-9cc1-bd11497283fd tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521993 Feb 17 22:51:41.929726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Deleting port c3533de9-ffb0-462b-9295-aa58b52735ea {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:41.930966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.971749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60734) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:41.982440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:41.984633 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c2a9698d-3792-407f-915c-da690ddec17c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0153129 Feb 17 22:51:42.025443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet bccd2476-ca4b-4b35-ae55-fe7afe03db8d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:51:42.031488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.036261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60738) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:42.049075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fe476bd6-f0e9-4a89-8b46-06cf5b01e818 None None] Provisioning complete for port 1c6ca978-0963-49a7-8a43-48ab85a956da triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:42.050492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fe476bd6-f0e9-4a89-8b46-06cf5b01e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.058400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'enable_snat': False}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:42.094643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.156269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 959bdcac-39a4-4dce-bdf1-b6de5113610a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:42.157681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669373dc-6cc5-4ae1-96f6-afcf49b77355 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=4923f684-7729-4d74-867a-17ec892a9560,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:42.180241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 16d8f7d2-c16c-41c1-b441-b94e16960446 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:42.180710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.222138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fe476bd6-f0e9-4a89-8b46-06cf5b01e818 None None] Port 1c6ca978-0963-49a7-8a43-48ab85a956da cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:51:42.366852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.432055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d377b122-0cd5-4e7c-84b3-8a1a88dfe3ca tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:42.433651 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d377b122-0cd5-4e7c-84b3-8a1a88dfe3ca tempest-TestNetworkAdvancedServerOps-150414080 tempest-TestNetworkAdvancedServerOps-150414080-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1093 time: 0.4608119 Feb 17 22:51:42.437394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.441439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60742) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:42.450404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:42.495011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:42.508623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Router 27dd07e0-1966-448e-a2c2-e23381970224 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:51:42.513552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Usage tracker for resource:floatingip and tenant:bd938a69605c4600a7980cced3aa5234 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:42.537915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Allocated IP 2001:db8::2 (6b08aefe-985c-43ac-8753-308af655ef1b/688c0a09-35b6-4094-8136-a1fdcd83abc0/79576233-3279-4ae4-9a11-4974524952af) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:42.583097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 6b08aefe-985c-43ac-8753-308af655ef1b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:42.595878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:42.598633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:42.604853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:42.605613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.634595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:42.657349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=959bdcac-39a4-4dce-bdf1-b6de5113610a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:42.701047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:42.704108 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9beff78e-8b28-4a01-bb40-053376e211a1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7353868 Feb 17 22:51:42.712067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60746) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:42.788275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.815334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8451a32-4ef0-4c45-b737-af67a8cc3456 req-63aa30ad-4a17-4db6-bd44-99e4d8d8e619 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:42.816174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e8451a32-4ef0-4c45-b737-af67a8cc3456 req-63aa30ad-4a17-4db6-bd44-99e4d8d8e619 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Synchronizing usage tracker for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:42.868765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 16d8f7d2-c16c-41c1-b441-b94e16960446, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=16d8f7d2-c16c-41c1-b441-b94e16960446,segment=NetworkSegment(63bae563-84d7-42ec-8c8f-b051e0063534),segment_id=63bae563-84d7-42ec-8c8f-b051e0063534)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:42.869602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.886114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=bccd2476-ca4b-4b35-ae55-fe7afe03db8d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:42.897142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.901646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:42.986658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 959bdcac-39a4-4dce-bdf1-b6de5113610a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:42.987428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.002868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] For port c3533de9-ffb0-462b-9295-aa58b52735ea, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c3533de9-ffb0-462b-9295-aa58b52735ea,segment=NetworkSegment(29f35034-1067-44de-8ff0-0871049ced88),segment_id=29f35034-1067-44de-8ff0-0871049ced88)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:43.003229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.139220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.165054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Transition to ACTIVE for port object 79576233-3279-4ae4-9a11-4974524952af will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:43.202528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 16d8f7d2-c16c-41c1-b441-b94e16960446 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:43.207236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Transition to ACTIVE for port object 79576233-3279-4ae4-9a11-4974524952af will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:43.219706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4adf0-7317-4473-8997-bd2656c0b339 None None] Network f3df2c53-443b-4868-928f-d3dcbd4bb573 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:43.245028 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-74fd4ac0-1dad-42d5-9bb1-ef3948be9a92 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/bccd2476-ca4b-4b35-ae55-fe7afe03db8d HTTP/1.1" status: 204 len: 168 time: 1.7928288 Feb 17 22:51:43.260650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16d8f7d2-c16c-41c1-b441-b94e16960446 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:43.262781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60750) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:43.345324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Calling delete_port for c3533de9-ffb0-462b-9295-aa58b52735ea owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:43.438433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.451570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa775a01-1271-4207-91d0-6779819fc781 None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:43.468620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.593544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e8451a32-4ef0-4c45-b737-af67a8cc3456 req-63aa30ad-4a17-4db6-bd44-99e4d8d8e619 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Unset dirty status for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:43.594767 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8451a32-4ef0-4c45-b737-af67a8cc3456 req-63aa30ad-4a17-4db6-bd44-99e4d8d8e619 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 943 time: 1.6220791 Feb 17 22:51:43.671516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:43.672247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.682387 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-047fc303-0de8-4670-a616-a7913f746ecf tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7736952 Feb 17 22:51:43.684934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:43.688305 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932324-514c-43c9-a817-891ec50402ff None None] Sync routers for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:43.706551 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:43.708256 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:43.805940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8451a32-4ef0-4c45-b737-af67a8cc3456 req-a3794dd3-c760-4cb7-89c5-cd0440aa5f4f tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67a67f-21e4-427c-a10e-c333d8954726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560588 Feb 17 22:51:43.912069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Network 6b08aefe-985c-43ac-8753-308af655ef1b is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:43.922788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.954760 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:43.966106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port fe79f6b0-b732-4545-ade6-951aba066908 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:43.966454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:43.967090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:43.970400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:43.989962 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:43.991555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:44.018849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Pushing event deleted for resources: {'Port': ['ID=c3533de9-ffb0-462b-9295-aa58b52735ea,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:44.080280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.155907 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0d932324-514c-43c9-a817-891ec50402ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:44.156624 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932324-514c-43c9-a817-891ec50402ff None None] The sync data for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:44.188190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.203628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=16d8f7d2-c16c-41c1-b441-b94e16960446,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:44.302892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Pushing event updated for resources: {'Port': ['ID=79576233-3279-4ae4-9a11-4974524952af,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:44.322865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.379837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7b567ed0-b301-4bd0-940a-977cb3192f36 None None] Provisioning for port 16d8f7d2-c16c-41c1-b441-b94e16960446 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:44.440644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] No DVR routers for this DVR port c3533de9-ffb0-462b-9295-aa58b52735ea on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:44.452406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.460608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-deleted', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:44.508380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7b567ed0-b301-4bd0-940a-977cb3192f36 None None] Provisioning complete for port 16d8f7d2-c16c-41c1-b441-b94e16960446 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:44.508907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b567ed0-b301-4bd0-940a-977cb3192f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.513161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 959bdcac-39a4-4dce-bdf1-b6de5113610a owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:44.520060 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ce5cc655-5241-485f-a9b5-e6b904188229 req-8c5a42fd-2f5c-4f53-9edb-00ca58c7f408 tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.43 "DELETE /v2.0/ports/c3533de9-ffb0-462b-9295-aa58b52735ea HTTP/1.1" status: 204 len: 173 time: 6.5778027 Feb 17 22:51:44.531652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.594996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 16d8f7d2-c16c-41c1-b441-b94e16960446 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:44.595659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.612595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.633074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 16d8f7d2-c16c-41c1-b441-b94e16960446 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:44.716482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Allocated IP 172.26.7.253 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/1923d936-a00c-435a-88bc-8cace38fb0c1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:44.772748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 16d8f7d2-c16c-41c1-b441-b94e16960446 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:51:44.777897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Attempting to bind port 79576233-3279-4ae4-9a11-4974524952af on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:44.780775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Attempting to bind port 79576233-3279-4ae4-9a11-4974524952af by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '83a6778c-2123-4ad3-ba78-e7e0c62b850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:44.780775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Attempting to bind port 79576233-3279-4ae4-9a11-4974524952af on network 6b08aefe-985c-43ac-8753-308af655ef1b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:44.790928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7b567ed0-b301-4bd0-940a-977cb3192f36 None None] Port 16d8f7d2-c16c-41c1-b441-b94e16960446 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:51:44.825954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:44.826658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Checking segment: {'id': '83a6778c-2123-4ad3-ba78-e7e0c62b850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:44.828776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.828776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Bound using segment: {'id': '83a6778c-2123-4ad3-ba78-e7e0c62b850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:44.829224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:44.830045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Bound port: 79576233-3279-4ae4-9a11-4974524952af, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a6778c-2123-4ad3-ba78-e7e0c62b850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6b08aefe-985c-43ac-8753-308af655ef1b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:44.830045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.110735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] For port 79576233-3279-4ae4-9a11-4974524952af, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:51:45.115557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] For port 79576233-3279-4ae4-9a11-4974524952af, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=79576233-3279-4ae4-9a11-4974524952af,segment=NetworkSegment(83a6778c-2123-4ad3-ba78-e7e0c62b850a),segment_id=83a6778c-2123-4ad3-ba78-e7e0c62b850a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:51:45.127628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.276198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] DHCP port deletion for f3df2c53-443b-4868-928f-d3dcbd4bb573 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:45.302833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.353919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.359772 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5966700b-9691-4a62-90ce-8bc5720389fd', 'name': 'network-vif-deleted', 'tag': 'c3533de9-ffb0-462b-9295-aa58b52735ea', 'status': 'completed', 'code': 200} Feb 17 22:51:45.362194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Deleting port fe79f6b0-b732-4545-ade6-951aba066908 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:45.365701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.471484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16550a6-3ab1-45e8-af74-db4eec309bf4 None None] Pushing event updated for resources: {'Port': ['ID=79576233-3279-4ae4-9a11-4974524952af,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:45.482565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=959bdcac-39a4-4dce-bdf1-b6de5113610a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:45.527488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7f3ef-9baf-4731-8d88-c18dacbae88a None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:45.640848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port fe79f6b0-b732-4545-ade6-951aba066908, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fe79f6b0-b732-4545-ade6-951aba066908,segment=NetworkSegment(03ef6c53-e50b-4dbf-bbef-c9261c9becef),segment_id=03ef6c53-e50b-4dbf-bbef-c9261c9becef)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:45.641544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.650298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.668139 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55bc3e7b-331d-4cff-aff6-d6ccb7773489 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/959bdcac-39a4-4dce-bdf1-b6de5113610a HTTP/1.1" status: 204 len: 168 time: 2.9524508 Feb 17 22:51:45.685679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:45.739988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60766) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:45.804011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0375ff28-aa4c-4342-93d9-655c06dd7368 req-cbe5fcef-f79f-407b-bce5-444b0be8188b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Synchronizing usage tracker for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:45.831757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:45.838985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:45.881883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:45.969753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Allocated IP 172.26.7.87 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/750a118d-67c4-424e-a2f1-69730fd20e6b) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:45.974173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=1923d936-a00c-435a-88bc-8cace38fb0c1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:45.981814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0375ff28-aa4c-4342-93d9-655c06dd7368 req-cbe5fcef-f79f-407b-bce5-444b0be8188b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] Unset dirty status for tenant:48248d419fc44f3e974664ddad9ee2e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:45.985302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0375ff28-aa4c-4342-93d9-655c06dd7368 req-cbe5fcef-f79f-407b-bce5-444b0be8188b tempest-TestServerAdvancedOps-738441089 tempest-TestServerAdvancedOps-738441089-project] 10.222.0.42 "GET /v2.0/ports?device_id=5966700b-9691-4a62-90ce-8bc5720389fd HTTP/1.1" status: 200 len: 210 time: 0.5263193 Feb 17 22:51:46.132939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for fe79f6b0-b732-4545-ade6-951aba066908 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:46.228901 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2746c98-4fb7-4da7-8de1-c91734b274cd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:46.232383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2746c98-4fb7-4da7-8de1-c91734b274cd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:46.235808 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c2746c98-4fb7-4da7-8de1-c91734b274cd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/959bdcac-39a4-4dce-bdf1-b6de5113610a HTTP/1.1" status: 404 len: 333 time: 0.4904833 Feb 17 22:51:46.239267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60770) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:46.261525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] For port fe79f6b0-b732-4545-ade6-951aba066908, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fe79f6b0-b732-4545-ade6-951aba066908,segment=NetworkSegment(03ef6c53-e50b-4dbf-bbef-c9261c9becef),segment_id=03ef6c53-e50b-4dbf-bbef-c9261c9becef)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:46.266233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:46.393505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:46.446993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:46.451690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No DVR routers for this DVR port fe79f6b0-b732-4545-ade6-951aba066908 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:46.452585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Calling delete_port for fe79f6b0-b732-4545-ade6-951aba066908 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:46.473536 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-618a8781-8c13-4bcb-aaf0-14d14922cfc0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:51:46.476289 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-618a8781-8c13-4bcb-aaf0-14d14922cfc0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/959bdcac-39a4-4dce-bdf1-b6de5113610a HTTP/1.1" status: 404 len: 333 time: 0.2224064 Feb 17 22:51:46.494786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60774) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:46.512947 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-39738f15-295e-4b85-bc9e-ae494a35aeeb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:51:46.515966 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-39738f15-295e-4b85-bc9e-ae494a35aeeb tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7769744 Feb 17 22:51:46.561126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=4923f684-7729-4d74-867a-17ec892a9560,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:46.569727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:51:46.570086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:51:46.571078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=fe79f6b0-b732-4545-ade6-951aba066908,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:46.573208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60778) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:46.630495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630732d1-b10f-4bc7-a5b7-585777c38586 None None] Network 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:46.660966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:46.762689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 688c0a09-35b6-4094-8136-a1fdcd83abc0 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:51:46.771729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:46.969055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515822b-7137-4a1d-9421-59429da90984 None None] DHCP port deletion for 45aef9cb-caed-45a8-9efd-ea8e5f23fe45 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:46.989684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.056639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.071136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Deleting port fe79f6b0-b732-4545-ade6-951aba066908 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:47.071515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.088189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.153382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.262933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 79576233-3279-4ae4-9a11-4974524952af up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:51:47.269777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60784) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:47.295887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae499cec-5b8d-4f0a-a750-a8afcc40ec6f None None] Network 6b08aefe-985c-43ac-8753-308af655ef1b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:47.339667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-728ebbc4-4cea-41c1-a945-b623bb459b4f None None] The port 'fe79f6b0-b732-4545-ade6-951aba066908' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:51:47.398690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:47.409492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:47.426901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:47.445247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-583e23f3-95c9-4a04-a2e4-6f2d4f9b91a8 None None] Provisioning for port 79576233-3279-4ae4-9a11-4974524952af completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:47.496189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Pushing event updated for resources: {'Port': ['ID=750a118d-67c4-424e-a2f1-69730fd20e6b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:47.530385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.535931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3df2c53-443b-4868-928f-d3dcbd4bb573']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.556726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 79576233-3279-4ae4-9a11-4974524952af completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:47.567396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 79576233-3279-4ae4-9a11-4974524952af triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:47.567694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.602945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.641863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ef6c53-e50b-4dbf-bbef-c9261c9becef') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.642571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ef6c53-e50b-4dbf-bbef-c9261c9becef') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.669723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.710325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aef9cb-caed-45a8-9efd-ea8e5f23fe45']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.771391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.785950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bae563-84d7-42ec-8c8f-b051e0063534') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.787223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bae563-84d7-42ec-8c8f-b051e0063534') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:47.788964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.832999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:47.833847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:47.867753 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:47.887450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:47.985686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Deleting subnet 3edff681-dfe4-4d52-847d-3f734a91ef5b {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:51:47.989538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.109355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.123568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] Provisioning complete for port 79576233-3279-4ae4-9a11-4974524952af triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:48.124605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.139645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.141457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:48.141940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:48.161887 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:48.169912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.194393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=688c0a09-35b6-4094-8136-a1fdcd83abc0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:48.205761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.241033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.246605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.305499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.355815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:51:48.356474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:51:48.361713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=f3df2c53-443b-4868-928f-d3dcbd4bb573,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:48.435724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.452223 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-625d16b9-f4b7-4994-9379-f99aef062250 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/f3df2c53-443b-4868-928f-d3dcbd4bb573 HTTP/1.1" status: 204 len: 168 time: 5.1829083 Feb 17 22:51:48.460886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.468776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.471382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60788) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:48.481266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1054065324', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:48.489910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:48.494549 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:48.498253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:48.512969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] For port 79576233-3279-4ae4-9a11-4974524952af, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=79576233-3279-4ae4-9a11-4974524952af,segment=NetworkSegment(83a6778c-2123-4ad3-ba78-e7e0c62b850a),segment_id=83a6778c-2123-4ad3-ba78-e7e0c62b850a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:48.518535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.521509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.569298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=45aef9cb-caed-45a8-9efd-ea8e5f23fe45,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:48.575357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:48.592266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f5a51-d4ae-4926-b16d-f54a5017eff9 None None] Network 6b08aefe-985c-43ac-8753-308af655ef1b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:48.594740 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-535996f4-f64b-4ebb-a8a1-db0a2008a4de tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/45aef9cb-caed-45a8-9efd-ea8e5f23fe45 HTTP/1.1" status: 204 len: 168 time: 6.9762089 Feb 17 22:51:48.605381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60792) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:48.648094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.649274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.658810 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a486585-3670-470b-817c-3c2bd68666fa tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:51:48.659650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a486585-3670-470b-817c-3c2bd68666fa tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:51:48.681237 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-471fd4b1-8b22-4c5c-a1f5-b1c29e0c5977 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/688c0a09-35b6-4094-8136-a1fdcd83abc0 HTTP/1.1" status: 204 len: 168 time: 2.1848717 Feb 17 22:51:48.684266 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1a486585-3670-470b-817c-3c2bd68666fa tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/45aef9cb-caed-45a8-9efd-ea8e5f23fe45 HTTP/1.1" status: 404 len: 339 time: 0.0764487 Feb 17 22:51:48.695429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60796) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:48.695733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60798) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:48.702556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.732280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264143777', 'description': 'd1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:48.750286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:48.758175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.842157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f74cac0c-9733-4a71-8fb2-ec2681fc282d None None] Could not find standard attr ID for object 959bdcac-39a4-4dce-bdf1-b6de5113610a. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:51:48.868875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:network and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:48.898433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:48.918867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3edff681-dfe4-4d52-847d-3f734a91ef5b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:48.923762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:48.961779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:48.977677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba35de4-265d-4398-a879-e6c6c9005e22 None None] Pushing event updated for resources: {'Port': ['ID=79576233-3279-4ae4-9a11-4974524952af,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:48.979797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.007894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.069644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-64ebf851-7b5b-413d-9797-dd6e35412ef0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3edff681-dfe4-4d52-847d-3f734a91ef5b HTTP/1.1" status: 204 len: 168 time: 1.5734670 Feb 17 22:51:49.071257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:49.078021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.097383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60804) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:49.107670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fe79f6b0-b732-4545-ade6-951aba066908 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:49.161886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: fe79f6b0-b732-4545-ade6-951aba066908 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:51:49.162225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fe79f6b0-b732-4545-ade6-951aba066908 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:51:49.252591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.265336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.303623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] DHCP port deletion for 6b08aefe-985c-43ac-8753-308af655ef1b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:51:49.308969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Deleting port 79576233-3279-4ae4-9a11-4974524952af {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:49.309668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.349344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16d8f7d2-c16c-41c1-b441-b94e16960446 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:49.395452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 79576233-3279-4ae4-9a11-4974524952af {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:49.396061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.398345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 16d8f7d2-c16c-41c1-b441-b94e16960446 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:51:49.398808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 16d8f7d2-c16c-41c1-b441-b94e16960446 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:51:49.498349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.583834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event updated for resources: {'Port': ['ID=1923d936-a00c-435a-88bc-8cace38fb0c1,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:49.601374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] For port 79576233-3279-4ae4-9a11-4974524952af, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=79576233-3279-4ae4-9a11-4974524952af,segment=NetworkSegment(83a6778c-2123-4ad3-ba78-e7e0c62b850a),segment_id=83a6778c-2123-4ad3-ba78-e7e0c62b850a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:51:49.601977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.672511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:49.740821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Calling delete_port for 79576233-3279-4ae4-9a11-4974524952af owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:49.786046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.795625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.804513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Floating IP d1e65067-4ff9-46c1-8abe-4f9c47bbded5 associated. External IP: 172.26.7.253, port: 7401a24b-9168-43b5-92a6-b4e4afc76654. Feb 17 22:51:49.832425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:49.884797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] Pushing event deleted for resources: {'Port': ['ID=79576233-3279-4ae4-9a11-4974524952af,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:49.892205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08da8d-3eee-453f-86ec-e8c440012c1f None None] No DVR routers for this DVR port 79576233-3279-4ae4-9a11-4974524952af on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:51:50.069881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.090605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea1b59fa-5d08-4013-b5ba-ff0acb6399d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.141655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.241360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] The port '79576233-3279-4ae4-9a11-4974524952af' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:51:50.245418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.254212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.254776 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment f0d38258-4507-46f5-aa2a-0bf433f6592f of type vlan for network cb704e24-7ec7-4998-9afe-9b7b566dcb17 Feb 17 22:51:50.508542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Router 408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:51:50.651224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Router 9d552349-e456-4844-8d86-533d5e04d142 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:51:50.798421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.851861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:50.857785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:50.864577 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-21cdcb16-ee6d-493a-9b04-202d6e24ab8e tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "PUT /v2.0/routers/408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 200 len: 919 time: 8.8206766 Feb 17 22:51:50.866403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] Sync routers for ids ['408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:50.878156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] Routers {'408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:50.878875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:50.921143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60808) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:50.949809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:50.963060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] Routers {'408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:50.963692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:50.995092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.037468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.037891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437b3db-b0be-48a9-8d18-29fa4f597036 None None] The sync data for ids ['408be0c9-26ec-4ffd-bf23-9bd41e39c9f1'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:51.230305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:51:51.253442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 79576233-3279-4ae4-9a11-4974524952af no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:51:51.307554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:51.314219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b08aefe-985c-43ac-8753-308af655ef1b']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.322927 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Sync routers for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:51.328403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 79576233-3279-4ae4-9a11-4974524952af {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:51:51.328862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 79576233-3279-4ae4-9a11-4974524952af not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:51:51.333366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.343095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a6778c-2123-4ad3-ba78-e7e0c62b850a') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.343415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a6778c-2123-4ad3-ba78-e7e0c62b850a') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.347137 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:51.347936 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.357986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d0323d54-2af9-4e62-9f16-a386135cc838 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 200 len: 925 time: 0.4378333 Feb 17 22:51:51.359554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.363772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60812) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:51.365427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.366168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.410222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.438976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.488190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6a90b8-65d9-4ef1-9aad-dd894d010f5d']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.552325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f35034-1067-44de-8ff0-0871049ced88') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.552704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f35034-1067-44de-8ff0-0871049ced88') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.562608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.579573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.8806310 Feb 17 22:51:51.582365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.584297 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b3df02fa-dc86-405e-a0fb-78a58c61a1f9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1385057 Feb 17 22:51:51.586574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60816) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:51.587493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:51.598649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:51.599000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.616255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73562ebf-ec0d-42f2-9cf2-ebb062634861 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=cb704e24-7ec7-4998-9afe-9b7b566dcb17,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:51.618598 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:51.631889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network cb704e24-7ec7-4998-9afe-9b7b566dcb17 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:51.683726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.736967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:51.738137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:51.754596 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:51.768874 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:51.857711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0e9f0-c9cd-4e0b-8f51-6da2a7333a5f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.862109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-58d0e9f0-c9cd-4e0b-8f51-6da2a7333a5f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Synchronizing usage tracker for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:51.871569 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'status': 'completed', 'code': 200} Feb 17 22:51:51.912073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8322f3-2ef3-41a2-9400-9df23afb60e6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.916158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a8322f3-2ef3-41a2-9400-9df23afb60e6 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=408be0c9-26ec-4ffd-bf23-9bd41e39c9f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5482786 Feb 17 22:51:51.947189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60824) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:51.961267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-58d0e9f0-c9cd-4e0b-8f51-6da2a7333a5f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Unset dirty status for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:51.967897 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-58d0e9f0-c9cd-4e0b-8f51-6da2a7333a5f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks?id=cb704e24-7ec7-4998-9afe-9b7b566dcb17 HTTP/1.1" status: 200 len: 761 time: 0.3584304 Feb 17 22:51:51.969693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60828) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:51.993986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'description': 'd2'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:52.022695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.031698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.101491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8a0f0-5558-44d7-8528-1a2d00ffe2a3 req-145502b0-e7d7-4429-85c1-b780a703dcde tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:52.109209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58f8a0f0-5558-44d7-8528-1a2d00ffe2a3 req-145502b0-e7d7-4429-85c1-b780a703dcde tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.3140743 Feb 17 22:51:52.180391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d431a15-156d-4a0e-ab43-9fd3d596e5b2 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:52.180975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7d431a15-156d-4a0e-ab43-9fd3d596e5b2 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Synchronizing usage tracker for tenant:4acb318ec4854c15b8ca1f0649f4c2a8 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:51:52.204891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58f8a0f0-5558-44d7-8528-1a2d00ffe2a3 req-1e15412d-e797-4cad-a252-cab6ed0a9518 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941932 Feb 17 22:51:52.207501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-0955325e-ca9e-4580-98c4-17311867c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:52.209023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-0955325e-ca9e-4580-98c4-17311867c9e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1098 time: 0.3017704 Feb 17 22:51:52.220472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.228353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.231776 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d6a90b8-65d9-4ef1-9aad-dd894d010f5d HTTP/1.1" status: 204 len: 168 time: 3.1120529 Feb 17 22:51:52.248107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60832) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:52.249067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:52.325340 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'd1e65067-4ff9-46c1-8abe-4f9c47bbded5', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9d552349-e456-4844-8d86-533d5e04d142', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'mac_address': 'fa:16:3e:c5:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a668e85-591d-4d20-bb46-8856750f322b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:46Z', 'updated_at': '2022-02-17T22:51:46Z', 'revision_number': 0, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:52.336273 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Checking router: 9d552349-e456-4844-8d86-533d5e04d142 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:51:52.338667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf51a-73f0-46ec-b9cb-7e2d9c1558ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.360595 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:52.361728 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:52.521059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=6b08aefe-985c-43ac-8753-308af655ef1b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:52.573530 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1f0827cc-7b27-4327-ad95-7a17d47ffda5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/6b08aefe-985c-43ac-8753-308af655ef1b HTTP/1.1" status: 204 len: 168 time: 3.8765876 Feb 17 22:51:52.614610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60840) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:52.651352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7d431a15-156d-4a0e-ab43-9fd3d596e5b2 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] Unset dirty status for tenant:4acb318ec4854c15b8ca1f0649f4c2a8 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:51:52.653232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7d431a15-156d-4a0e-ab43-9fd3d596e5b2 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/networks/1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 881 time: 0.7000549 Feb 17 22:51:52.663358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1590112128'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:52.675685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60844) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:52.714630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a6cb6-c6e5-485a-a15c-6ec18575616c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6a90b8-65d9-4ef1-9aad-dd894d010f5d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:52.727831 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:51:52.738384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:52.767224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:52.782606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting port 1c6ca978-0963-49a7-8a43-48ab85a956da {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:52.782606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.790243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:52.800689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-92346e8d-e74e-4418-b35c-71e959f0e3e7 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 200 len: 205 time: 0.1167705 Feb 17 22:51:52.812665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60848) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:52.815859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:52.821993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.873049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Deleting subnet e9ad7df1-61b9-48b1-bf5e-04597dbdb32a {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:51:52.886712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:52.940235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a206c249-37a5-4186-adfa-2eda320b7c0c tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/floatingips/d1e65067-4ff9-46c1-8abe-4f9c47bbded5 HTTP/1.1" status: 200 len: 991 time: 0.6870234 Feb 17 22:51:52.966105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:52.972260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.015292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-1b6c1116-a3fb-4a17-b8c1-33da483d73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:53.018252 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-1b6c1116-a3fb-4a17-b8c1-33da483d73d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 896 time: 0.8009942 Feb 17 22:51:53.064009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.067892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.166057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.208285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:53.242645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.243099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 9cccbc70-2f51-4c96-afcc-72363c4ce1b6 of type vlan for network d318d232-b69c-46af-b3fb-5988ed6dda1a Feb 17 22:51:53.269401 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-3cab96e7-8e6b-4ade-b6c7-4f00d6602d05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 999 time: 0.2304990 Feb 17 22:51:53.309753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.322828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.339138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'd1e65067-4ff9-46c1-8abe-4f9c47bbded5', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9d552349-e456-4844-8d86-533d5e04d142', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'mac_address': 'fa:16:3e:c5:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a668e85-591d-4d20-bb46-8856750f322b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:46Z', 'updated_at': '2022-02-17T22:51:46Z', 'revision_number': 0, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:53.345173 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47353822-059a-49f3-abf4-0f989c2b6465 None None] The sync data for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv is: [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'd1e65067-4ff9-46c1-8abe-4f9c47bbded5', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9d552349-e456-4844-8d86-533d5e04d142', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'mac_address': 'fa:16:3e:c5:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a668e85-591d-4d20-bb46-8856750f322b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:46Z', 'updated_at': '2022-02-17T22:51:46Z', 'revision_number': 0, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:53.365458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.428292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-3c9a43d3-541d-4432-bfd2-47e2ee06a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:53.428582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.430061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-3c9a43d3-541d-4432-bfd2-47e2ee06a821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 200 len: 835 time: 0.1466868 Feb 17 22:51:53.469605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.523699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.534475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:53.535447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.600846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.673341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network cb704e24-7ec7-4998-9afe-9b7b566dcb17 is not hosted by any dhcp agent {{(pid=87694) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 22:51:53.675448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552057e-9667-4a4f-8d92-046aa1000480 None None] New status for floating IP d1e65067-4ff9-46c1-8abe-4f9c47bbded5: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:51:53.679400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:53.679947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.681620 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "PUT /v2.0/networks/cb704e24-7ec7-4998-9afe-9b7b566dcb17 HTTP/1.1" status: 200 len: 758 time: 1.6998596 Feb 17 22:51:53.703529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60852) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:53.719966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.741785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.776358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:53.855130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.26.7.152 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/2d093d36-8831-4f4d-8591-6678d27b7eff) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:54.010302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60856) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:54.012127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.020567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9ad7df1-61b9-48b1-bf5e-04597dbdb32a HTTP/1.1" status: 204 len: 168 time: 1.7699306 Feb 17 22:51:54.035717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a0ba3-abcd-42b6-9244-cf41d740ac48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ad7df1-61b9-48b1-bf5e-04597dbdb32a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:54.070649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60858) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:54.104442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Calling delete_port for 1c6ca978-0963-49a7-8a43-48ab85a956da owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:54.146081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=d318d232-b69c-46af-b3fb-5988ed6dda1a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:54.152113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fd981d61-0607-4ebe-abee-07736e5bd3b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5218952 Feb 17 22:51:54.156610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aae9f-0d31-45b7-a19f-4cc0e790d701 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=cb704e24-7ec7-4998-9afe-9b7b566dcb17,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:54.161076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60864) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:54.177662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d318d232-b69c-46af-b3fb-5988ed6dda1a details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:54.213900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 750a118d-67c4-424e-a2f1-69730fd20e6b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:51:54.214246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.279245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:54.310885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network cb704e24-7ec7-4998-9afe-9b7b566dcb17 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:54.313062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179434c-4ab7-488e-b451-f8e221ad308c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:54.315817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b179434c-4ab7-488e-b451-f8e221ad308c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks?id=cb704e24-7ec7-4998-9afe-9b7b566dcb17 HTTP/1.1" status: 200 len: 761 time: 0.5890522 Feb 17 22:51:54.326379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60868) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:54.334067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-58309d29-b9f3-4fc5-913a-a949704ce314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:54.336854 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-58309d29-b9f3-4fc5-913a-a949704ce314 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8988204 Feb 17 22:51:54.392875 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cb5db6be-7dd2-4c74-8da0-93433686dce4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/floatingips/d1e65067-4ff9-46c1-8abe-4f9c47bbded5 HTTP/1.1" status: 200 len: 993 time: 0.3594820 Feb 17 22:51:54.450624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-346251834'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:54.503722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:54.557368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:54.567767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.604937 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-45c0d43f-a289-4e49-ab17-6d29f23dc742 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566605 Feb 17 22:51:54.714515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:54.720303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.750732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:54.761793 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3694cbee-b74d-45dd-95c9-ccc80d0fc20f req-1684f29b-3027-44c8-8869-53d256e11b6e service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508291 Feb 17 22:51:54.787699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:54.829039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:54.852621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:54.881834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.937135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:54.947411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:55.018274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:55.023088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.091253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.100516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.100870 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 20adb3ab-6545-4a1b-9a07-34a11caffcd4 of type vlan for network c63e80c3-52e7-453c-9c58-f846ec97f968 Feb 17 22:51:55.236130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.355400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 750a118d-67c4-424e-a2f1-69730fd20e6b owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:51:55.466032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68941a62-7bb5-4b2d-bcf3-a20b3537c3e9']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:55.489642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.528187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c43b02f-f555-4242-b41c-f8bd7b3602a9') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:55.528477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c43b02f-f555-4242-b41c-f8bd7b3602a9') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:55.588373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.616172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.659838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.700222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Port': ['ID=1c6ca978-0963-49a7-8a43-48ab85a956da,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:55.707078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.908610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:55.914157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:55.914783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.067377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:56.069315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:56.069725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:56.087522 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:56.114062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:56.257408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:56.325315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=2d093d36-8831-4f4d-8591-6678d27b7eff,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:56.362221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=c63e80c3-52e7-453c-9c58-f846ec97f968,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:56.377054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c63e80c3-52e7-453c-9c58-f846ec97f968 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:51:56.392211 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-835e44e4-7fc6-4d66-bf61-f172076d090f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0071442 Feb 17 22:51:56.396776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60872) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:56.414247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:56.440144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.519520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.683674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] Pushing event deleted for resources: {'Network': ['ID=68941a62-7bb5-4b2d-bcf3-a20b3537c3e9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:56.712099 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-533d1dd0-18cf-46ea-a2e8-a21a5289305f admin admin] 10.222.0.42 "DELETE /v2.0/networks/68941a62-7bb5-4b2d-bcf3-a20b3537c3e9 HTTP/1.1" status: 204 len: 168 time: 2.6364617 Feb 17 22:51:56.752626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:56.762020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Usage tracker for resource:subnet and tenant:5b048668eb8e459fa02db2b0b04f1ab7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:56.767922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:56.779315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:56.797527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:56.805413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.848663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:56.930517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.026801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.082765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60878) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:57.195828 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0a1b5f0c-ef9b-4594-bdf8-47b5e1c54141 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48248d419fc44f3e974664ddad9ee2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087625 Feb 17 22:51:57.197400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60882) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:57.212443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.289458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=750a118d-67c4-424e-a2f1-69730fd20e6b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:57.329874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=6659823e-75ec-4ba7-869a-73cdf73c6819,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:57.347478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=cd0c41f6-82a2-47c0-b621-3cf5cf85501f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:57.375309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.388713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '20adb3ab-6545-4a1b-9a07-34a11caffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:57.389850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: c63e80c3-52e7-453c-9c58-f846ec97f968, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:57.424846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.454312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network c63e80c3-52e7-453c-9c58-f846ec97f968 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:57.479345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c63e80c3-52e7-453c-9c58-f846ec97f968) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:57.487037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:57.487686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.496625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792f5f1-342d-4068-9a58-a09e09c3053c None None] Network c63e80c3-52e7-453c-9c58-f846ec97f968 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:57.557123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.564140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.570185 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d67a67f-21e4-427c-a10e-c333d8954726 HTTP/1.1" status: 204 len: 168 time: 0.3677082 Feb 17 22:51:57.591299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891ef5d-2ed0-4017-bad7-de732ebbb465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d67a67f-21e4-427c-a10e-c333d8954726,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:57.601643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-740507dd-f261-45d1-93d2-a3eefc3a678c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1999419 Feb 17 22:51:57.603085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60888) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:57.627056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '9cccbc70-2f51-4c96-afcc-72363c4ce1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:57.627431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: d318d232-b69c-46af-b3fb-5988ed6dda1a, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:57.880649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c63e80c3-52e7-453c-9c58-f846ec97f968', 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': 'cd0c41f6-82a2-47c0-b621-3cf5cf85501f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:57.885227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.954177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:57.973258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.068050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network d318d232-b69c-46af-b3fb-5988ed6dda1a is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:58.120630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.157585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.164256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Allocated IP 172.20.0.2 (c63e80c3-52e7-453c-9c58-f846ec97f968/cd0c41f6-82a2-47c0-b621-3cf5cf85501f/e017da12-f5af-43c6-b47d-714ca8d39301) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:58.183324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Router 27dd07e0-1966-448e-a2c2-e23381970224 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:51:58.198388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d318d232-b69c-46af-b3fb-5988ed6dda1a) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:58.219635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225075e-3a0b-453a-9504-da307f45ac94 None None] Network d318d232-b69c-46af-b3fb-5988ed6dda1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:51:58.254721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:58.255730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.438189 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:51:58.443655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.445854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.450805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60894) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:58.539478 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28d748ed-1e7e-4adc-a3fb-1624f9096a1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20ce05814bf8437e8cd98f72cae57f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864511 Feb 17 22:51:58.542671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:58.545919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.622322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.654064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.689054 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a98175c7-d97f-479e-80fa-34fec48291fc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4736111 Feb 17 22:51:58.691726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60902) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:58.700622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1837386544'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:58.792333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:51:58.807325 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-608df907-eb98-425e-adc7-917b7e4a2a34 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2170694 Feb 17 22:51:58.814081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60906) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:58.831284 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] Sync routers for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:58.844931 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:58.845942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:58.897881 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-6b350c1c-b5ca-4934-9e59-d9fc98de1403 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] delete failed (client error): The resource could not be found. Feb 17 22:51:58.902146 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6b350c1c-b5ca-4934-9e59-d9fc98de1403 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1722383218 HTTP/1.1" status: 404 len: 335 time: 0.0847154 Feb 17 22:51:58.906452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60910) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:58.917744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a9f1ac7e-5b22-49b8-b17e-34af52a595c9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'router': {'external_gateway_info': {'network_id': '27dd07e0-1966-448e-a2c2-e23381970224'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:58.925420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d318d232-b69c-46af-b3fb-5988ed6dda1a', 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': '6659823e-75ec-4ba7-869a-73cdf73c6819'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:51:58.926357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.937474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:58.966950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:58.982286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:58.988776 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:51:58.990601 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:58.991210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:58.997287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:59.011271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:59.036299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:59.043745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.050276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Transition to ACTIVE for port object e017da12-f5af-43c6-b47d-714ca8d39301 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:59.069640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.099119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Transition to ACTIVE for port object e017da12-f5af-43c6-b47d-714ca8d39301 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:59.110674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae57fc9f-f24a-4bb1-b174-5f5ea6b68991,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:59.116250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.157153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 67a91be3-1b97-4718-b1a1-6869e48d83c9 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:51:59.206185 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:59.207162 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85cb29-cb7a-4fd4-ba53-2cce5d5e4e9d None None] The sync data for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:59.232544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Pushing event updated for resources: {'Port': ['ID=e017da12-f5af-43c6-b47d-714ca8d39301,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:59.289938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Network c63e80c3-52e7-453c-9c58-f846ec97f968 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:59.301604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.303460 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3e33572-53a6-4b62-ab08-ef0157ff744a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae57fc9f-f24a-4bb1-b174-5f5ea6b68991 HTTP/1.1" status: 204 len: 168 time: 0.7593944 Feb 17 22:51:59.321253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.393157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.393888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router 408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:51:59.408179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0c41f6-82a2-47c0-b621-3cf5cf85501f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:59.437312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Allocated IP 2001:db8::2 (d318d232-b69c-46af-b3fb-5988ed6dda1a/6659823e-75ec-4ba7-869a-73cdf73c6819/1f153fd9-6282-4516-a4a0-d30481b24377) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:59.508338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:59.509304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.510465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cf5df291-6d1b-470c-864c-7f494c532e20 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 204 len: 168 time: 6.6949408 Feb 17 22:51:59.519990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60916) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:59.538719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1169286165', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:59.579621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:51:59.593669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:51:59.610594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.630027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ac7e-5b22-49b8-b17e-34af52a595c9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.630407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Usage tracker for resource:router and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:51:59.647912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:51:59.696875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:51:59.702386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e80c3-52e7-453c-9c58-f846ec97f968']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:59.737904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20adb3ab-6545-4a1b-9a07-34a11caffcd4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:59.738363 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-a9f1ac7e-5b22-49b8-b17e-34af52a595c9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] update failed (client error): The resource could not be found. Feb 17 22:51:59.738537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20adb3ab-6545-4a1b-9a07-34a11caffcd4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:59.740021 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a9f1ac7e-5b22-49b8-b17e-34af52a595c9 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224 HTTP/1.1" status: 404 len: 339 time: 0.8322752 Feb 17 22:51:59.749295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60920) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:51:59.777146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.779580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.792655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.829911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Attempting to bind port e017da12-f5af-43c6-b47d-714ca8d39301 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:51:59.830264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Attempting to bind port e017da12-f5af-43c6-b47d-714ca8d39301 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '20adb3ab-6545-4a1b-9a07-34a11caffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:51:59.830591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Attempting to bind port e017da12-f5af-43c6-b47d-714ca8d39301 on network c63e80c3-52e7-453c-9c58-f846ec97f968 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:51:59.847151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.851986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:51:59.852488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Checking segment: {'id': '20adb3ab-6545-4a1b-9a07-34a11caffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:51:59.852690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.853041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.853602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Bound using segment: {'id': '20adb3ab-6545-4a1b-9a07-34a11caffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:51:59.854237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Bound port: e017da12-f5af-43c6-b47d-714ca8d39301, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20adb3ab-6545-4a1b-9a07-34a11caffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:51:59.854613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.884763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:59.884763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:59.922716 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:00.038250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.059324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] For port e017da12-f5af-43c6-b47d-714ca8d39301, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:00.064118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Transition to ACTIVE for port object 1f153fd9-6282-4516-a4a0-d30481b24377 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:00.136494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Transition to ACTIVE for port object 1f153fd9-6282-4516-a4a0-d30481b24377 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:00.143310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] For port e017da12-f5af-43c6-b47d-714ca8d39301, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e017da12-f5af-43c6-b47d-714ca8d39301,segment=NetworkSegment(20adb3ab-6545-4a1b-9a07-34a11caffcd4),segment_id=20adb3ab-6545-4a1b-9a07-34a11caffcd4)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:00.152116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.159185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.213659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.267798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Network d318d232-b69c-46af-b3fb-5988ed6dda1a is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:00.277907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:00.282530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:00.461219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439aa39-2828-4db1-a93f-d2ec2a5dd992 None None] Pushing event updated for resources: {'Port': ['ID=e017da12-f5af-43c6-b47d-714ca8d39301,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:00.477696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:52:00.477696 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:52:00.477696 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': 'c63e80c3-52e7-453c-9c58-f846ec97f968'}] Feb 17 22:52:00.477696 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:00.478371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:00.737068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60946) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:00.761067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Attempting to bind port 1f153fd9-6282-4516-a4a0-d30481b24377 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:00.761720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Attempting to bind port 1f153fd9-6282-4516-a4a0-d30481b24377 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9cccbc70-2f51-4c96-afcc-72363c4ce1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:00.762483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Attempting to bind port 1f153fd9-6282-4516-a4a0-d30481b24377 on network d318d232-b69c-46af-b3fb-5988ed6dda1a {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:00.767044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Pushing event updated for resources: {'Port': ['ID=1f153fd9-6282-4516-a4a0-d30481b24377,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:00.777217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.800490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:00.801402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Checking segment: {'id': '9cccbc70-2f51-4c96-afcc-72363c4ce1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:00.802622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.803512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Bound using segment: {'id': '9cccbc70-2f51-4c96-afcc-72363c4ce1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:00.804508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Bound port: 1f153fd9-6282-4516-a4a0-d30481b24377, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cccbc70-2f51-4c96-afcc-72363c4ce1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd318d232-b69c-46af-b3fb-5988ed6dda1a'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:00.805768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:00.812749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::2b9 (d318d232-b69c-46af-b3fb-5988ed6dda1a/6659823e-75ec-4ba7-869a-73cdf73c6819/67a91be3-1b97-4718-b1a1-6869e48d83c9) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:00.892564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b008f-f26e-4ab2-b8a4-7dc608ebe262 None None] Network c63e80c3-52e7-453c-9c58-f846ec97f968 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:00.976138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-352236737-network', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:00.979366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.012515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:01.026401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Usage tracker for resource:network and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:01.036425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:01.039986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.057760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:01.069988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.151803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port e017da12-f5af-43c6-b47d-714ca8d39301 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:01.152119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.182643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Made reservation on behalf of 8b47fff6b55447afa251d43ecb6c4dc8 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:01.185136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.195195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] For port 1f153fd9-6282-4516-a4a0-d30481b24377, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:01.196226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 67a91be3-1b97-4718-b1a1-6869e48d83c9 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:01.208401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] For port 1f153fd9-6282-4516-a4a0-d30481b24377, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1f153fd9-6282-4516-a4a0-d30481b24377,segment=NetworkSegment(9cccbc70-2f51-4c96-afcc-72363c4ce1b6),segment_id=9cccbc70-2f51-4c96-afcc-72363c4ce1b6)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:01.224719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.228920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.269743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:01.302025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:01.318310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:01.340390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:01.356598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f576d-5a71-491b-85b1-8ac525e9ac7b None None] Pushing event updated for resources: {'Port': ['ID=1f153fd9-6282-4516-a4a0-d30481b24377,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:01.488622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.555857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router a69ca30a-fb79-448d-b92e-774de360c928 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:01.672773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port e017da12-f5af-43c6-b47d-714ca8d39301, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e017da12-f5af-43c6-b47d-714ca8d39301,segment=NetworkSegment(20adb3ab-6545-4a1b-9a07-34a11caffcd4),segment_id=20adb3ab-6545-4a1b-9a07-34a11caffcd4)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:01.673363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.695063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network d318d232-b69c-46af-b3fb-5988ed6dda1a is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:01.706292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:01.728072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:01.737390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:01.739416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:01.848728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=67a91be3-1b97-4718-b1a1-6869e48d83c9,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:01.952464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for e017da12-f5af-43c6-b47d-714ca8d39301 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:02.003946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:02.036519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] Sync routers for ids ['a69ca30a-fb79-448d-b92e-774de360c928'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:02.044577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.051338 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1ccd53b1-0d00-473e-a560-a5c8396f37a2 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 13.5782769 Feb 17 22:52:02.051645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60954) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:02.093131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] Routers {'a69ca30a-fb79-448d-b92e-774de360c928'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:02.096696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a69ca30a-fb79-448d-b92e-774de360c928'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:02.174980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Allocated IP 172.20.0.1 (bd705d41-a512-4b4f-b5f3-863ac80b1eb1/32d85717-10f0-4fa8-a47a-0abae72eb667/57ea9069-9eeb-41f2-8f3d-f1184fd134b2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:02.250004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:02.266944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] Routers {'a69ca30a-fb79-448d-b92e-774de360c928'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:02.268130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a69ca30a-fb79-448d-b92e-774de360c928'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:02.323129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.408712 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6f387e6f-a48d-4326-a962-4bd1e74c25a4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers/a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 200 len: 881 time: 0.3533194 Feb 17 22:52:02.424280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60958) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:02.454074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:02.455080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1a1ca-def9-4f10-b4f8-e3f20abb5cd3 None None] The sync data for ids ['a69ca30a-fb79-448d-b92e-774de360c928'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:02.556627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-89782f2d-3be3-4e73-a0fa-38e093c5067b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8635590 Feb 17 22:52:02.559536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.563537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60962) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:02.594293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.603509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.647219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:02.647798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.652569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.669430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Transition to ACTIVE for port object 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:02.718528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 67a91be3-1b97-4718-b1a1-6869e48d83c9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:02.719046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.771818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port e017da12-f5af-43c6-b47d-714ca8d39301 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:02.808232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.808539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Added segment ecb954da-a2de-402e-8858-45445e23d74a of type vlan for network e971e9e1-b2e6-4607-8277-45704725e00b Feb 17 22:52:02.811995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=e017da12-f5af-43c6-b47d-714ca8d39301,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:02.829947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2404075-44bf-42fb-a681-cffdc2daf36e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:02.868027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d61fc4-4ffe-4731-afad-fe75b7961db1 None None] Network d318d232-b69c-46af-b3fb-5988ed6dda1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:02.910736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:02.988898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.046714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.060932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2f08320f-91ef-49e5-80ba-975e83595477 None None] Provisioning for port 1f153fd9-6282-4516-a4a0-d30481b24377 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:03.087927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Port': ['ID=57ea9069-9eeb-41f2-8f3d-f1184fd134b2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:03.121426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e80c3-52e7-453c-9c58-f846ec97f968']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:03.126759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:03.144773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20adb3ab-6545-4a1b-9a07-34a11caffcd4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:03.145300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20adb3ab-6545-4a1b-9a07-34a11caffcd4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:03.152024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.153001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:03.153614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.181380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Allocated IP 172.26.7.88 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/6bfb9f74-f4b4-48c2-8b1a-c98d94cb424b) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:03.206302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.320463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.325809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:03.334928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:03.351286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6114860 Feb 17 22:52:03.352504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:03.352914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.361870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60968) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:03.382424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Request body: {'subnet': {'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-352236737-subnet', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:03.398625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:03.423911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1f153fd9-6282-4516-a4a0-d30481b24377 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:03.425701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Usage tracker for resource:subnet and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:03.426949 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:03.429801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56898379-96e2-4977-8b3c-7acd2d323997 admin admin] Pushing event updated for resources: {'Network': ['ID=e971e9e1-b2e6-4607-8277-45704725e00b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:03.436697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:03.452020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:03.474504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.501419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-256ed0b8-2332-4684-a4bd-0d0f05dec968 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:router {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:03.518601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Made reservation on behalf of 8b47fff6b55447afa251d43ecb6c4dc8 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:03.520366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.528750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network e971e9e1-b2e6-4607-8277-45704725e00b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:03.560780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.581486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.586968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.637267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=c63e80c3-52e7-453c-9c58-f846ec97f968,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:03.658040 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fcacfee3-1b5b-444c-bf42-ea7106a56ac3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/c63e80c3-52e7-453c-9c58-f846ec97f968 HTTP/1.1" status: 204 len: 168 time: 6.0532176 Feb 17 22:52:03.662122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60972) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:03.706261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.724984 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8d609c-5ba9-4ae6-9984-45949f268389 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] GET failed (client error): The resource could not be found. Feb 17 22:52:03.725553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f8d609c-5ba9-4ae6-9984-45949f268389 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Synchronizing usage tracker for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:03.758446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f8d609c-5ba9-4ae6-9984-45949f268389 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Unset dirty status for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:03.760134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1f8d609c-5ba9-4ae6-9984-45949f268389 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets/cd0c41f6-82a2-47c0-b621-3cf5cf85501f HTTP/1.1" status: 404 len: 337 time: 0.0965672 Feb 17 22:52:03.765706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60976) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:03.799687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 67a91be3-1b97-4718-b1a1-6869e48d83c9 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:03.802183 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26e6117-63c3-4942-80c1-2c3e60470538 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:03.803568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26e6117-63c3-4942-80c1-2c3e60470538 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:03.806599 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d26e6117-63c3-4942-80c1-2c3e60470538 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/c63e80c3-52e7-453c-9c58-f846ec97f968 HTTP/1.1" status: 404 len: 339 time: 0.0389099 Feb 17 22:52:03.811986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60980) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:03.833027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-256ed0b8-2332-4684-a4bd-0d0f05dec968 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:router {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:03.836662 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-256ed0b8-2332-4684-a4bd-0d0f05dec968 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.4093273 Feb 17 22:52:03.845137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 60984) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:03.869638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1054065324'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:03.909214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:03.915689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-289b70e9-bb7b-4432-a382-2d3a0651c717 None None] Provisioning for port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:03.928785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-289b70e9-bb7b-4432-a382-2d3a0651c717 None None] Provisioning complete for port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:03.929419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-289b70e9-bb7b-4432-a382-2d3a0651c717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.008928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:04.017924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:04.020443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:04.120908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1f153fd9-6282-4516-a4a0-d30481b24377 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:04.143349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event updated for resources: {'Port': ['ID=6bfb9f74-f4b4-48c2-8b1a-c98d94cb424b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:04.161889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-289b70e9-bb7b-4432-a382-2d3a0651c717 None None] Port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:04.171016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1f153fd9-6282-4516-a4a0-d30481b24377 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:04.171737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.294981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.358373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.408050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 1f153fd9-6282-4516-a4a0-d30481b24377, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1f153fd9-6282-4516-a4a0-d30481b24377,segment=NetworkSegment(9cccbc70-2f51-4c96-afcc-72363c4ce1b6),segment_id=9cccbc70-2f51-4c96-afcc-72363c4ce1b6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:04.417330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.450428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b02206-b4c8-473e-b572-1dc883b880dd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:04.451224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-14b02206-b4c8-473e-b572-1dc883b880dd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Synchronizing usage tracker for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:04.495420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Provisioning for port 67a91be3-1b97-4718-b1a1-6869e48d83c9 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:04.505564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Provisioning complete for port 67a91be3-1b97-4718-b1a1-6869e48d83c9 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:04.506642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.553878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-14b02206-b4c8-473e-b572-1dc883b880dd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Unset dirty status for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:04.561825 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-14b02206-b4c8-473e-b572-1dc883b880dd tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7471764 Feb 17 22:52:04.562773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60988) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:04.563874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Port 67a91be3-1b97-4718-b1a1-6869e48d83c9 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:52:04.570878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=1f153fd9-6282-4516-a4a0-d30481b24377,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:04.586143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Provisioning complete for port 1f153fd9-6282-4516-a4a0-d30481b24377 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:04.587088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3b8e25d0-f04e-431c-bea3-7f979b19c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.622183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.681966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a79b56b0-e96a-41af-97ad-cc64ce396e55 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 207 time: 0.1133232 Feb 17 22:52:04.682991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60992) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:04.737861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=67a91be3-1b97-4718-b1a1-6869e48d83c9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:04.751391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037a7ef-d043-4180-988d-e39085d44e32 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:52:04.873890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:04.880642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.009424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ce3aaa79-fbec-4b17-973a-0d531a1c8992 None None] Could not find standard attr ID for object 67a91be3-1b97-4718-b1a1-6869e48d83c9. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:52:05.053439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037a7ef-d043-4180-988d-e39085d44e32 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:52:05.212560 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6e0666e1-1c0b-4f94-b36a-f7b0d26e0327 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/67a91be3-1b97-4718-b1a1-6869e48d83c9 HTTP/1.1" status: 204 len: 168 time: 2.6295240 Feb 17 22:52:05.238327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 60996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:05.324729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1f153fd9-6282-4516-a4a0-d30481b24377 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:05.354297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8b5e79-8972-49a2-9f16-36bd82eafd10,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:05.481068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d985161-859d-4aae-8ca1-3b8ccd843758 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:52:05.482200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4d985161-859d-4aae-8ca1-3b8ccd843758 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:05.525420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:05.525790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Network hostable DHCP agents. Network: e971e9e1-b2e6-4607-8277-45704725e00b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:05.577560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1f153fd9-6282-4516-a4a0-d30481b24377 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:05.578206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.607847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad2aba-ab75-4b72-9776-63e5ac4a16ae tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:05.619947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad2aba-ab75-4b72-9776-63e5ac4a16ae tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:05.632276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad2aba-ab75-4b72-9776-63e5ac4a16ae tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:05.645070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad2aba-ab75-4b72-9776-63e5ac4a16ae tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:05.652299 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2bad2aba-ab75-4b72-9776-63e5ac4a16ae tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9604781 Feb 17 22:52:05.652299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.659407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32768) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:05.719627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4d985161-859d-4aae-8ca1-3b8ccd843758 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:05.723807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Network e971e9e1-b2e6-4607-8277-45704725e00b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:05.724130 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4d985161-859d-4aae-8ca1-3b8ccd843758 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/67a91be3-1b97-4718-b1a1-6869e48d83c9 HTTP/1.1" status: 404 len: 333 time: 0.4839642 Feb 17 22:52:05.730387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32772) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:05.819977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.845641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, e971e9e1-b2e6-4607-8277-45704725e00b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:05.852319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:05.853162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.862365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:05.904161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 6659823e-75ec-4ba7-869a-73cdf73c6819 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:05.925609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.007153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff329f20-9ff5-4651-b6a4-c7a6898c6e19 None None] Network e971e9e1-b2e6-4607-8277-45704725e00b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:06.016838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.019789 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ee005567-9892-40f5-a1f4-c98ea9fed1cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6510398 Feb 17 22:52:06.036205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32776) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:06.039869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.075022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:06.107094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.178224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event updated for resources: {'Port': ['ID=57ea9069-9eeb-41f2-8f3d-f1184fd134b2,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:06.187922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:06.200753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71bd26af-f5df-4329-9308-647ef76720f7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Synchronizing usage tracker for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:06.212472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Usage tracker for resource:router and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:06.269820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:06.291337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:06.358188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71bd26af-f5df-4329-9308-647ef76720f7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Unset dirty status for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:06.367459 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71bd26af-f5df-4329-9308-647ef76720f7 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6965151 Feb 17 22:52:06.368794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.370018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.374480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32780) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:06.376384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.394912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-e971e9e1-b2e6-4607-8277-45704725e00b', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:06.396358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.422733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router a69ca30a-fb79-448d-b92e-774de360c928 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:06.483321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.577118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.624985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.694293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d443b-9d1e-48c7-81a7-6e603bdc5087 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:06.697303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d443b-9d1e-48c7-81a7-6e603bdc5087 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:06.698560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-230d443b-9d1e-48c7-81a7-6e603bdc5087 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Synchronizing usage tracker for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:06.720554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Allocated IP 172.20.0.2 (e971e9e1-b2e6-4607-8277-45704725e00b/fa8b5e79-8972-49a2-9f16-36bd82eafd10/58cc0f7d-1821-4b37-869e-0d359f974ffb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:06.762707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.822361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=6659823e-75ec-4ba7-869a-73cdf73c6819,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:06.824947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:06.844611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24bd07fd-f7ef-4141-88be-b4c8eae8e382 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/6659823e-75ec-4ba7-869a-73cdf73c6819 HTTP/1.1" status: 204 len: 168 time: 1.1126323 Feb 17 22:52:06.845278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:06.876831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f758f2-3227-4c72-9a9a-5a7574859456 None None] Network d318d232-b69c-46af-b3fb-5988ed6dda1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:07.000781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.004214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Router a9ed5a0c-a5ca-4866-9a6b-6b165b908ade is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:07.007593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-230d443b-9d1e-48c7-81a7-6e603bdc5087 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Unset dirty status for tenant:5b048668eb8e459fa02db2b0b04f1ab7 on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:07.009678 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-230d443b-9d1e-48c7-81a7-6e603bdc5087 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6212382 Feb 17 22:52:07.016609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32790) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:07.071882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 1f153fd9-6282-4516-a4a0-d30481b24377 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:07.072524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.374530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.393745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Transition to ACTIVE for port object 58cc0f7d-1821-4b37-869e-0d359f974ffb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:07.435094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Transition to ACTIVE for port object 58cc0f7d-1821-4b37-869e-0d359f974ffb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:07.437643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:07.453039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.497202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] DHCP port deletion for d318d232-b69c-46af-b3fb-5988ed6dda1a request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:07.501134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:07.533203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:07.535258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.542899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:07.546232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Deleting port 1f153fd9-6282-4516-a4a0-d30481b24377 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:07.546776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.576642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:07.594433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf99975-8055-44af-91a9-204cd4f2c20d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:07.597698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf99975-8055-44af-91a9-204cd4f2c20d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:07.600705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-edf99975-8055-44af-91a9-204cd4f2c20d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5806935 Feb 17 22:52:07.617757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:07.620603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32794) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:07.636586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] Sync routers for ids ['a69ca30a-fb79-448d-b92e-774de360c928'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:07.654196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] Routers {'a69ca30a-fb79-448d-b92e-774de360c928'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:07.657673 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a69ca30a-fb79-448d-b92e-774de360c928'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:07.690916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.694996 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-51e726ea-b4cd-41e9-9982-7c7bbbe637ee tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 200 len: 888 time: 3.8453751 Feb 17 22:52:07.700575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Pushing event updated for resources: {'Port': ['ID=58cc0f7d-1821-4b37-869e-0d359f974ffb,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:07.715833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32798) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:07.838257 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:07.848004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Attempting to bind port 58cc0f7d-1821-4b37-869e-0d359f974ffb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:07.848786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Attempting to bind port 58cc0f7d-1821-4b37-869e-0d359f974ffb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:07.848786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Attempting to bind port 58cc0f7d-1821-4b37-869e-0d359f974ffb on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:07.861458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:07.861841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:07.862222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.862786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Bound using segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:07.863279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Bound port: 58cc0f7d-1821-4b37-869e-0d359f974ffb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:07.863653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:07.884753 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] Routers {'a69ca30a-fb79-448d-b92e-774de360c928'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:07.886894 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a69ca30a-fb79-448d-b92e-774de360c928'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.040357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] For port 58cc0f7d-1821-4b37-869e-0d359f974ffb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:08.044597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] For port 58cc0f7d-1821-4b37-869e-0d359f974ffb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58cc0f7d-1821-4b37-869e-0d359f974ffb,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:08.057552 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.058338 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc49dd-e4a3-488d-a7ac-948a4ec0341a None None] The sync data for ids ['a69ca30a-fb79-448d-b92e-774de360c928'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:08.062560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Router 27dd07e0-1966-448e-a2c2-e23381970224 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:08.118414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.249810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:08.271367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] For port 1f153fd9-6282-4516-a4a0-d30481b24377, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1f153fd9-6282-4516-a4a0-d30481b24377,segment=NetworkSegment(9cccbc70-2f51-4c96-afcc-72363c4ce1b6),segment_id=9cccbc70-2f51-4c96-afcc-72363c4ce1b6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:08.271765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.290516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] Sync routers for ids ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:08.302128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ea617ef3-7308-4fda-b2c8-a0e730b1f951 None None] Provisioning complete for port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:08.302988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea617ef3-7308-4fda-b2c8-a0e730b1f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.306068 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55598a43-487b-4811-92f7-70eee128c99c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers/a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 200 len: 888 time: 0.5576200 Feb 17 22:52:08.307102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32802) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:08.348715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:08.355684 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0718572f-0153-4917-9bd2-c55373e0309c tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6042702 Feb 17 22:52:08.362401 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] Sync routers for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:08.392152 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:08.393158 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.403965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32806) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:08.415430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8cf58806-1075-4a19-999c-455212bb6381 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:08.415680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981fcf-86a3-4eec-b28d-7fdb1fea8fe5 None None] Pushing event updated for resources: {'Port': ['ID=58cc0f7d-1821-4b37-869e-0d359f974ffb,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:08.484926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2eb10e-83b6-4f15-a7d2-a09af81f68b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:08.487439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae2eb10e-83b6-4f15-a7d2-a09af81f68b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks/4231dad7-d033-4de1-a291-5b09048619d5 HTTP/1.1" status: 200 len: 799 time: 0.8650482 Feb 17 22:52:08.502788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32810) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:08.518578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Calling delete_port for 1f153fd9-6282-4516-a4a0-d30481b24377 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:08.520305 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.533612 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:08.534627 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.552463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] Routers {'a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:08.553146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.565696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8cf58806-1075-4a19-999c-455212bb6381 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:08.569820 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8cf58806-1075-4a19-999c-455212bb6381 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 200 len: 205 time: 0.2211902 Feb 17 22:52:08.631238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32814) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:08.676130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ea617ef3-7308-4fda-b2c8-a0e730b1f951 None None] Port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:08.696591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.724485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] Routers {'a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:08.725392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.739313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.744494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-89410552-75e6-4587-aba2-d4f63f617fbd tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2135913 Feb 17 22:52:08.749945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32818) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:08.776021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:08.792774 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.793413 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda2c3-4509-433f-8f46-bb22af8947ba None None] The sync data for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:08.800033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] For port 1f153fd9-6282-4516-a4a0-d30481b24377, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1f153fd9-6282-4516-a4a0-d30481b24377,segment=NetworkSegment(9cccbc70-2f51-4c96-afcc-72363c4ce1b6),segment_id=9cccbc70-2f51-4c96-afcc-72363c4ce1b6)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:08.800605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.839460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:08.839876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c89a4-0b22-4d33-a1a2-dd4bf24c19bb None None] The sync data for ids ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:08.873930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.933638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-89036cb0-b95b-4772-bc6b-1667a22b7ac1 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:08.953126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] Pushing event deleted for resources: {'Port': ['ID=1f153fd9-6282-4516-a4a0-d30481b24377,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:08.965254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f5aff-f0a6-49f6-87da-4538eab1e5fa None None] No DVR routers for this DVR port 1f153fd9-6282-4516-a4a0-d30481b24377 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:08.977340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 1f153fd9-6282-4516-a4a0-d30481b24377 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:09.085828 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-65a6f8db-6dd7-44f7-b350-5fe64f83ffce tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/networks/4231dad7-d033-4de1-a291-5b09048619d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5803075 Feb 17 22:52:09.108987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32822) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:09.178526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:09.179566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:09.260625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d54de1-8509-4437-8623-19902c6a626e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:09.270408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e8d54de1-8509-4437-8623-19902c6a626e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets/1464e1fd-3d30-41e6-b986-f7449ae822d5 HTTP/1.1" status: 200 len: 811 time: 0.1521914 Feb 17 22:52:09.271949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32826) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:09.401907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00b04a-44d6-4614-8688-656fa6602d3e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:09.402880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58cc0f7d-1821-4b37-869e-0d359f974ffb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:09.403395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9f00b04a-44d6-4614-8688-656fa6602d3e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "GET /v2.0/subnets/1464e1fd-3d30-41e6-b986-f7449ae822d5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1301308 Feb 17 22:52:09.411728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32830) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:09.417578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264977307'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:09.424552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:09.450015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:09.473187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:09.477969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.536454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 58cc0f7d-1821-4b37-869e-0d359f974ffb completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:09.546955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:09.562518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.563027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Added segment 909a99ef-f201-4baa-9ffa-96bf344acdde of type vlan for network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 Feb 17 22:52:09.605619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.626927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1f153fd9-6282-4516-a4a0-d30481b24377 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:09.659613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.671924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:09.672829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.673992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1f153fd9-6282-4516-a4a0-d30481b24377 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:52:09.674901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1f153fd9-6282-4516-a4a0-d30481b24377 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:52:09.710399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 1f153fd9-6282-4516-a4a0-d30481b24377 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:09.711537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.723982 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-89036cb0-b95b-4772-bc6b-1667a22b7ac1 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:52:09.725060 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-89036cb0-b95b-4772-bc6b-1667a22b7ac1 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224 HTTP/1.1" status: 409 len: 329 time: 1.3206620 Feb 17 22:52:09.743796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:09.777647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:09.811495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1bb97c-e85c-4b45-a490-3bee00d7d66a None None] Network e971e9e1-b2e6-4607-8277-45704725e00b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:10.210048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] The port '1f153fd9-6282-4516-a4a0-d30481b24377' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:52:10.224290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.274089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Provisioning for port 58cc0f7d-1821-4b37-869e-0d359f974ffb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:10.291228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Provisioning complete for port 58cc0f7d-1821-4b37-869e-0d359f974ffb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:10.291788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.322897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.324744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Network': ['ID=5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:10.338892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6d5e7061-43a0-442d-bcb8-16d1e63da69c tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9253318 Feb 17 22:52:10.342174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32838) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:10.378143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:10.431433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:10.597746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.652667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.744125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d318d232-b69c-46af-b3fb-5988ed6dda1a']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:10.778950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cccbc70-2f51-4c96-afcc-72363c4ce1b6') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:10.780425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cccbc70-2f51-4c96-afcc-72363c4ce1b6') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:10.815290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.840356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 2d093d36-8831-4f4d-8591-6678d27b7eff {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:10.840971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.869413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.897578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] For port 58cc0f7d-1821-4b37-869e-0d359f974ffb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58cc0f7d-1821-4b37-869e-0d359f974ffb,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:10.909288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:10.926884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.047635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:11.048261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:11.074209 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:11.087363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bb5ca-7bcb-42aa-b157-2393f05fac91 None None] Pushing event updated for resources: {'Port': ['ID=58cc0f7d-1821-4b37-869e-0d359f974ffb,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:11.244699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d937cdf9-5d7a-41c7-b77d-a855c864606b None None] Provisioning complete for port 58cc0f7d-1821-4b37-869e-0d359f974ffb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:11.245332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d937cdf9-5d7a-41c7-b77d-a855c864606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.273130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.301716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.310321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/d318d232-b69c-46af-b3fb-5988ed6dda1a HTTP/1.1" status: 204 len: 168 time: 4.4609125 Feb 17 22:52:11.330030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32842) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:11.346307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d569cd-2c7b-4c2a-bd2a-6c5b9345218d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=d318d232-b69c-46af-b3fb-5988ed6dda1a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:11.347813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58cc0f7d-1821-4b37-869e-0d359f974ffb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:11.359771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'name': 'tempest-PortsIpV6TestJSON-2018723681'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:11.365467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:11.534123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.568477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:11.572110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 58cc0f7d-1821-4b37-869e-0d359f974ffb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:11.572435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.645656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.657810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Made reservation on behalf of 5b048668eb8e459fa02db2b0b04f1ab7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:11.664193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.715886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Allocated IP 172.26.7.14 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/f2caa59b-b335-460d-9e11-ebb112be4b39) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:11.803454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:11.817257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.838289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:11.843020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:52:11.843900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:52:11.888868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:11.965455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Deleting port 6bfb9f74-f4b4-48c2-8b1a-c98d94cb424b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:11.966022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.016120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:12.022748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.090210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 0229bf42-a7e8-4093-9747-f857682c3f45 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:52:12.144044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 2d093d36-8831-4f4d-8591-6678d27b7eff owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:12.478807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting port 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:12.479277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.560297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.686934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.761246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Calling delete_port for 6bfb9f74-f4b4-48c2-8b1a-c98d94cb424b owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:12.890192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:12.998639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.024009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236d2c-79b9-44fd-b19e-b105349a0ecc req-900de36b-921a-4cd7-a8e0-ca24fcbc6575 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:13.026910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5c236d2c-79b9-44fd-b19e-b105349a0ecc req-900de36b-921a-4cd7-a8e0-ca24fcbc6575 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.3147421 Feb 17 22:52:13.195086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.209143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Calling delete_port for 57ea9069-9eeb-41f2-8f3d-f1184fd134b2 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:13.259385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.362689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:13.379981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:13.400115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:13.401215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.408424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:13.409857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.416150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=0229bf42-a7e8-4093-9747-f857682c3f45,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:13.436916 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5c236d2c-79b9-44fd-b19e-b105349a0ecc req-2b1008f9-798d-4d62-a74f-60ad0b22a746 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136301 Feb 17 22:52:13.475292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.488905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ba9c45fa-ecff-4405-94d5-0248e9c14a84 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1488183 Feb 17 22:52:13.489769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32866) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:13.507833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:13.526165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=2d093d36-8831-4f4d-8591-6678d27b7eff,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:13.581296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 0229bf42-a7e8-4093-9747-f857682c3f45 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:13.581659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.757764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Checking segment: {'id': '909a99ef-f201-4baa-9ffa-96bf344acdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:13.758137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.758325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network hostable DHCP agents. Network: 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:13.765852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:13.812191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:13.826573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Port': ['ID=57ea9069-9eeb-41f2-8f3d-f1184fd134b2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:13.831582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:13.902951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Pushing event updated for resources: {'Port': ['ID=f2caa59b-b335-460d-9e11-ebb112be4b39,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:13.906654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:13.981414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:14.013326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Pushing event deleted for resources: {'Port': ['ID=6bfb9f74-f4b4-48c2-8b1a-c98d94cb424b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:14.016226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.081385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.296304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 0229bf42-a7e8-4093-9747-f857682c3f45 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:14.335994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:14.350100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1764be-c874-411d-b623-d4c9499183de None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:14.444085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.448424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:14.449482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.511822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.577041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.675759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.676625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router a69ca30a-fb79-448d-b92e-774de360c928 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:52:14.691307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.698983 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ea4aef61-4d7a-47fa-b2c3-023192510822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 204 len: 168 time: 6.0662484 Feb 17 22:52:14.702988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.768136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32872) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:14.799652 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f03b0133-e3e1-4abe-a4ea-a0fcb2637ac1 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.3925214 Feb 17 22:52:14.804470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32876) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:14.814651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:14.817230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-529553176'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:14.840112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:14.843831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.854471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0', 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0', 'tenant_id': '5b048668eb8e459fa02db2b0b04f1ab7', 'fixed_ips': [{'subnet_id': '1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:14.856757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:14.905069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:14.909775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:14.978361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:14.983983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=0229bf42-a7e8-4093-9747-f857682c3f45,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:14.986758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.012838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5d3ab557-2261-48d2-923a-542c89de744a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/0229bf42-a7e8-4093-9747-f857682c3f45 HTTP/1.1" status: 204 len: 168 time: 1.5208859 Feb 17 22:52:15.017671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32880) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:15.037477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'mac_address': 'fa:16:3e:0e:35:17', 'name': 'tempest-PortsIpV6TestJSON-1042865908'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:15.128247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:15.132695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.153958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Router 27dd07e0-1966-448e-a2c2-e23381970224 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:15.258242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:15.359751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e53b1-2348-4232-b418-55366847cd01 req-ee1798f5-3b4b-46b0-8f09-f70a786bf1a3 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.362517 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be5e53b1-2348-4232-b418-55366847cd01 req-ee1798f5-3b4b-46b0-8f09-f70a786bf1a3 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.5945346 Feb 17 22:52:15.373902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.374776 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 6ae919d6-8aa8-436f-8d21-a510e4821369 of type vlan for network 7e4f58dc-5899-4727-8f8e-08310f2cb0de Feb 17 22:52:15.377359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:15.407238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] Sync routers for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:15.410457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a33f2bfa-2688-41f0-97aa-5d507978d5ee tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6249003 Feb 17 22:52:15.436685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:15.511026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:15.511975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:15.527154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.549333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-fe07ecd3-77f3-43f3-9140-761efb419292 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] show failed (client error): The resource could not be found. Feb 17 22:52:15.550703 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe07ecd3-77f3-43f3-9140-761efb419292 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1764615014 HTTP/1.1" status: 404 len: 335 time: 0.1104076 Feb 17 22:52:15.558163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32888) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:15.570214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4f991bd4-2832-4c1a-82d5-30ba7f6ae7dd tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:15.646862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be5e53b1-2348-4232-b418-55366847cd01 req-b530030f-ef85-4ad8-89d2-08dddc712fd3 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431762 Feb 17 22:52:15.650051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:15.667215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:15.690614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Allocated IP 172.20.0.3 (5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0/1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2/d33f5659-e2f0-4aa4-85a1-fa6dffa9b592) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:15.698581 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-4f991bd4-2832-4c1a-82d5-30ba7f6ae7dd tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] update failed (client error): The resource could not be found. Feb 17 22:52:15.701870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4f991bd4-2832-4c1a-82d5-30ba7f6ae7dd tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-308987740 HTTP/1.1" status: 404 len: 334 time: 0.1405919 Feb 17 22:52:15.706805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32892) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:15.708264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] Routers {'27dd07e0-1966-448e-a2c2-e23381970224'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:15.708962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['27dd07e0-1966-448e-a2c2-e23381970224'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:15.796385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.807633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.808662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:15.867221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:15.871365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:15.871653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5e33b-ab2e-4475-b4ea-78d7b0ef85b5 None None] The sync data for ids ['27dd07e0-1966-448e-a2c2-e23381970224'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:15.874698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:15.880891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:15.995117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:16.048592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting subnet 0b1a0e57-54be-4dd1-aa30-488943ad6be4 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:16.063265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.071738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2978289 Feb 17 22:52:16.072129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.087461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32896) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:16.101491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:16.116193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb828bd-125b-44fb-a3fb-60ae9f1867ca tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=7e4f58dc-5899-4727-8f8e-08310f2cb0de,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:16.129135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59960827'] for subnet, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.139538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.151982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.163485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:16.211815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.228951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:16.270178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.347462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.406732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.407678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Transition to ACTIVE for port object d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:16.437447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Transition to ACTIVE for port object d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:16.446274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.475547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1a0e57-54be-4dd1-aa30-488943ad6be4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:16.487468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.506904 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bcf57873-56dc-4b9c-b597-8247c7468e1f tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/subnets/0b1a0e57-54be-4dd1-aa30-488943ad6be4 HTTP/1.1" status: 204 len: 168 time: 0.7977459 Feb 17 22:52:16.507968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32900) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:16.515143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47869246-2735-43b1-8cbf-fafe30526a9d None None] Network 5fac58c7-17d0-4ad9-ab35-d425704bea9a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:16.618899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.631421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting subnet 058117ce-6d9c-4a8b-b5b9-e930217f5adc {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:16.635600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.638963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:16.654758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:16.667783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:16.693250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Pushing event updated for resources: {'Port': ['ID=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:16.757850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.925135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Attempting to bind port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:16.925490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Attempting to bind port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '909a99ef-f201-4baa-9ffa-96bf344acdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:16.925902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Attempting to bind port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 on network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:16.941166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:16.941617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Checking segment: {'id': '909a99ef-f201-4baa-9ffa-96bf344acdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:16.941987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:16.942390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Bound using segment: {'id': '909a99ef-f201-4baa-9ffa-96bf344acdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:16.942886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Bound port: d33f5659-e2f0-4aa4-85a1-fa6dffa9b592, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a99ef-f201-4baa-9ffa-96bf344acdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:16.943270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.054362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] For port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:17.058334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] For port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,segment=NetworkSegment(909a99ef-f201-4baa-9ffa-96bf344acdde),segment_id=909a99ef-f201-4baa-9ffa-96bf344acdde)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:17.074131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.168620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e738f52-84d0-4f45-8a27-9945f14c2704 req-cbb5695f-07ce-42e7-8f10-2d565e9797bb tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:17.170889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e738f52-84d0-4f45-8a27-9945f14c2704 req-cbb5695f-07ce-42e7-8f10-2d565e9797bb tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.3217878 Feb 17 22:52:17.209363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] DHCP port deletion for 5fac58c7-17d0-4ad9-ab35-d425704bea9a request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:17.226416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Deleting port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:17.226788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.268189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e738f52-84d0-4f45-8a27-9945f14c2704 req-e26a5caa-bd03-4765-888f-d3891b34bdc9 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889754 Feb 17 22:52:17.274467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.317989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637ed4-c09d-4b3b-84e9-1e3f7c0f4ca2 None None] Pushing event updated for resources: {'Port': ['ID=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:17.363231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:17.402082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.472955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.476857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Subnet': ['ID=058117ce-6d9c-4a8b-b5b9-e930217f5adc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:17.484884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9d283-6af4-43a2-a828-7759b9653dc9 None None] Network 7695768c-3269-4e7d-8e05-287347452b62 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:17.493272 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cd14454e-2d8c-470c-9244-c4b1992e0ecc tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/subnets/058117ce-6d9c-4a8b-b5b9-e930217f5adc HTTP/1.1" status: 204 len: 168 time: 0.9834135 Feb 17 22:52:17.494709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:17.571618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:17.588977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:17.604314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:17.637554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:17.644985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Router a9ed5a0c-a5ca-4866-9a6b-6b165b908ade has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:17.681854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 4540777b-6307-4b9f-92f8-047b5059658e yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:52:17.729425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.759518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:17.761126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:17.790230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.015449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:18.019619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.042519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.066864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] For port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,segment=NetworkSegment(29543c4d-af85-474d-9ec0-92bd688b638d),segment_id=29543c4d-af85-474d-9ec0-92bd688b638d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:18.067456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.209209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] For port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,segment=NetworkSegment(29543c4d-af85-474d-9ec0-92bd688b638d),segment_id=29543c4d-af85-474d-9ec0-92bd688b638d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:18.210178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.445794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Calling delete_port for 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:18.449855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.566766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:18.581801 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] Sync routers for ids ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:18.584393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Calling delete_port for 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:18.595821 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] Routers {'a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:18.596762 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:18.646190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.741616 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:18.753664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] Pushing event deleted for resources: {'Port': ['ID=6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:18.766216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] DHCP port deletion for 7695768c-3269-4e7d-8e05-287347452b62 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:18.766988 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] Routers {'a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:18.767807 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:18.781108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Deleting port 01016373-5786-461b-8da8-186c96823939 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:18.781516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:18.821157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05751984-a190-41e6-ab43-aa6c407eec45 None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:18.854605 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:18.855004 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437700-313b-447b-9a3c-0a7d1ba6e265 None None] The sync data for ids ['a9ed5a0c-a5ca-4866-9a6b-6b165b908ade'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:18.889701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1498da-0785-4a47-96e7-f02a197e8da9 req-65312a6d-2751-4cca-98c4-425ab706f755 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:18.892523 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a1498da-0785-4a47-96e7-f02a197e8da9 req-65312a6d-2751-4cca-98c4-425ab706f755 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.3892784 Feb 17 22:52:18.898636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:18.899352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:18.901399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26cf89-204c-49f3-846f-fc05d3967276 None None] No DVR routers for this DVR port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:18.963309 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a1498da-0785-4a47-96e7-f02a197e8da9 req-8bc35ecf-45cd-4258-85bd-319c8252b218 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559506 Feb 17 22:52:19.010368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=32a3379c-796c-45d4-95a7-7c0dd66aaee4,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:19.035360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f6063a59-d489-4132-b8a9-b1e1f4b6dade None None] Provisioning for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:19.044013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.049548 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2b5bce67-76d6-417f-910a-e2e4eb6bd059 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "PUT /v2.0/routers/a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 200 len: 710 time: 10.2764637 Feb 17 22:52:19.049857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32912) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:19.100070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.105421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.105861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.106203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.106537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.106861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.107755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.108172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.108745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.109397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.109737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.110065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:19.131313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3055607'] for subnet, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.242731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '6ae919d6-8aa8-436f-8d21-a510e4821369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:19.243854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: 7e4f58dc-5899-4727-8f8e-08310f2cb0de, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:19.320319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-73c5110b-708c-47eb-9ed3-70ad8a6f50f0 tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/routers/a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 200 len: 745 time: 0.2690201 Feb 17 22:52:19.337823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32916) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:19.402645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting port 6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:19.403174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.414413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] For port 01016373-5786-461b-8da8-186c96823939, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=01016373-5786-461b-8da8-186c96823939,segment=NetworkSegment(c024c70e-dd65-472b-9457-bb311961655a),segment_id=c024c70e-dd65-472b-9457-bb311961655a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:19.415643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.423645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:19.424685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.427078 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "PUT /v2.0/subnets/1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2 HTTP/1.1" status: 200 len: 877 time: 4.6206100 Feb 17 22:52:19.434012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:19.440634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:19.446028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32920) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:19.472703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.490821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:19.505285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d79b-b525-47b1-a074-2fba44c7e7bb tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event updated for resources: {'Subnet': ['ID=1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:19.510018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dc50d32d-1d5f-4424-91f1-c03176cce91a tempest-RoutersIpV6AdminTest-535048284 tempest-RoutersIpV6AdminTest-535048284-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&device_id=a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 200 len: 205 time: 0.1680186 Feb 17 22:52:19.512061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7e4f58dc-5899-4727-8f8e-08310f2cb0de) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:19.515044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32924) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:19.524656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:19.525628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.643779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] The port '6b2e2cb7-b4ca-4034-b061-16c3f65c2e6e' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:52:19.658370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ede19-af0f-4327-ba25-91be39ae6110 None None] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:19.678148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Calling delete_port for 01016373-5786-461b-8da8-186c96823939 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:19.820459 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1f84e35c-6156-4b89-852f-cb974f366926 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 200 len: 205 time: 0.2996345 Feb 17 22:52:19.829065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32928) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:19.855108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:19.868382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:19.868845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:19.902764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:19.941346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:19.991531 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a5ef8aa3-0244-4fab-9b92-ad8db9e22598 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9012308 Feb 17 22:52:20.000418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.040376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32932) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:20.119306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:20.119943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:51:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:20.268900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.283895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8c950429-7b93-4246-b530-70897b407cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.356234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.442303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.449793 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-68188df1-1eac-4f7b-aa95-a78703a4692f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.3805742 Feb 17 22:52:20.454875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32936) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:20.475042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1320605456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:20.531750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] Pushing event deleted for resources: {'Port': ['ID=01016373-5786-461b-8da8-186c96823939,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:20.534120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f61512-9182-49b0-bd72-5b0444110a8d None None] No DVR routers for this DVR port 01016373-5786-461b-8da8-186c96823939 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:20.638986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7e4f58dc-5899-4727-8f8e-08310f2cb0de', 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '32a3379c-796c-45d4-95a7-7c0dd66aaee4'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:20.640006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.669334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.756913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,segment=NetworkSegment(909a99ef-f201-4baa-9ffa-96bf344acdde),segment_id=909a99ef-f201-4baa-9ffa-96bf344acdde)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:20.782571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.798146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.826667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:20.836359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:20.857036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:20.879269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.879269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:20.893306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:20.919574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 01016373-5786-461b-8da8-186c96823939 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:20.967619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:21.063055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 01016373-5786-461b-8da8-186c96823939 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:52:21.063549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 01016373-5786-461b-8da8-186c96823939 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:52:21.090872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fac58c7-17d0-4ad9-ab35-d425704bea9a']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:21.117714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:21.128872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:21.130006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.264963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.272360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=4540777b-6307-4b9f-92f8-047b5059658e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:21.282711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.288072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:21.315203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8dc8c516-880e-413b-a618-496cc6084b8d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 6.2923946 Feb 17 22:52:21.316650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32942) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:21.318231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Allocated IP 172.20.0.2 (7e4f58dc-5899-4727-8f8e-08310f2cb0de/32a3379c-796c-45d4-95a7-7c0dd66aaee4/bc65cbfb-2181-4228-8d47-0ab285173f62) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:21.393478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6b5ef-7d1c-450d-a438-7b37f9d799da None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:21.471570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29543c4d-af85-474d-9ec0-92bd688b638d') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:21.472852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29543c4d-af85-474d-9ec0-92bd688b638d') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:21.491413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.529864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.531347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017562f-ed23-4b27-82b4-fabc47082ff5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:21.531965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c017562f-ed23-4b27-82b4-fabc47082ff5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:21.563235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-de717f85-d664-4e01-8dd8-c56734ec5afc None None] Provisioning complete for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:21.563559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-de717f85-d664-4e01-8dd8-c56734ec5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.607415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.608180 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cd3074c1-578b-4931-b741-a2e2ac086311 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1561503 Feb 17 22:52:21.622436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32946) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:21.690199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c017562f-ed23-4b27-82b4-fabc47082ff5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:21.694534 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c017562f-ed23-4b27-82b4-fabc47082ff5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/4540777b-6307-4b9f-92f8-047b5059658e HTTP/1.1" status: 200 len: 845 time: 0.3709550 Feb 17 22:52:21.707724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32950) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:21.724632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d718-5703-4c77-8e35-b5e122091d07 req-cc49c877-7f11-4172-a2b0-00ac159604c1 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:21.729336 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2941d718-5703-4c77-8e35-b5e122091d07 req-cc49c877-7f11-4172-a2b0-00ac159604c1 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 1.3923850 Feb 17 22:52:21.731825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.739242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.748428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:21.749942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.804097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.820468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:21.821148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:21.874584 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:22.015688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.064643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:14Z', 'revision_number': 3, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:22.070622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:52:22.070890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Updating router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 port f2caa59b-b335-460d-9e11-ebb112be4b39 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:52:22.080195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 4540777b-6307-4b9f-92f8-047b5059658e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:22.081049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.122482 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2941d718-5703-4c77-8e35-b5e122091d07 req-9a08d66e-310e-41aa-bdb2-92cce3e8c87e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208857 Feb 17 22:52:22.159176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.184043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Transition to ACTIVE for port object bc65cbfb-2181-4228-8d47-0ab285173f62 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:22.197332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.205224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.206198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Fanout notify agent at l3_agent the message router_deleted on router a9ed5a0c-a5ca-4866-9a6b-6b165b908ade {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:52:22.238882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Transition to ACTIVE for port object bc65cbfb-2181-4228-8d47-0ab285173f62 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:22.246543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.263182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.264978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Network': ['ID=5fac58c7-17d0-4ad9-ab35-d425704bea9a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:22.280337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.280924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.281419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.281969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.282409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.282844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.283278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.283717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.284156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.284584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.285009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.285477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:22.312890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.312890 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4715c703-400b-4ec0-921b-e55284b914ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 204 len: 168 time: 2.4549344 Feb 17 22:52:22.314916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32954) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:22.319277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6982b114-d7c8-402d-91de-a17570ed5ff5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/networks/5fac58c7-17d0-4ad9-ab35-d425704bea9a HTTP/1.1" status: 204 len: 168 time: 4.8230720 Feb 17 22:52:22.368657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32958) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:22.431324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Pushing event updated for resources: {'Port': ['ID=bc65cbfb-2181-4228-8d47-0ab285173f62,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:22.442504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:22.451578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb6d48e2-2d22-40ba-9422-f7b4ca1ac163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.458057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:22.464007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:22.464491 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69831e34-5f64-49c7-9dd6-ab8d23842ab2 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 200 len: 205 time: 0.1477900 Feb 17 22:52:22.471991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32962) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:22.611996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-d2dfc3f2-6918-47a9-871f-8d4c64ed78ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:22.613370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2dfc3f2-6918-47a9-871f-8d4c64ed78ed tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/a9ed5a0c-a5ca-4866-9a6b-6b165b908ade HTTP/1.1" status: 404 len: 336 time: 0.0886264 Feb 17 22:52:22.620911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32966) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:22.796740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Attempting to bind port bc65cbfb-2181-4228-8d47-0ab285173f62 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:22.797134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Attempting to bind port bc65cbfb-2181-4228-8d47-0ab285173f62 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6ae919d6-8aa8-436f-8d21-a510e4821369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:22.797509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Attempting to bind port bc65cbfb-2181-4228-8d47-0ab285173f62 on network 7e4f58dc-5899-4727-8f8e-08310f2cb0de {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:22.814526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3b4988c2-2fe4-4175-9ca9-263502cd4511 None None] Provisioning complete for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:22.814884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3b4988c2-2fe4-4175-9ca9-263502cd4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.855102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:22.855475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Checking segment: {'id': '6ae919d6-8aa8-436f-8d21-a510e4821369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:22.855871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.856288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Bound using segment: {'id': '6ae919d6-8aa8-436f-8d21-a510e4821369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:22.856752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Bound port: bc65cbfb-2181-4228-8d47-0ab285173f62, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae919d6-8aa8-436f-8d21-a510e4821369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e4f58dc-5899-4727-8f8e-08310f2cb0de'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:22.857717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.873600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-421f1d26-2ca4-4b8b-b95a-00764579b4db tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 200 len: 205 time: 0.2469096 Feb 17 22:52:22.876042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32970) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:22.967335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:22.975190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-bb1c517c-8a10-4aee-833f-adf039c611d9 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:22.980683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bb1c517c-8a10-4aee-833f-adf039c611d9 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/408be0c9-26ec-4ffd-bf23-9bd41e39c9f1 HTTP/1.1" status: 404 len: 336 time: 0.1006866 Feb 17 22:52:22.987823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32974) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:23.016851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,segment=NetworkSegment(909a99ef-f201-4baa-9ffa-96bf344acdde),segment_id=909a99ef-f201-4baa-9ffa-96bf344acdde)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:23.018086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.152864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] For port bc65cbfb-2181-4228-8d47-0ab285173f62, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:23.160484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] For port bc65cbfb-2181-4228-8d47-0ab285173f62, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bc65cbfb-2181-4228-8d47-0ab285173f62,segment=NetworkSegment(6ae919d6-8aa8-436f-8d21-a510e4821369),segment_id=6ae919d6-8aa8-436f-8d21-a510e4821369)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:23.177903 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3d98327a-3193-4d26-b3ea-111e68f95105 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 200 len: 205 time: 0.1845992 Feb 17 22:52:23.180745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.188482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 32978) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:23.194204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.304257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:23.320020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Transition to ACTIVE for port object f2caa59b-b335-460d-9e11-ebb112be4b39 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:23.355496 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-4bcb1465-8f25-47f2-a06f-63980fd287a4 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:23.356575 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4bcb1465-8f25-47f2-a06f-63980fd287a4 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/0a888255-5ab4-4f1f-820a-6b660b63e8ba HTTP/1.1" status: 404 len: 336 time: 0.1646504 Feb 17 22:52:23.365205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.365789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.371824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32984) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:23.385184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.407576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.415648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:23.472844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54bd0-99f5-4302-9dcc-1869be8eccf0 None None] Pushing event updated for resources: {'Port': ['ID=bc65cbfb-2181-4228-8d47-0ab285173f62,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:23.552988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 4540777b-6307-4b9f-92f8-047b5059658e owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:23.558942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Attempting to bind port f2caa59b-b335-460d-9e11-ebb112be4b39 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:23.559302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Attempting to bind port f2caa59b-b335-460d-9e11-ebb112be4b39 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:23.559669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Attempting to bind port f2caa59b-b335-460d-9e11-ebb112be4b39 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:23.585451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:23.586243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:23.586243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.586628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:23.587138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Bound port: f2caa59b-b335-460d-9e11-ebb112be4b39, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:23.587499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.600042 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f3a264b7-cd6e-4b3a-be57-780190478acb tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 200 len: 205 time: 0.2141085 Feb 17 22:52:23.605464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32988) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:23.624610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.659735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbf14c-b250-4e28-9ca4-370a5e6ac6ae None None] Pushing event updated for resources: {'Port': ['ID=f2caa59b-b335-460d-9e11-ebb112be4b39,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:23.708399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:23.709286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.736135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.746321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-51514458-345c-4aee-af86-fda050355cf6 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:23.753245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-51514458-345c-4aee-af86-fda050355cf6 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/e0ce50b3-6b2f-4b08-8720-3902ffe533bc HTTP/1.1" status: 404 len: 336 time: 0.1342883 Feb 17 22:52:23.757223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32992) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:23.766851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] For port f2caa59b-b335-460d-9e11-ebb112be4b39, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:23.796253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] For port f2caa59b-b335-460d-9e11-ebb112be4b39, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2caa59b-b335-460d-9e11-ebb112be4b39,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:23.809790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.875582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:23.884998 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a50eab97-8a97-4230-8498-26ac46e3be27 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 200 len: 205 time: 0.1221089 Feb 17 22:52:23.888768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7695768c-3269-4e7d-8e05-287347452b62']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:23.900033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 32996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.018222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024c70e-dd65-472b-9457-bb311961655a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:24.018512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024c70e-dd65-472b-9457-bb311961655a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:24.022004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:24.026703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:24.048380 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-9162635d-7117-4771-9e20-57952c2efffe tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:24.049529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9162635d-7117-4771-9e20-57952c2efffe tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/7dc6397e-04b9-4b58-a584-9aeb168701bf HTTP/1.1" status: 404 len: 336 time: 0.1477749 Feb 17 22:52:24.058322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33000) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.058901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.064782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.094500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.108789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:24.109129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:24.145021 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:24.150094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.168921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bb259-2870-45ac-b41d-84b265102140 req-43ff5de0-9712-4c33-94ae-5e02baea3a76 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:24.171132 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc1bb259-2870-45ac-b41d-84b265102140 req-43ff5de0-9712-4c33-94ae-5e02baea3a76 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.7529268 Feb 17 22:52:24.178452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbf14c-b250-4e28-9ca4-370a5e6ac6ae None None] Pushing event updated for resources: {'Port': ['ID=f2caa59b-b335-460d-9e11-ebb112be4b39,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:24.254917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.273850 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ff12f9ac-6f14-4a9a-8895-2d4846cd3fa4 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "GET /v2.0/ports?device_id=b60f7c2e-1368-430a-9cdc-f3b8f7017c58 HTTP/1.1" status: 200 len: 205 time: 0.2105355 Feb 17 22:52:24.274834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=4540777b-6307-4b9f-92f8-047b5059658e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:24.289772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33004) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.327118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=d33f5659-e2f0-4aa4-85a1-fa6dffa9b592,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:24.399725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.421192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:24.456083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.473514 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-392cfa95-cd8a-4b65-8291-c07c8da99df6 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] delete failed (client error): The resource could not be found. Feb 17 22:52:24.479047 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-392cfa95-cd8a-4b65-8291-c07c8da99df6 tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/routers/b60f7c2e-1368-430a-9cdc-f3b8f7017c58 HTTP/1.1" status: 404 len: 336 time: 0.1725311 Feb 17 22:52:24.480988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33008) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.486982 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f4ba5859-a57e-4417-ae21-f85cea3da45e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/4540777b-6307-4b9f-92f8-047b5059658e HTTP/1.1" status: 204 len: 168 time: 2.7701626 Feb 17 22:52:24.488241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:24.493209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33010) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.526763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Network': ['ID=7695768c-3269-4e7d-8e05-287347452b62,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:24.563917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502baaeb-5f9d-4a40-a9ab-1400a2826672 None None] DHCP port deletion for 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:24.566653 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc1bb259-2870-45ac-b41d-84b265102140 req-a6f800cb-010f-4dfc-9f02-7aea1a828c4e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039734 Feb 17 22:52:24.575332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-685171e7-9c8e-4a87-ad79-274d8ac44c6c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:24.576623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685171e7-9c8e-4a87-ad79-274d8ac44c6c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:24.582824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-685171e7-9c8e-4a87-ad79-274d8ac44c6c tempest-RoutersIpV6AdminTest-1802432344 tempest-RoutersIpV6AdminTest-1802432344-project] 10.222.0.42 "DELETE /v2.0/subnets/80b876e9-2c21-4552-8680-5de7119388dc HTTP/1.1" status: 404 len: 337 time: 0.0922813 Feb 17 22:52:24.583143 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d72bf1ef-e5f2-4598-89a2-46f71a6e4471 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/networks/7695768c-3269-4e7d-8e05-287347452b62 HTTP/1.1" status: 204 len: 168 time: 2.2086525 Feb 17 22:52:24.583815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33016) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:24.714477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting subnet 32d85717-10f0-4fa8-a47a-0abae72eb667 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:24.720731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.851151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Allocated IP 172.20.0.1 (e971e9e1-b2e6-4607-8277-45704725e00b/fa8b5e79-8972-49a2-9f16-36bd82eafd10/2ac202dd-f183-49a9-96a2-19f1b3eb6473) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:24.926795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:24.927683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.019042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cacd57b8-e201-4633-915b-69358e374919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:14Z', 'revision_number': 3, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:25.033978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd57b8-e201-4633-915b-69358e374919 None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:14Z', 'revision_number': 3, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:25.037921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.20.0.1 (7e4f58dc-5899-4727-8f8e-08310f2cb0de/32a3379c-796c-45d4-95a7-7c0dd66aaee4/5d770c12-757d-41c6-a990-89b0e4b8e1d2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:25.047571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.147887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33024) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:25.172527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.244295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:25.275725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ef767-c632-4950-9adc-afa224baf4c8 None None] Network 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:25.388637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.413109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 5d770c12-757d-41c6-a990-89b0e4b8e1d2 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:25.462395 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b3ee68-28cf-4926-a77b-2daf2e7beb52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:52:25.469125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e6b3ee68-28cf-4926-a77b-2daf2e7beb52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:25.482308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.516547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.552530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.608374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:25.650398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:25.713037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:25.716136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:25.737131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.738062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3a034-3082-4bd6-9b76-a82fb5ffd46c None None] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:25.755428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909a99ef-f201-4baa-9ffa-96bf344acdde') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:25.755791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909a99ef-f201-4baa-9ffa-96bf344acdde') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:25.778468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.808246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:25.817280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c67a76f10f45bf9efb0bdfdc72ba1a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:25.821271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.824484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.830342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:25.877253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:25.877754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.894861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:25.901675 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:25.906405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e6b3ee68-28cf-4926-a77b-2daf2e7beb52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:25.910177 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e6b3ee68-28cf-4926-a77b-2daf2e7beb52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/4540777b-6307-4b9f-92f8-047b5059658e HTTP/1.1" status: 404 len: 333 time: 1.4154727 Feb 17 22:52:25.913584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:25.923085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33032) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:25.948656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Subnet': ['ID=32d85717-10f0-4fa8-a47a-0abae72eb667,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:25.950343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'name': 'tempest-PortsIpV6TestJSON-438428268'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:25.959552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bc65cbfb-2181-4228-8d47-0ab285173f62 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:26.037200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.083697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-68287b5b-e2af-45c4-b028-4dbe4c3aea78 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/subnets/32d85717-10f0-4fa8-a47a-0abae72eb667 HTTP/1.1" status: 204 len: 168 time: 1.4939184 Feb 17 22:52:26.087950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33036) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.112193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cc8d5-1872-46a7-999f-2bf93a4fe4ae None None] Network bd705d41-a512-4b4f-b5f3-863ac80b1eb1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:26.125956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=5d770c12-757d-41c6-a990-89b0e4b8e1d2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:26.137779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.143004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:26.157710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:26.186281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:26.190804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.226610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Transition to ACTIVE for port object 2ac202dd-f183-49a9-96a2-19f1b3eb6473 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:26.230759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.239411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port cebf0491-80db-43be-ab42-a2ff33f1b944 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:52:26.285752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:26.303511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3553177f-774f-4dfa-80f1-8f98f59c4497 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 HTTP/1.1" status: 204 len: 168 time: 6.8392937 Feb 17 22:52:26.314901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33040) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.328135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.383813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.396489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3a113-e1d6-495d-bfae-ba62848c8367 req-091ccad4-0397-4488-afa3-5c03e1fe0520 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:26.398429 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bdc3a113-e1d6-495d-bfae-ba62848c8367 req-091ccad4-0397-4488-afa3-5c03e1fe0520 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.5329041 Feb 17 22:52:26.399595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbe30db-03d3-4c70-8cd6-c4eda6e7e34f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:26.400240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbe30db-03d3-4c70-8cd6-c4eda6e7e34f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:26.441068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b4b264ce-cd5d-4b36-8e5a-b1117bfcaaba None None] Provisioning for port bc65cbfb-2181-4228-8d47-0ab285173f62 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:26.465129 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bcbe30db-03d3-4c70-8cd6-c4eda6e7e34f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/1a373d64-5f0d-4ca1-8f20-9d3a1b9406d2 HTTP/1.1" status: 404 len: 337 time: 0.1451597 Feb 17 22:52:26.472860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33044) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.526797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Deleting port 4353ed16-feb6-4abe-a601-05ba07939132 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:26.527493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.569658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.636643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6a3453-5772-4d7b-9aa0-dd77f32c5a4a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:26.637501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6a3453-5772-4d7b-9aa0-dd77f32c5a4a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:26.690377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.703819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2b6a3453-5772-4d7b-9aa0-dd77f32c5a4a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 HTTP/1.1" status: 404 len: 339 time: 0.2280176 Feb 17 22:52:26.711759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33048) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.718753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bdc3a113-e1d6-495d-bfae-ba62848c8367 req-2828baf1-5796-46ec-8cb2-e6cfbf74066b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067498 Feb 17 22:52:26.719750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:26.829868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4367677-f150-4bbb-ad20-eab30510ae37 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:26.830187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:26.830819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4367677-f150-4bbb-ad20-eab30510ae37 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:26.833817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b4367677-f150-4bbb-ad20-eab30510ae37 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/cd0c41f6-82a2-47c0-b621-3cf5cf85501f HTTP/1.1" status: 404 len: 337 time: 0.1200261 Feb 17 22:52:26.839695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:26.846395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33052) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.846893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:26.851480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:26.853169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port bc65cbfb-2181-4228-8d47-0ab285173f62 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:26.945388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd6d0f1-b193-4bb7-96b3-c89b47e34bb1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:26.946664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bc65cbfb-2181-4228-8d47-0ab285173f62 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:26.950827 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7153a90-ca54-4734-b484-0292db86fc52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3c67a76f10f45bf9efb0bdfdc72ba1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7896931 Feb 17 22:52:26.961540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33056) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:26.966979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.036123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.059834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b1825-329a-456e-bb52-223312d7dd7e None None] DHCP port deletion for 5fd5ad9a-e7fb-4a04-976d-9ac083c6b8b0 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:27.073651 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e4fedd-02a0-4ad6-ab43-c68df818466a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:27.074212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e4fedd-02a0-4ad6-ab43-c68df818466a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:27.133683 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-90e4fedd-02a0-4ad6-ab43-c68df818466a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/c63e80c3-52e7-453c-9c58-f846ec97f968 HTTP/1.1" status: 404 len: 339 time: 0.2839980 Feb 17 22:52:27.145998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33062) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:27.346193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] For port 4353ed16-feb6-4abe-a601-05ba07939132, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4353ed16-feb6-4abe-a601-05ba07939132,segment=NetworkSegment(9d191aaa-c2cd-46fb-9505-c403315279d1),segment_id=9d191aaa-c2cd-46fb-9505-c403315279d1)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:27.346619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.371754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.445678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.511591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af52c2b-02af-4a91-aeba-e2ec84f64f18 None None] DHCP port deletion for bd705d41-a512-4b4f-b5f3-863ac80b1eb1 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:27.545472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.563778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1af52c2b-02af-4a91-aeba-e2ec84f64f18 None None] Deleting port 4353ed16-feb6-4abe-a601-05ba07939132 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:27.565583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1af52c2b-02af-4a91-aeba-e2ec84f64f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.671312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7e9b2350-8fc8-4f52-b44e-220be426522c None None] Provisioning for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:27.745809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Calling delete_port for 4353ed16-feb6-4abe-a601-05ba07939132 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:27.754888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port bc65cbfb-2181-4228-8d47-0ab285173f62, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bc65cbfb-2181-4228-8d47-0ab285173f62,segment=NetworkSegment(6ae919d6-8aa8-436f-8d21-a510e4821369),segment_id=6ae919d6-8aa8-436f-8d21-a510e4821369)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:27.798020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7e9b2350-8fc8-4f52-b44e-220be426522c None None] Provisioning complete for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:27.798931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2350-8fc8-4f52-b44e-220be426522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.828837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.852267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.874041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:27.917621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.000465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:28.063782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.080269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.165148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:52:28.165692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d33f5659-e2f0-4aa4-85a1-fa6dffa9b592 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:52:28.194877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1af52c2b-02af-4a91-aeba-e2ec84f64f18 None None] The port '4353ed16-feb6-4abe-a601-05ba07939132' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:52:28.207433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:28.220313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:28.243781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=bc65cbfb-2181-4228-8d47-0ab285173f62,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:28.270881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b2350-8fc8-4f52-b44e-220be426522c None None] Port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:28.274408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.274898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.276825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.276825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.276825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.277179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.277274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.277762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.278271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.278634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.279268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.280368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:28.283964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:28.286997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.294210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.295987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.353021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Port': ['ID=4353ed16-feb6-4abe-a601-05ba07939132,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:28.360418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:28.382633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=cebf0491-80db-43be-ab42-a2ff33f1b944,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:28.386483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2caa59b-b335-460d-9e11-ebb112be4b39 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:28.393434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.427536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.432942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] No DVR routers for this DVR port 4353ed16-feb6-4abe-a601-05ba07939132 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:28.438376 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cc84a861-de8e-4c30-835a-0f790f66ab32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5137467 Feb 17 22:52:28.442713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33068) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:28.444700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.467813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c78e68-f42f-49b4-967f-e1516d3126dd None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 22:52:28.526072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.542216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:28.553825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Provisioning for port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:28.578988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Provisioning complete for port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:28.579625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.628607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f2caa59b-b335-460d-9e11-ebb112be4b39 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:28.673027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f2caa59b-b335-460d-9e11-ebb112be4b39 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:28.673730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.688106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd6d0f1-b193-4bb7-96b3-c89b47e34bb1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:28.728497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.740068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.777505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.782920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e8541362-12c2-41f0-95c2-c6821e270a88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bd6d0f1-b193-4bb7-96b3-c89b47e34bb1 HTTP/1.1" status: 204 len: 168 time: 1.8161523 Feb 17 22:52:28.802339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549d7f8-b4ae-4712-b50f-22d6e0107c1b req-747235fe-00f8-4a58-8f90-f50408a78ef1 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.804436 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5549d7f8-b4ae-4712-b50f-22d6e0107c1b req-747235fe-00f8-4a58-8f90-f50408a78ef1 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.7449131 Feb 17 22:52:28.811733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd705d41-a512-4b4f-b5f3-863ac80b1eb1']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.828898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb704e24-7ec7-4998-9afe-9b7b566dcb17']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.856823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:28.860196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d191aaa-c2cd-46fb-9505-c403315279d1') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.860497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d191aaa-c2cd-46fb-9505-c403315279d1') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.875770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d38258-4507-46f5-aa2a-0bf433f6592f') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.876082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d38258-4507-46f5-aa2a-0bf433f6592f') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:28.893187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.947161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:28.964054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.010393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.015822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=5d770c12-757d-41c6-a990-89b0e4b8e1d2,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.020288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.043368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5549d7f8-b4ae-4712-b50f-22d6e0107c1b req-275e6958-fc25-422c-bea7-8ac36d4c50f5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203903 Feb 17 22:52:29.051655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:29.052070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:29.080403 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:29.083233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:29.083233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:29.104884 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:29.131659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.137613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Provisioning complete for port bc65cbfb-2181-4228-8d47-0ab285173f62 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:29.140736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-858489d3-4f36-42cc-af82-647fef780383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.214443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.237438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.361537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.379634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c78e68-f42f-49b4-967f-e1516d3126dd None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:52:29.387092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.427455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f2caa59b-b335-460d-9e11-ebb112be4b39, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2caa59b-b335-460d-9e11-ebb112be4b39,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:29.443269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.500727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.514686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.551959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.559567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/networks/bd705d41-a512-4b4f-b5f3-863ac80b1eb1 HTTP/1.1" status: 204 len: 168 time: 3.4712019 Feb 17 22:52:29.561475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.563686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/cb704e24-7ec7-4998-9afe-9b7b566dcb17 HTTP/1.1" status: 204 len: 168 time: 2.4166925 Feb 17 22:52:29.565051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320328cf-4a39-4465-a8f1-58b013e5abb5 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Pushing event deleted for resources: {'Network': ['ID=bd705d41-a512-4b4f-b5f3-863ac80b1eb1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.567012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33076) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.571844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33078) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.612667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:29.624660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4353ed16-feb6-4abe-a601-05ba07939132 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:29.640591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:29.644253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.662086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:29.678753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f2caa59b-b335-460d-9e11-ebb112be4b39,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.701625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4353ed16-feb6-4abe-a601-05ba07939132 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:52:29.701988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4353ed16-feb6-4abe-a601-05ba07939132 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:52:29.772014 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68a61ca-4cf1-4ca4-bbac-c56753ad7828 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:29.772762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68a61ca-4cf1-4ca4-bbac-c56753ad7828 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:29.780450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f68a61ca-4cf1-4ca4-bbac-c56753ad7828 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/4923f684-7729-4d74-867a-17ec892a9560 HTTP/1.1" status: 404 len: 337 time: 0.2007949 Feb 17 22:52:29.787229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33092) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.788427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa61f-2051-4f32-b3ee-ab0dcc2912b2 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=cb704e24-7ec7-4998-9afe-9b7b566dcb17,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.796591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5c4d482d-1d75-417b-a654-41fdf58af275 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Synchronizing usage tracker for tenant:251936586497454c8f7e6302917d70cb on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:29.841578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b3b70e-2e1b-4069-ada2-a78e206c795e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:29.841889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b3b70e-2e1b-4069-ada2-a78e206c795e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:29.848728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c7b3b70e-2e1b-4069-ada2-a78e206c795e tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/45aef9cb-caed-45a8-9efd-ea8e5f23fe45 HTTP/1.1" status: 404 len: 339 time: 0.0537384 Feb 17 22:52:29.849783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33096) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.922474 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb563dc2-83e4-46f5-88b7-f3ae3efbfc25 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:29.923351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb563dc2-83e4-46f5-88b7-f3ae3efbfc25 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:29.929831 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb563dc2-83e4-46f5-88b7-f3ae3efbfc25 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/abebdcb4-71ac-4a2d-b912-314a19a3cb53 HTTP/1.1" status: 404 len: 337 time: 0.0730717 Feb 17 22:52:29.929831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5c4d482d-1d75-417b-a654-41fdf58af275 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Unset dirty status for tenant:251936586497454c8f7e6302917d70cb on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:29.931640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5c4d482d-1d75-417b-a654-41fdf58af275 tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd07e0-1966-448e-a2c2-e23381970224 HTTP/1.1" status: 200 len: 205 time: 0.3584874 Feb 17 22:52:29.932444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33100) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:29.932847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33102) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.036543 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d7157c-7dc7-449c-96ec-b576a3eba694 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:30.037000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d7157c-7dc7-449c-96ec-b576a3eba694 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:30.043150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-77d7157c-7dc7-449c-96ec-b576a3eba694 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/1f437d52-f7f6-4860-aa65-79dbf896618b HTTP/1.1" status: 404 len: 339 time: 0.1050391 Feb 17 22:52:30.094591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33108) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.101281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-80d17a74-b3ee-4444-b996-c570ac2a85f6 None None] Provisioning complete for port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:30.101668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-80d17a74-b3ee-4444-b996-c570ac2a85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.148932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.215463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-596e8464-b365-48a9-9dbe-08f6f2137865 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:30.216013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596e8464-b365-48a9-9dbe-08f6f2137865 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:30.218331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-596e8464-b365-48a9-9dbe-08f6f2137865 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/a9a97a2b-566d-4bfc-ac3d-9c349f702854 HTTP/1.1" status: 404 len: 337 time: 0.1238842 Feb 17 22:52:30.224588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.246037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-80d17a74-b3ee-4444-b996-c570ac2a85f6 None None] Port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:30.302001 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8f7d57ed-1f7b-4442-872f-08560b235268 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4acb318ec4854c15b8ca1f0649f4c2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558661 Feb 17 22:52:30.352178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33118) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.369607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bc65cbfb-2181-4228-8d47-0ab285173f62 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:30.432374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:30.448855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:30.536926 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dc7862-f597-445a-b0ff-e4ec9f6cdb3b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:30.537596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dc7862-f597-445a-b0ff-e4ec9f6cdb3b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:30.539520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-08dc7862-f597-445a-b0ff-e4ec9f6cdb3b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/d3ac9560-c538-4fef-8e48-7994d61c623d HTTP/1.1" status: 404 len: 339 time: 0.3138757 Feb 17 22:52:30.548328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.573015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port bc65cbfb-2181-4228-8d47-0ab285173f62 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:30.573694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.807618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:30.856989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.871796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.892078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2caa59b-b335-460d-9e11-ebb112be4b39 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:30.893771 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d884373f-5c8a-4108-a973-dacce5d3ae2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:30.894229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d884373f-5c8a-4108-a973-dacce5d3ae2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:30.898704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d884373f-5c8a-4108-a973-dacce5d3ae2f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/c7e01b99-503d-40c0-8d8e-da960b30e567 HTTP/1.1" status: 404 len: 337 time: 0.3415828 Feb 17 22:52:30.902217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33126) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:30.922434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.941329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c565f225-a786-40b2-88ed-b25f8295945f None None] Provisioning complete for port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:30.941973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c565f225-a786-40b2-88ed-b25f8295945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.953681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.974236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c9f8f6-4f20-4e65-bbc3-d275e3b6296d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:30.974525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c9f8f6-4f20-4e65-bbc3-d275e3b6296d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:30.978666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-04c9f8f6-4f20-4e65-bbc3-d275e3b6296d tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/7140cfb5-e220-460c-806b-471e886d8e68 HTTP/1.1" status: 404 len: 339 time: 0.0621262 Feb 17 22:52:30.983917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:30.984193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33130) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.024464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] In _notify_port_updated(), no bound segment for port cebf0491-80db-43be-ab42-a2ff33f1b944 on network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:52:31.031237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.032448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.033668 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/ports/cebf0491-80db-43be-ab42-a2ff33f1b944 HTTP/1.1" status: 200 len: 818 time: 2.5424435 Feb 17 22:52:31.042157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33134) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.057265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router fad06dc4-c0ff-495d-b26c-9d79b67c0811 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:31.102611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c565f225-a786-40b2-88ed-b25f8295945f None None] Port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:31.103097 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3998a294-5907-4866-a008-c7c107868e2b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.104200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3998a294-5907-4866-a008-c7c107868e2b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.120205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.121010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Fanout notify agent at l3_agent the message router_deleted on router 27dd07e0-1966-448e-a2c2-e23381970224 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:52:31.133550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f2caa59b-b335-460d-9e11-ebb112be4b39 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:31.134291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.137155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.139891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5d05599d-9651-4f20-872d-9978cae3e1da tempest-RoutersNegativeTest-1160996401 tempest-RoutersNegativeTest-1160996401-project] 10.222.0.42 "DELETE /v2.0/routers/27dd07e0-1966-448e-a2c2-e23381970224 HTTP/1.1" status: 204 len: 168 time: 1.2026188 Feb 17 22:52:31.164898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e6f24-5cac-4c02-a8e9-0920cdbfc599 req-293c4d5a-6426-465d-8cc8-97a01eaa4200 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.173135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a89e6f24-5cac-4c02-a8e9-0920cdbfc599 req-293c4d5a-6426-465d-8cc8-97a01eaa4200 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.6928334 Feb 17 22:52:31.176113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3998a294-5907-4866-a008-c7c107868e2b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/eb747d3b-7834-4205-95fb-9c38a797ed28 HTTP/1.1" status: 404 len: 337 time: 0.1803038 Feb 17 22:52:31.182132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33140) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.205494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.251130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351eb73-8d28-47ca-8a4f-68bd6915aff6 req-3ff433a9-0e8f-4f14-a411-dbf4350bcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.252956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5351eb73-8d28-47ca-8a4f-68bd6915aff6 req-3ff433a9-0e8f-4f14-a411-dbf4350bcda4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1098 time: 0.4655004 Feb 17 22:52:31.259870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port cebf0491-80db-43be-ab42-a2ff33f1b944 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:31.260590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.333925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d83cb6-84f7-4e80-aaf8-35efbcc9dab6 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.334684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d83cb6-84f7-4e80-aaf8-35efbcc9dab6 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.336823 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-85d83cb6-84f7-4e80-aaf8-35efbcc9dab6 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/f8701064-675e-4135-9f97-11abbe6061c9 HTTP/1.1" status: 404 len: 339 time: 0.1293066 Feb 17 22:52:31.347621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33144) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.394577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-099fb631-0151-431c-aac1-20b97b4224ee None None] Provisioning complete for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:31.394711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-099fb631-0151-431c-aac1-20b97b4224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.403447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:31.405959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ace9-15d3-400e-aa2b-8f95e3faaf66 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=cebf0491-80db-43be-ab42-a2ff33f1b944,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:31.424564 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a89e6f24-5cac-4c02-a8e9-0920cdbfc599 req-54f04af8-97b5-48d0-bae4-e5e7bc58397d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501268 Feb 17 22:52:31.438493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:31.451559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b243abb-5d90-4191-9e43-7d27a1b9d83f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.453964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b243abb-5d90-4191-9e43-7d27a1b9d83f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.456333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b243abb-5d90-4191-9e43-7d27a1b9d83f tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/d714b089-857d-435c-90ed-775d25b3e8f4 HTTP/1.1" status: 404 len: 337 time: 0.0995235 Feb 17 22:52:31.462819 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] Sync routers for ids ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:31.469937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.480992 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] Routers {'fad06dc4-c0ff-495d-b26c-9d79b67c0811'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:31.481660 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:31.516718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-099fb631-0151-431c-aac1-20b97b4224ee None None] Port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:31.546997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5351eb73-8d28-47ca-8a4f-68bd6915aff6 req-2f19d3f9-88c1-436b-8c0d-ceaca536f2bf service neutron] Synchronizing usage tracker for tenant:f27e86c1fce448c39d8be2783747aa35 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:31.563102 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-febc73af-eb44-4a22-af88-bb7b82bb387b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.563587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febc73af-eb44-4a22-af88-bb7b82bb387b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.567940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-febc73af-eb44-4a22-af88-bb7b82bb387b tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/e889899d-8bb5-4486-ae4a-072f24931e63 HTTP/1.1" status: 404 len: 339 time: 0.0656397 Feb 17 22:52:31.577562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33154) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.633744 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:31.637612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33158) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.646612 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] Routers {'fad06dc4-c0ff-495d-b26c-9d79b67c0811'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:31.647409 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:31.650969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.653479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:31.656091 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1266fce7-2a2e-4802-8bec-eab7235f0630 HTTP/1.1" status: 204 len: 168 time: 1.3020325 Feb 17 22:52:31.682141 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6a9a29a3-46de-4e7a-b205-acdb81c3537b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/fad06dc4-c0ff-495d-b26c-9d79b67c0811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0589795 Feb 17 22:52:31.684789 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-68eb6d7b-af84-479d-ad07-cec987dc042a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.686221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68eb6d7b-af84-479d-ad07-cec987dc042a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.686341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33166) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.691365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-68eb6d7b-af84-479d-ad07-cec987dc042a tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/5913d00e-3781-4642-88a4-6a540d088973 HTTP/1.1" status: 404 len: 337 time: 0.1091890 Feb 17 22:52:31.694869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33170) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.739358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccbc97-a913-4b2b-b0e9-59c8625d6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266fce7-2a2e-4802-8bec-eab7235f0630,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:31.742686 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:31.744176 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb67e7f-134d-42a7-a7f4-c997c00ecb0d None None] The sync data for ids ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:31.789686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:31.798008 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2d498924-5ddf-4ab7-abbe-6a9e9b19a4b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/5305e48c-cd2b-45f9-b836-39fbf16fdcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3124483 Feb 17 22:52:31.812941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:31.819383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c44b82-964d-4414-a2ac-79abd74c8f5f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.822572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d6c44b82-964d-4414-a2ac-79abd74c8f5f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:31.825397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:31.826098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:31.865583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d6c44b82-964d-4414-a2ac-79abd74c8f5f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:31.869900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5351eb73-8d28-47ca-8a4f-68bd6915aff6 req-2f19d3f9-88c1-436b-8c0d-ceaca536f2bf service neutron] Unset dirty status for tenant:f27e86c1fce448c39d8be2783747aa35 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:31.870317 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d6c44b82-964d-4414-a2ac-79abd74c8f5f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports/5d770c12-757d-41c6-a990-89b0e4b8e1d2 HTTP/1.1" status: 200 len: 910 time: 0.1811335 Feb 17 22:52:31.870902 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5351eb73-8d28-47ca-8a4f-68bd6915aff6 req-2f19d3f9-88c1-436b-8c0d-ceaca536f2bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645359 Feb 17 22:52:31.871243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33176) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.880443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ff1451-e254-410c-8198-216116dd2152 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.880864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ff1451-e254-410c-8198-216116dd2152 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.881197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32a3379c-796c-45d4-95a7-7c0dd66aaee4'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:31.886415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-41ff1451-e254-410c-8198-216116dd2152 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/c7bf64a5-805f-4132-8183-48801ee2126b HTTP/1.1" status: 404 len: 339 time: 0.0899272 Feb 17 22:52:31.887196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33180) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.953609 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a0a8f1-ab4f-430b-a99b-ee63e00848b3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:31.954080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a0a8f1-ab4f-430b-a99b-ee63e00848b3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:31.956199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e4a0a8f1-ab4f-430b-a99b-ee63e00848b3 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/00c6c373-cc4f-44e1-b960-336df5de4328 HTTP/1.1" status: 404 len: 337 time: 0.0512707 Feb 17 22:52:31.959098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33186) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:31.963180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:32.024488 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4ce37b-4720-483b-9626-e36466dda334 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] DELETE failed (client error): The resource could not be found. Feb 17 22:52:32.025021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4ce37b-4720-483b-9626-e36466dda334 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:32.032955 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ac4ce37b-4720-483b-9626-e36466dda334 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/9462a451-0139-42bf-a491-8941db7a731e HTTP/1.1" status: 404 len: 339 time: 0.0690210 Feb 17 22:52:32.041568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33190) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:32.129118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:32.270278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:32.311448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for cebf0491-80db-43be-ab42-a2ff33f1b944 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:32.514862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting subnet 1464e1fd-3d30-41e6-b986-f7449ae822d5 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:32.528351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.057200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5c2b54ed-c9fa-4a53-b505-b195f604bf5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=251936586497454c8f7e6302917d70cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4115288 Feb 17 22:52:33.060537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33212) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:33.077867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.147691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 2, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:33.156225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:52:33.157025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Updating router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:52:33.192104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:52:33.194853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=cebf0491-80db-43be-ab42-a2ff33f1b944,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:33.208116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.337793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.356970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.376559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0a66b3bc-2736-4ad6-bed5-df21ace7f29d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/cebf0491-80db-43be-ab42-a2ff33f1b944 HTTP/1.1" status: 204 len: 168 time: 2.3296037 Feb 17 22:52:33.386372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33222) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:33.406375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:33.415011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbc7f7-85c5-47c3-ac6f-dcdcb012a8ed req-6ec2e7e1-5a05-4933-91f6-416b939f44b5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:33.417624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5cfbc7f7-85c5-47c3-ac6f-dcdcb012a8ed req-6ec2e7e1-5a05-4933-91f6-416b939f44b5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.5027263 Feb 17 22:52:33.437755 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'port_id': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'mac_address': 'fa:16:3e:c5:98:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:52:33.439282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:33.501322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.513684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.541480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.593065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.639663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.647146 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5cfbc7f7-85c5-47c3-ac6f-dcdcb012a8ed req-74cceb88-0840-463c-b99b-1a4028b4f52e tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526723 Feb 17 22:52:33.669968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7401a24b-9168-43b5-92a6-b4e4afc76654 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:52:33.681226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-8f737374-7737-4d53-9a9f-81e019cd03e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4973078 Feb 17 22:52:33.727920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed0431-ce48-4826-a46a-7d61bf08a0b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:33.728916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d9ed0431-ce48-4826-a46a-7d61bf08a0b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:33.731583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33232) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:33.740447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:33.741489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.741972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-476442697-network', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:33.746177 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/ports/5d770c12-757d-41c6-a990-89b0e4b8e1d2 HTTP/1.1" status: 200 len: 910 time: 1.8736627 Feb 17 22:52:33.747231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e26f-c26f-4054-904f-a88f30f53a28 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=5d770c12-757d-41c6-a990-89b0e4b8e1d2,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:33.749498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:33.753476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33236) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:33.762126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Usage tracker for resource:network and tenant:bc2724f3aebc473f867fa7bb528d3b18 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:33.766622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:33.773689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:33.807583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Made reservation on behalf of bc2724f3aebc473f867fa7bb528d3b18 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:33.810935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.848718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d9ed0431-ce48-4826-a46a-7d61bf08a0b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:33.853780 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d9ed0431-ce48-4826-a46a-7d61bf08a0b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4583066 Feb 17 22:52:33.853780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.883985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.893454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33240) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:33.912149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.951839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26a8a45-c43d-41b3-8ccf-f01972200c97,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:33.966972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:33.968889 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-33a80670-128d-4423-bc99-a856e4c56ffb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c26a8a45-c43d-41b3-8ccf-f01972200c97 HTTP/1.1" status: 204 len: 168 time: 0.9067023 Feb 17 22:52:34.032017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:34.037942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2724f3aebc473f867fa7bb528d3b18 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:34.042021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:34.052992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:34.076408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33246) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:34.081571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:34.106371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.115173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-795e24d9-1973-4653-88a0-beacbde5177f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:52:34.123339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-795e24d9-1973-4653-88a0-beacbde5177f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/cebf0491-80db-43be-ab42-a2ff33f1b944 HTTP/1.1" status: 404 len: 333 time: 0.2117417 Feb 17 22:52:34.123339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33252) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:34.143944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003422677'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:34.154716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:34.171579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:34.176981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:34.198924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:34.220256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.226013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.235499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-8c9cc7a1-df7d-4eb6-91c1-1503ceedcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:34.237211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-8c9cc7a1-df7d-4eb6-91c1-1503ceedcdc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1098 time: 0.3411858 Feb 17 22:52:34.314706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:34.318356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.357820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.396631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368860b-d633-479b-8c1b-e1bb03101c5e None None] Network 4231dad7-d033-4de1-a291-5b09048619d5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:34.441992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/subnets/1464e1fd-3d30-41e6-b986-f7449ae822d5 HTTP/1.1" status: 204 len: 168 time: 2.3988707 Feb 17 22:52:34.453857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fae01a-ae2a-42b1-8fa6-c2ae1d4c8cea tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Subnet': ['ID=1464e1fd-3d30-41e6-b986-f7449ae822d5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:34.462628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33256) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:34.541139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dd0f948a-7a43-40b8-af7e-833b9a843d1f tempest-AgentManagementNegativeTest-522997266 tempest-AgentManagementNegativeTest-522997266-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4584708 Feb 17 22:52:34.568245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['7401a24b-9168-43b5-92a6-b4e4afc76654'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:52:34.624137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:34.665885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.740978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.786981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.789589 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 4c999bca-81cd-4adc-818b-83e7425c8619 of type vlan for network 1491b71d-c23b-4553-a2bc-15718afbbadc Feb 17 22:52:34.824852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.846873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:34.941550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:35.021775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:35.066158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-74de46b2-da38-4e24-89d5-b75a16767766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:35.070277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-74de46b2-da38-4e24-89d5-b75a16767766 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 896 time: 0.7961202 Feb 17 22:52:35.220947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:35.221920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:35.225396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33276) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:35.260814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e8482-4c37-4f40-b41b-424dc9ff87cf,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:35.284733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.292218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Deleting port 0119d481-a7d1-4ff6-b813-429f9bc6d107 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:35.292795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.444644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.445398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Added segment 8a393584-5827-413f-beb0-15d96ea96fdb of type vlan for network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a Feb 17 22:52:35.452653 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:52:35.629328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.633996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] DHCP port deletion for 4231dad7-d033-4de1-a291-5b09048619d5 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:35.647836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Deleting port 0119d481-a7d1-4ff6-b813-429f9bc6d107 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:35.648288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.666979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:35.682982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Usage tracker for resource:security_group_rule and tenant:4589303809274c8492feaba3e9f6e567 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:35.688108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:35.690042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:35.766797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.768615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.815272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:35.818888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 5d770c12-757d-41c6-a990-89b0e4b8e1d2 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:35.819432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.937740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Transition to ACTIVE for port object 2ac202dd-f183-49a9-96a2-19f1b3eb6473 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:35.942457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33292) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:35.968897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:35.982849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-19da0748-1b9c-45df-9fe9-6009ad64fc25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 1000 time: 0.8715770 Feb 17 22:52:36.015780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.046704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] For port 0119d481-a7d1-4ff6-b813-429f9bc6d107, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0119d481-a7d1-4ff6-b813-429f9bc6d107,segment=NetworkSegment(a31681c4-b865-430b-a9f9-fe59766331e7),segment_id=a31681c4-b865-430b-a9f9-fe59766331e7)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:36.048608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.084379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.090316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:36.092331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.093517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7401a24b-9168-43b5-92a6-b4e4afc76654 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:52:36.354544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:36.374030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0119d481-a7d1-4ff6-b813-429f9bc6d107 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:36.505478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c3737381-b38d-487f-a65d-d6f99e296d0b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:36.506271 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-c3737381-b38d-487f-a65d-d6f99e296d0b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:52:36.506880 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-c3737381-b38d-487f-a65d-d6f99e296d0b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:52:36.516405 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c3737381-b38d-487f-a65d-d6f99e296d0b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5643125 Feb 17 22:52:36.516405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33298) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:36.525009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656200724'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:36.526688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccad81b-af6e-41ef-808d-8241d8b4454c None None] Pushing event updated for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:36.530487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.547834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:36.571794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:36.577988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:36.584202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.resource_extend [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:36.595873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:36.620748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.624482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:36.641152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Calling delete_port for 0119d481-a7d1-4ff6-b813-429f9bc6d107 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:36.651226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.807202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e602ec3-68b4-4238-8e57-1068f2a36a6d req-b1cfa862-145f-4b5d-a971-9edcafc2d4ca tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:36.809048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e602ec3-68b4-4238-8e57-1068f2a36a6d req-b1cfa862-145f-4b5d-a971-9edcafc2d4ca tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 944 time: 1.8959477 Feb 17 22:52:36.824951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] For port 0119d481-a7d1-4ff6-b813-429f9bc6d107, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0119d481-a7d1-4ff6-b813-429f9bc6d107,segment=NetworkSegment(a31681c4-b865-430b-a9f9-fe59766331e7),segment_id=a31681c4-b865-430b-a9f9-fe59766331e7)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:36.826563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.924356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 5d770c12-757d-41c6-a990-89b0e4b8e1d2 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:36.934154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.936383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:36.937357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:36.964937 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8400824 Feb 17 22:52:36.967120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0fd5-4598-44fa-82fd-d509ba52a6b0 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=1491b71d-c23b-4553-a2bc-15718afbbadc,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:36.974196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33302) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:37.000105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:37.037113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Calling delete_port for 0119d481-a7d1-4ff6-b813-429f9bc6d107 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:37.059420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-22b59de6-5412-46ce-83aa-913481661e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:37.062784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-22b59de6-5412-46ce-83aa-913481661e57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 200 len: 835 time: 0.9610076 Feb 17 22:52:37.072065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Attempting to bind port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:37.072416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Attempting to bind port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:37.072782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Attempting to bind port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:37.083959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:37.212231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:37.212651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:37.213065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.213485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Bound using segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:37.213969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Bound port: 2ac202dd-f183-49a9-96a2-19f1b3eb6473, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:37.214344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.237959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.242872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.279451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.292775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:37.381597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:37.397508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.406499 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.6714454 Feb 17 22:52:37.415648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:37.422456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33306) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:37.427763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.440700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:37.442290 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e602ec3-68b4-4238-8e57-1068f2a36a6d req-7202b1db-aca0-4eb7-a955-d85efe6a24f3 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6054347 Feb 17 22:52:37.481604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] For port 2ac202dd-f183-49a9-96a2-19f1b3eb6473, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:37.487254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] For port 2ac202dd-f183-49a9-96a2-19f1b3eb6473, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2ac202dd-f183-49a9-96a2-19f1b3eb6473,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:37.490895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 7401a24b-9168-43b5-92a6-b4e4afc76654 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:37.491338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.499362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd1938-a916-49c8-8aa3-8c8411c01740 admin admin] Pushing event updated for resources: {'Network': ['ID=86112ccc-279d-4b3e-b2d7-dd06ebadbd1a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:37.504908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.541539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:37.541866 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4589303809274c8492feaba3e9f6e567&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3099265 Feb 17 22:52:37.547732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Request body: {'subnet': {'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-476442697-subnet', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:37.554221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=5d770c12-757d-41c6-a990-89b0e4b8e1d2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:37.556453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430548b-8238-4bd8-972c-4b26cbd54c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a284b0-0005-497c-8b6a-933edf63c197,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:37.558259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:37.561630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:37.569342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:37.569711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33312) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: from cryptography.utils import int_from_bytes Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: from cryptography.utils import int_from_bytes Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn_limited( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn_limited( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:52:37.574897 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 22:52:37.580144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:37.670745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Port': ['ID=0119d481-a7d1-4ff6-b813-429f9bc6d107,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:37.696481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] No DVR routers for this DVR port 0119d481-a7d1-4ff6-b813-429f9bc6d107 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:37.781996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:37.782340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:37.788724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Usage tracker for resource:subnet and tenant:bc2724f3aebc473f867fa7bb528d3b18 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:37.821410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:37.830454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:37.830754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:37.831372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:37.882445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:38.037179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:38.072083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:38.088652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.098000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:38.114587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-ca993a4e-4bd0-4088-a413-5dba77b0a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:38.116200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-ca993a4e-4bd0-4088-a413-5dba77b0a37a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9896472 Feb 17 22:52:38.141030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccad81b-af6e-41ef-808d-8241d8b4454c None None] Pushing event updated for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:38.173671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.189189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4231dad7-d033-4de1-a291-5b09048619d5']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:38.254481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31681c4-b865-430b-a9f9-fe59766331e7') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:38.254811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31681c4-b865-430b-a9f9-fe59766331e7') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:38.298374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Deleting port 0119d481-a7d1-4ff6-b813-429f9bc6d107 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:38.298741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.312352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:38.319361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.427805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Made reservation on behalf of bc2724f3aebc473f867fa7bb528d3b18 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:38.429872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:38.431928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.441866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ffda61ea-a118-45c5-a2ea-e992101f2bf1 None None] The port '0119d481-a7d1-4ff6-b813-429f9bc6d107' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:52:38.462655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.474907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:38.529435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:38.545018 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bd9a2724-f146-4780-9547-f73a33528cc6 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/floatingips/d1e65067-4ff9-46c1-8abe-4f9c47bbded5 HTTP/1.1" status: 200 len: 991 time: 0.9629483 Feb 17 22:52:38.563684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.568707 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'code': 200} Feb 17 22:52:38.648124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.667861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.671640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.692853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:38.694147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:38.722226 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:38.936042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:38.945428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-54e809b3-9204-4a30-9418-52e8a88610a3 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824574 Feb 17 22:52:38.950899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:38.951506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.022535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.137250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] Pushing event deleted for resources: {'Network': ['ID=4231dad7-d033-4de1-a291-5b09048619d5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:39.183904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:37Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:39.191293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f85c3e-a71f-4da7-b156-7e68607033b6 None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:37Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:39.380090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.483154 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-acc9c3fb-af2b-4a58-a397-7c883adf1a64 tempest-NetworksTest-1700861207 tempest-NetworksTest-1700861207-project] 10.222.0.42 "DELETE /v2.0/networks/4231dad7-d033-4de1-a291-5b09048619d5 HTTP/1.1" status: 204 len: 168 time: 5.0112762 Feb 17 22:52:39.686398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-88e653d7-a88a-4cb1-8a56-9c42fa0e18fd req-38f3d0fa-6acc-41d0-9b0b-79f0f85e233b service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295144 Feb 17 22:52:39.691858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.694552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.739682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:39.765073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:39.783244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:39.821636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router fad06dc4-c0ff-495d-b26c-9d79b67c0811 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:52:39.839581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:39.846942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:39.887012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740f7697-a735-4f0e-92d3-f448a27bc0df,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:39.913671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=73c374d6-685a-4346-afb3-ee2591029d98,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:39.942023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '4c999bca-81cd-4adc-818b-83e7425c8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:39.942436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: 1491b71d-c23b-4553-a2bc-15718afbbadc, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:39.955019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a284b0-0005-497c-8b6a-933edf63c197,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:39.980006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 1491b71d-c23b-4553-a2bc-15718afbbadc is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:40.003620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 1491b71d-c23b-4553-a2bc-15718afbbadc) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:40.015263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a264d-feb4-4dca-ae30-4936c2b2fb8b None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:40.020443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:40.021223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.065489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1bc5007a-1e5c-4c5d-a969-573eabdab300 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0734816 Feb 17 22:52:40.068405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:40.076073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:40.228913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33328) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:40.407855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:40.415543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:40.423245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:40.437307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:40.467213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2ac202dd-f183-49a9-96a2-19f1b3eb6473 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:40.489546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:40.498696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:40.500878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.512249 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] Sync routers for ids ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:40.532974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.535915 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b42fcaa1-a1ff-41c7-b985-03f5234b9837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6a284b0-0005-497c-8b6a-933edf63c197 HTTP/1.1" status: 204 len: 168 time: 2.9645786 Feb 17 22:52:40.547642 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] Routers {'fad06dc4-c0ff-495d-b26c-9d79b67c0811'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:40.549733 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:40.583069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-1491b71d-c23b-4553-a2bc-15718afbbadc', 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': '73c374d6-685a-4346-afb3-ee2591029d98'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:40.584634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.647912 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fe325ab8-7408-425f-b4d8-000830b7a187 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/fad06dc4-c0ff-495d-b26c-9d79b67c0811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8949893 Feb 17 22:52:40.649126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:40.737134 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:40.777743 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] Routers {'fad06dc4-c0ff-495d-b26c-9d79b67c0811'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:40.779981 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:40.894958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:40.899084 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:40.899848 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49fbc7-7d4b-42f7-9510-6a0e8af3c2c2 None None] The sync data for ids ['fad06dc4-c0ff-495d-b26c-9d79b67c0811'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:40.934179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:40.934562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.936147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.ipam_backend_mixin [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73c374d6-685a-4346-afb3-ee2591029d98 (CIDR: 2001:db8::/64) Feb 17 22:52:40.943477 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:40.944243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:52:40.955958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:40.991007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0eeec607-c44e-4b3d-b20c-0763d0b75f18 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9208672 Feb 17 22:52:40.996618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33342) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:41.004151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:41.110911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c48f1d89-a585-4ca5-b72c-50f9c01b8874 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:41.190202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.261481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.296484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:41.305637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:41.306054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c48f1d89-a585-4ca5-b72c-50f9c01b8874 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:41.312527 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c48f1d89-a585-4ca5-b72c-50f9c01b8874 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad06dc4-c0ff-495d-b26c-9d79b67c0811 HTTP/1.1" status: 200 len: 205 time: 0.6436532 Feb 17 22:52:41.321960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:41.328061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33350) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:41.350391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Allocated IP 2001:db8::2 (1491b71d-c23b-4553-a2bc-15718afbbadc/73c374d6-685a-4346-afb3-ee2591029d98/7fcddc96-0cd9-4e3d-a286-49c613de71b5) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:41.396036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.412184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6838f3-5eac-45c1-b8f8-ac64f537b910,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:41.420727 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b32551ed-ab00-4bf8-b515-fac9644cca2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b048668eb8e459fa02db2b0b04f1ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0185416 Feb 17 22:52:41.431911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Checking segment: {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:41.432495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Network hostable DHCP agents. Network: 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:41.443859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33356) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:41.456410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f040761-0e7a-478f-93b0-5960a0ae7ca6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:41.532969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.546753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.548867 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a3d9ffa6-605e-40b0-852d-b8badba945b8 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 5.0324354 Feb 17 22:52:41.555507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33362) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:41.573338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '6f040761-0e7a-478f-93b0-5960a0ae7ca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:41.591479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:41.612223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:41.625011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:41.642605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.650299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:41.662072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:41.678938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:41.679444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2ac202dd-f183-49a9-96a2-19f1b3eb6473, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2ac202dd-f183-49a9-96a2-19f1b3eb6473,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:41.682959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.699885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.712799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:41.730282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:41.739422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:41.742672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.765481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef57c47-aa04-43f2-99c0-de307c6ba556 None None] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:41.787909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:41.869718 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c52f7dd1-4ee1-496e-a891-b30d53b40013 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4340546 Feb 17 22:52:41.890100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33372) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:41.894439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.028514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:42.029547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.033258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.043473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.054399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:42.080856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.082596 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1f092ab-9afb-4d67-b863-645a68056b1c HTTP/1.1" status: 204 len: 168 time: 0.6345422 Feb 17 22:52:42.091681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Usage tracker for resource:router and tenant:bc2724f3aebc473f867fa7bb528d3b18 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:42.096383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.099243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router fad06dc4-c0ff-495d-b26c-9d79b67c0811 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:52:42.101259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:42.118564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46290f51-6a43-4da4-989b-a3d36c7e6a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f092ab-9afb-4d67-b863-645a68056b1c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.149445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:42.177260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.178969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f8fd54f0-82db-45ba-8749-d773fb55dd17 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/fad06dc4-c0ff-495d-b26c-9d79b67c0811 HTTP/1.1" status: 204 len: 168 time: 0.8486023 Feb 17 22:52:42.183941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33382) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:42.196341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.220110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.283233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.290964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 32a3379c-796c-45d4-95a7-7c0dd66aaee4 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:42.291266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.296002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.311462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Transition to ACTIVE for port object 7fcddc96-0cd9-4e3d-a286-49c613de71b5 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:42.320765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'fixed_ips': [{'subnet_id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:42.323653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.338789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.343498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.357921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.362410 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8021312 Feb 17 22:52:42.365287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8e7cc-7019-4b23-9536-1fa0afa8ba22 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925920a4-e19c-4f8c-9912-2cf709d35d5c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.388813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33386) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:42.389175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Transition to ACTIVE for port object 7fcddc96-0cd9-4e3d-a286-49c613de71b5 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:42.404711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '6f040761-0e7a-478f-93b0-5960a0ae7ca6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:42.425950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:42.433774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33390) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:42.446816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.458131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:42.467409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.470581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:42.500292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:42.538692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Pushing event updated for resources: {'Port': ['ID=7fcddc96-0cd9-4e3d-a286-49c613de71b5,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.551120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.570759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:42.576553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:42.582744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:42.677434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.867689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.887669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.890557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Allocated IP 172.20.0.2 (86112ccc-279d-4b3e-b2d7-dd06ebadbd1a/bb6838f3-5eac-45c1-b8f8-ac64f537b910/1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:42.896372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Attempting to bind port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:42.897417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Attempting to bind port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '4c999bca-81cd-4adc-818b-83e7425c8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:42.898197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Attempting to bind port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 on network 1491b71d-c23b-4553-a2bc-15718afbbadc {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:42.927206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:42.928193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Checking segment: {'id': '4c999bca-81cd-4adc-818b-83e7425c8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:42.932026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.932931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Bound using segment: {'id': '4c999bca-81cd-4adc-818b-83e7425c8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:42.933980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Bound port: 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c999bca-81cd-4adc-818b-83e7425c8619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:42.935468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.947839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=32a3379c-796c-45d4-95a7-7c0dd66aaee4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.952090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:42.965466 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bb1ebceb-f88a-46f0-a3fb-6388b663b131 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/32a3379c-796c-45d4-95a7-7c0dd66aaee4 HTTP/1.1" status: 204 len: 168 time: 0.7792845 Feb 17 22:52:42.970725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33400) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:42.988068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5b028-807f-4ce4-9853-9f17ad69d647 None None] Network 7e4f58dc-5899-4727-8f8e-08310f2cb0de requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:43.036441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.076788 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:52:43.078103 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b7363d7b-ef8d-416f-8e51-1bcbcd9a44ea tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6844821 Feb 17 22:52:43.081183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33406) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:43.240679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.268468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port bc65cbfb-2181-4228-8d47-0ab285173f62 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:43.268965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.272577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1417274868'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:43.279194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:43.283027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:network and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:43.287123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:43.296832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:43.358830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:43.362347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.382096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.413880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.472011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.502872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.520661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:43.536881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:security_group_rule and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:43.556336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.563695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:43.569974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7fcddc96-0cd9-4e3d-a286-49c613de71b5,segment=NetworkSegment(4c999bca-81cd-4adc-818b-83e7425c8619),segment_id=4c999bca-81cd-4adc-818b-83e7425c8619)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:43.647331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=61ed3c3d-d85e-4785-92fb-a361df5e794c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:43.657848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port bc65cbfb-2181-4228-8d47-0ab285173f62, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=bc65cbfb-2181-4228-8d47-0ab285173f62,segment=NetworkSegment(6ae919d6-8aa8-436f-8d21-a510e4821369),segment_id=6ae919d6-8aa8-436f-8d21-a510e4821369)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:43.659222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.680195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 1491b71d-c23b-4553-a2bc-15718afbbadc is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:43.701728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.744282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:43.816603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.817304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.829502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for bc65cbfb-2181-4228-8d47-0ab285173f62 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:43.847202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:43.850776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.851959 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/6f040761-0e7a-478f-93b0-5960a0ae7ca6 HTTP/1.1" status: 204 len: 168 time: 0.7697213 Feb 17 22:52:43.870372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33420) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:43.880472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519861d-3f66-4138-84ce-7561c48e5816 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f040761-0e7a-478f-93b0-5960a0ae7ca6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:43.889426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:43.936375 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec15a037-8fa7-45d6-b866-37955506137c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9374473 Feb 17 22:52:43.937743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33424) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:43.939195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:43.959252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'fixed_ips': [{'subnet_id': '73c374d6-685a-4346-afb3-ee2591029d98'}, {'subnet_id': '61ed3c3d-d85e-4785-92fb-a361df5e794c'}], 'name': 'tempest-PortsIpV6TestJSON-104175657'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:44.037740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c509c7-6185-4720-87c3-ac3de503a794 None None] Pushing event updated for resources: {'Port': ['ID=7fcddc96-0cd9-4e3d-a286-49c613de71b5,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:44.157938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.164637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.197594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.208352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af48eaea-1108-407c-8b26-a73753cc8070 None None] DHCP port deletion for 7e4f58dc-5899-4727-8f8e-08310f2cb0de request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:44.218887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-af48eaea-1108-407c-8b26-a73753cc8070 None None] Deleting port bc65cbfb-2181-4228-8d47-0ab285173f62 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:44.219268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af48eaea-1108-407c-8b26-a73753cc8070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.275472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.282547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Transition to ACTIVE for port object 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:44.304116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:44.317848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:44.330169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Transition to ACTIVE for port object 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:44.346831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:44.369429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:44.376772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.391990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-af48eaea-1108-407c-8b26-a73753cc8070 None None] The port 'bc65cbfb-2181-4228-8d47-0ab285173f62' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:52:44.397812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.408234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1555ea-d987-496d-8c99-97e27607c12e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:44.463772 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-664b7e43-cf45-4789-aa68-07f83d87ec54 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5921865 Feb 17 22:52:44.468486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33430) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:44.468486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:44.486067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=bc65cbfb-2181-4228-8d47-0ab285173f62,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:44.512657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2ac202dd-f183-49a9-96a2-19f1b3eb6473 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:44.516188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:44.516828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--888078733'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:44.530211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No DVR routers for this DVR port bc65cbfb-2181-4228-8d47-0ab285173f62 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:44.532580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:44.535937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:44.542977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.543505 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Added segment 58207809-5ef8-48f5-8201-24a891073541 of type vlan for network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 Feb 17 22:52:44.587765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:44.597004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:44.616771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:44.654976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Allocated IP 172.26.7.173 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/38ee706a-9191-4c88-9c43-5f679295a262) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:44.758304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:44.758904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-563475362'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:44.767679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:44.771831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Pushing event updated for resources: {'Port': ['ID=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:44.776160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:44.830984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:44.848541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:44.848820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.865112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.875041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.878046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Usage tracker for resource:network and tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:44.885464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:44.899494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.915040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:44.952857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:44.972325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.976284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:44.977591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.984253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:44.987620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:44.987961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:44.996767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Made reservation on behalf of 1e0d6e76f59a4ac7b4de7d295a7facd3 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:45.004222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.061231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:45.147175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Network': ['ID=29d372cb-c50b-4561-9ae9-4b8b79bc71a4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:45.162551 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44a8a68b-22c8-4c2f-9417-8beb17773fb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7267020 Feb 17 22:52:45.163240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Attempting to bind port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:45.163505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Attempting to bind port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:45.164074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Attempting to bind port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e on network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:45.166976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33442) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:45.176893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'subnet': {'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:45.180041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:45.286304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.350406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:45.351229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Checking segment: {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:45.351859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.352562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Bound using segment: {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:45.353457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Bound port: 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:45.354068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.420187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:45.426816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.427601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:45.436380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:45.441928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.458500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4f58dc-5899-4727-8f8e-08310f2cb0de']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:45.479643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.484720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:45.489725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:subnet and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:45.493561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:45.501894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:45.524659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:45.528889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.559796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.564989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] For port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:45.570133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] For port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:45.583906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.596166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b6eef0-0b96-4f13-aa52-a7290f140f3a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:45.605914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:45.614459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Usage tracker for resource:security_group_rule and tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:45.628174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:45.639529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:45.720600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae919d6-8aa8-436f-8d21-a510e4821369') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:45.721074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae919d6-8aa8-436f-8d21-a510e4821369') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:45.723789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521d65-6672-440b-8e70-84fa89f19a48 None None] Pushing event updated for resources: {'Port': ['ID=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:45.750072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bc65cbfb-2181-4228-8d47-0ab285173f62 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:52:45.760867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.795607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:45.802689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=38ee706a-9191-4c88-9c43-5f679295a262,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:45.803936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: bc65cbfb-2181-4228-8d47-0ab285173f62 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:52:45.803936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device bc65cbfb-2181-4228-8d47-0ab285173f62 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:52:45.846646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port e547bc3f-d329-4a64-a892-98a2c55742ec yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:52:45.867331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e06d5b-c32f-48f4-b666-d2781b96050d None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:46.035715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.050397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.060467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.063925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-67c94dff-3445-4814-a540-96e2526767e1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5837054 Feb 17 22:52:46.080527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:52:46.081499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:52:46.127362 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:52:46.133841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.158010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33446) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:46.183669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7cbe1620-f850-486a-b06e-56aaa3fe7f74 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '91b6eef0-0b96-4f13-aa52-a7290f140f3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:46.186104 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-7cbe1620-f850-486a-b06e-56aaa3fe7f74 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 22:52:46.187185 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-7cbe1620-f850-486a-b06e-56aaa3fe7f74 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:46.189223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7cbe1620-f850-486a-b06e-56aaa3fe7f74 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0154023 Feb 17 22:52:46.200454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33450) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:46.207677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Subnet': ['ID=df521324-991c-4cf3-a172-3587e1656233,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:46.274247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-05f1821e-e229-4b74-832d-f8d1cfb9ff03 None None] Provisioning for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:46.376440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Checking segment: {'id': '58207809-5ef8-48f5-8201-24a891073541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:46.376812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network hostable DHCP agents. Network: 29d372cb-c50b-4561-9ae9-4b8b79bc71a4, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:46.432150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:46.488652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Update dhcp port {'port': {'network_id': '1491b71d-c23b-4553-a2bc-15718afbbadc', 'fixed_ips': [{'subnet_id': '73c374d6-685a-4346-afb3-ee2591029d98', 'ip_address': '2001:db8::2'}, {'subnet_id': '61ed3c3d-d85e-4785-92fb-a361df5e794c'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '7fcddc96-0cd9-4e3d-a286-49c613de71b5'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:52:46.513335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.514202 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Added segment 571826d3-1d76-432d-a8c2-3ad3e15fd01c of type vlan for network 467f1a57-4cba-499b-8a0c-e2cea6cff72b Feb 17 22:52:46.518951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.521953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:46.547827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.587072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18efe62b-b13b-4805-b16f-e323d4403810,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:46.593697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.600107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:46.600838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.627452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.679736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.704672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:46.714664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7fcddc96-0cd9-4e3d-a286-49c613de71b5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:46.766296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.852659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.911307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.953343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:46.954085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/7e4f58dc-5899-4727-8f8e-08310f2cb0de HTTP/1.1" status: 204 len: 168 time: 3.9817636 Feb 17 22:52:46.954900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event updated for resources: {'Network': ['ID=467f1a57-4cba-499b-8a0c-e2cea6cff72b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:46.961366 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9fe0450c-b1e2-4d57-a47f-2ca8f8706a36 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4829812 Feb 17 22:52:46.981042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:46.981495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:46.993493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33454) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:46.994597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:47.004697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:47.011562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931588431', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:47.022102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:47.029202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:47.033490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.039581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:47.046891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:47.063116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:47.064360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Allocated IP 2001:db8:0:1::2 (1491b71d-c23b-4553-a2bc-15718afbbadc/61ed3c3d-d85e-4785-92fb-a361df5e794c/7fcddc96-0cd9-4e3d-a286-49c613de71b5) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:47.132144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 29d372cb-c50b-4561-9ae9-4b8b79bc71a4) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:47.142653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.144933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.156229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72954651-664c-4c47-bad1-6f07bbc0f9ab None None] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:47.165908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b6eef0-0b96-4f13-aa52-a7290f140f3a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:47.176207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Request body: {'subnet': {'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:47.191430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.196605 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c38fd9d1-ff9a-434b-8199-8bcc245b2ddb tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/91b6eef0-0b96-4f13-aa52-a7290f140f3a HTTP/1.1" status: 204 len: 168 time: 0.9861710 Feb 17 22:52:47.201773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33462) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:47.224068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ab882-8b12-4454-ac88-bbe4e500e0c7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=7e4f58dc-5899-4727-8f8e-08310f2cb0de,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:47.227823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.230960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.319260 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca63c5b9-1b78-453d-84d2-f9029e27a12d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1508694 Feb 17 22:52:47.320373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:47.385612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-304963579', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:47.439986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.469148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:47.482699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:47.492726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Usage tracker for resource:subnet and tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:47.496893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:router and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:47.500366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:47.506330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:47.514493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:47.521274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.527681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee768aff-2edd-45b9-8096-a38a3854b86a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:47.537785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:47.582547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.588678 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3314a440-fc1b-4024-9c95-6584571a6168 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5880804 Feb 17 22:52:47.590121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33470) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:47.600451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-1038691612'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:47.609651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:47.612286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Made reservation on behalf of 1e0d6e76f59a4ac7b4de7d295a7facd3 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:47.615988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.621695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982abb5c-dc25-44c3-9777-3c5b5ff6c210 None None] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:47.655466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.656498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.673440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ee768aff-2edd-45b9-8096-a38a3854b86a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:47.681320 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ee768aff-2edd-45b9-8096-a38a3854b86a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4720361 Feb 17 22:52:47.683701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33474) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:47.691339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--837661316'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:47.704644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:47.723288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.734644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.736986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:47.777404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Provisioning for port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:47.828110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.857867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Provisioning complete for port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:47.858212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.860128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:47.864424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.868788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:47.913206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:47.979874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:47.983838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:47.997519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:48.000655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7fcddc96-0cd9-4e3d-a286-49c613de71b5,segment=NetworkSegment(4c999bca-81cd-4adc-818b-83e7425c8619),segment_id=4c999bca-81cd-4adc-818b-83e7425c8619)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:48.006389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:48.008314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Checking segment: {'id': '571826d3-1d76-432d-a8c2-3ad3e15fd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:48.008997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Network hostable DHCP agents. Network: 467f1a57-4cba-499b-8a0c-e2cea6cff72b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:48.013367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:48.024639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event updated for resources: {'Subnet': ['ID=693da8fa-15a1-41b2-b0cf-25578d3c7753,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:48.033434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.043142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:52:48.052226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:48.056397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Transition to ACTIVE for port object 7fcddc96-0cd9-4e3d-a286-49c613de71b5 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:48.062419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.062921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 44a7ee7f-daf2-4c0d-adab-2bee94f5666d of type vlan for network 6758c7c8-354e-4a30-8acf-33721cf1cc72 Feb 17 22:52:48.083741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.117307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 467f1a57-4cba-499b-8a0c-e2cea6cff72b) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:48.129145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:48.130138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.131395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5372ce1-ff32-49f4-a7a1-fca73c869bc4 None None] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:48.160627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.173016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-16c1431f-585b-4355-ad2f-0140b518e295 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1718996 Feb 17 22:52:48.176483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310809a-3a68-4dc5-b04b-ec9bcd38a8fc None None] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:48.184183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33478) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:48.188650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.199140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Request body: {'port': {'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b', 'name': 'tempest-TagsExtTest-261298081'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:48.215897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:48.334879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.407135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.413375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:48.414152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.516480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.526295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:48.571963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::1c8 (1491b71d-c23b-4553-a2bc-15718afbbadc/73c374d6-685a-4346-afb3-ee2591029d98/e547bc3f-d329-4a64-a892-98a2c55742ec) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:48.575319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:48.608979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8:0:1::153 (1491b71d-c23b-4553-a2bc-15718afbbadc/61ed3c3d-d85e-4785-92fb-a361df5e794c/e547bc3f-d329-4a64-a892-98a2c55742ec) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:48.625163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0296791 Feb 17 22:52:48.631684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33482) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:48.634313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9117-1361-4c79-a578-41a5695fc53f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=6758c7c8-354e-4a30-8acf-33721cf1cc72,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:48.643935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:48.660076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:48.660816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9173a52-ec13-4fb8-9bc6-5b20fc050d75,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:48.686708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a387d6-7aad-42a0-8f61-c4c8e8c19439 None None] Pushing event updated for resources: {'Port': ['ID=7fcddc96-0cd9-4e3d-a286-49c613de71b5,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:48.824494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:52:48.884030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Usage tracker for resource:port and tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:48.887972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:48.896194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:48.931419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Made reservation on behalf of 1e0d6e76f59a4ac7b4de7d295a7facd3 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:48.936467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.098369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:52:49.098975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:52:49.112995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.120439 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b933a92-e2cb-4142-8c0d-c94274e80549 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4368966 Feb 17 22:52:49.121472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33486) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:49.149005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9932f03f-c49b-4614-93af-371c7def1dd5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'b9173a52-ec13-4fb8-9bc6-5b20fc050d75', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:49.150694 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-9932f03f-c49b-4614-93af-371c7def1dd5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 22:52:49.151464 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-9932f03f-c49b-4614-93af-371c7def1dd5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:49.157761 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9932f03f-c49b-4614-93af-371c7def1dd5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0290723 Feb 17 22:52:49.160060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33490) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:49.179325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.228504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:49.234392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:49.238717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:49.247649 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:49.280355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:49.284984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.337869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:49.398208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.418141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Sync routers for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:49.437315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] device_id is not set on port bd14fc77-2f8c-4b37-b89b-60937bca5d08 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:52:49.446252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27402c3-e3a2-44b4-a4c6-296009b34b84 None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:49.493301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object e547bc3f-d329-4a64-a892-98a2c55742ec will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:49.535592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.537440 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-844ed00e-bb58-4952-929a-5bc1502d9cf8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6454618 Feb 17 22:52:49.545834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33494) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:49.639840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.685820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.749118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.750141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.807650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.808001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] For port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:49.814481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Allocated IP 172.20.0.3 (467f1a57-4cba-499b-8a0c-e2cea6cff72b/693da8fa-15a1-41b2-b0cf-25578d3c7753/bd14fc77-2f8c-4b37-b89b-60937bca5d08) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:49.823909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-467f1a57-4cba-499b-8a0c-e2cea6cff72b', 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b', 'tenant_id': '1e0d6e76f59a4ac7b4de7d295a7facd3', 'fixed_ips': [{'subnet_id': '693da8fa-15a1-41b2-b0cf-25578d3c7753'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:49.825480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:49.868611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:49.869417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:49.913024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 1491b71d-c23b-4553-a2bc-15718afbbadc is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:49.914411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:49.959467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:49.972600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:49.973591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.003467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=e547bc3f-d329-4a64-a892-98a2c55742ec,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:50.024557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.094505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.273898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.292126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-20c205d6-188a-4e6f-bb95-ad1ed9b12e7b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.3498740 Feb 17 22:52:50.320269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33498) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:50.339924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73c374d6-685a-4346-afb3-ee2591029d98'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:50.342509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9173a52-ec13-4fb8-9bc6-5b20fc050d75,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:50.426910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:50.427246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: 6758c7c8-354e-4a30-8acf-33721cf1cc72, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:52:50.438511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=642ac4a9-ca47-4f89-b920-02848fdd7caf,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:50.496154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.529443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.43 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/8b34c80d-e53c-4c45-bef2-dd6ef5aa869f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:50.552946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.557375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.562916 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c70d2382-58ed-4689-a81f-b1d7eb3c0398 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9173a52-ec13-4fb8-9bc6-5b20fc050d75 HTTP/1.1" status: 204 len: 168 time: 1.3941090 Feb 17 22:52:50.570561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:50.570844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:52:50.611094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7dd42b2a-b16e-4bce-8d0a-02ca7c1f8743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.618994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Transition to ACTIVE for port object bd14fc77-2f8c-4b37-b89b-60937bca5d08 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:50.639533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 6758c7c8-354e-4a30-8acf-33721cf1cc72) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:50.644276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:50.645650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.699096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666cfdb-8237-499a-b66b-a8444e1efe71 None None] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:50.722552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-761fd33e-60df-4161-a345-e63d39f3b376 None None] Provisioning for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:50.734762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c451632e-6d35-4244-8fde-5043ace22822 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1019902 Feb 17 22:52:50.740982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33506) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:50.788632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f7af2dbe-fc9d-4e8e-9e96-95866c6fe60b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:50.826886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.887245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-761fd33e-60df-4161-a345-e63d39f3b376 None None] Provisioning complete for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:50.888690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-761fd33e-60df-4161-a345-e63d39f3b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.890861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:50.912348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f7af2dbe-fc9d-4e8e-9e96-95866c6fe60b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:50.920257 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7af2dbe-fc9d-4e8e-9e96-95866c6fe60b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3389666 Feb 17 22:52:50.922624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33510) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:50.937725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:50.946058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237800580'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:50.955423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:50.958027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:50.966951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:51.038301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:51.042071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0950c7b-c29e-4b85-9a80-79a9f9c063fc None None] Pushing event updated for resources: {'Port': ['ID=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:51.087412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event updated for resources: {'Port': ['ID=bd14fc77-2f8c-4b37-b89b-60937bca5d08,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:51.119493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:51.196807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.213539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:51.214266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.236708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7fcddc96-0cd9-4e3d-a286-49c613de71b5,segment=NetworkSegment(4c999bca-81cd-4adc-818b-83e7425c8619),segment_id=4c999bca-81cd-4adc-818b-83e7425c8619)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:51.263314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:51.272030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ab81f963-1c9e-49df-8675-2810e4eeac73 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0818391 Feb 17 22:52:51.274574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33514) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:51.275510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:51.283406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1163381150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:51.292228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:51.347260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.479064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:51.482738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Usage tracker for resource:router and tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:51.495137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:51.502225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:51.516949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:51.517554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:51.604616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.604616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.662337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.773872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.774653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.787281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.831217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Delete allocated IP 2001:db8:0:1::153 (1491b71d-c23b-4553-a2bc-15718afbbadc/61ed3c3d-d85e-4785-92fb-a361df5e794c) {{(pid=87695) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:52:51.878389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da046b6f-0d3b-406d-a932-942ed37992d5,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:51.881964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.886062 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d637b6bb-d383-436c-9dca-7d8e903b85bd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6098292 Feb 17 22:52:51.900614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33518) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:51.904060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:51.905051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-58a8fc91-b5b9-40c5-9b16-ab20a3f9803a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9815922 Feb 17 22:52:51.910432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33520) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:51.969847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7b7dfb82-4ca4-4859-bb48-1584c4b8bf37 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'da046b6f-0d3b-406d-a932-942ed37992d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:51.975367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e4a0f5be-05e6-4b06-a2f6-288103b35490 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-96204634', 'prefixes': ['172.20.0.0/16']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:51.984906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Allocated IP 172.20.0.2 (467f1a57-4cba-499b-8a0c-e2cea6cff72b/693da8fa-15a1-41b2-b0cf-25578d3c7753/f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:51.987561 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-7b7dfb82-4ca4-4859-bb48-1584c4b8bf37 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 22:52:51.988778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-7b7dfb82-4ca4-4859-bb48-1584c4b8bf37 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:51.990520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7b7dfb82-4ca4-4859-bb48-1584c4b8bf37 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0790703 Feb 17 22:52:51.997929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33526) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.011033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1ab31c23-be2b-4989-a2e6-b0eee6ed9fac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'da046b6f-0d3b-406d-a932-942ed37992d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:52.012529 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-1ab31c23-be2b-4989-a2e6-b0eee6ed9fac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 22:52:52.013885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-1ab31c23-be2b-4989-a2e6-b0eee6ed9fac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:52.015116 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1ab31c23-be2b-4989-a2e6-b0eee6ed9fac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156672 Feb 17 22:52:52.018543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33530) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.031488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b5d5207e-563e-4bda-bf72-dfc61fe38f44 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'da046b6f-0d3b-406d-a932-942ed37992d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:52.033168 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-b5d5207e-563e-4bda-bf72-dfc61fe38f44 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 22:52:52.034147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-b5d5207e-563e-4bda-bf72-dfc61fe38f44 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:52.035469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b5d5207e-563e-4bda-bf72-dfc61fe38f44 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155926 Feb 17 22:52:52.045799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33534) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.055508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a6bab182-8593-4da8-be45-3b67c207681b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'da046b6f-0d3b-406d-a932-942ed37992d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:52.056962 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-a6bab182-8593-4da8-be45-3b67c207681b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 22:52:52.057655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-a6bab182-8593-4da8-be45-3b67c207681b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:52.058860 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a6bab182-8593-4da8-be45-3b67c207681b tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118208 Feb 17 22:52:52.063698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33538) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.102212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e4a0f5be-05e6-4b06-a2f6-288103b35490 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:52.104431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7fcddc96-0cd9-4e3d-a286-49c613de71b5,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:52.151859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.221742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.266362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Ignored duplicate provisioning block setup for port e547bc3f-d329-4a64-a892-98a2c55742ec by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 22:52:52.271431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.355429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.467444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.522198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] In _notify_port_updated(), no bound segment for port e547bc3f-d329-4a64-a892-98a2c55742ec on network 1491b71d-c23b-4553-a2bc-15718afbbadc {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:52:52.532752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:52.533801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.538222 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/ports/e547bc3f-d329-4a64-a892-98a2c55742ec HTTP/1.1" status: 200 len: 925 time: 2.2029204 Feb 17 22:52:52.546565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33544) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.547583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d038d-f1a7-40f9-81b0-f9602d217a2c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=e547bc3f-d329-4a64-a892-98a2c55742ec,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:52.572038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73c374d6-685a-4346-afb3-ee2591029d98'}, {'subnet_id': '61ed3c3d-d85e-4785-92fb-a361df5e794c'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:52.584622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.657760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.688315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:52.688808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.717652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df5cfd65-bf49-478d-b64e-d520f16b2dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.728982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-6758c7c8-354e-4a30-8acf-33721cf1cc72', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:52:52.730165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.747771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f5be-05e6-4b06-a2f6-288103b35490 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for subnetpool, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.749218 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e4a0f5be-05e6-4b06-a2f6-288103b35490 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.8413820 Feb 17 22:52:52.755720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33548) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:52.765958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-dbff307f-781e-411c-93c8-c4d38cd17816 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-1894495427') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:52.781794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:52.789926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.807430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:52.814949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:52.850815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=8b34c80d-e53c-4c45-bef2-dd6ef5aa869f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:52.973905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:52.991617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.063808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da046b6f-0d3b-406d-a932-942ed37992d5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:53.118465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b8b94211-1f7d-4ac8-a104-61e62fdeab4b None None] Provisioning complete for port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:53.120032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b8b94211-1f7d-4ac8-a104-61e62fdeab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.188052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.20.0.1 (6758c7c8-354e-4a30-8acf-33721cf1cc72/642ac4a9-ca47-4f89-b920-02848fdd7caf/74f19614-d8e7-418a-bd69-73da1c381060) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:53.321168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:46Z', 'revision_number': 3, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:53.378621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.381913 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c761dd4f-cf85-444e-9b5d-9c43f73df677 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/da046b6f-0d3b-406d-a932-942ed37992d5 HTTP/1.1" status: 204 len: 168 time: 1.3143873 Feb 17 22:52:53.385292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Checking router: 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:52:53.385773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Updating router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 port 38ee706a-9191-4c88-9c43-5f679295a262 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:52:53.393202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33552) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:53.507236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.527226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.529698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8:0:1::343 (1491b71d-c23b-4553-a2bc-15718afbbadc/61ed3c3d-d85e-4785-92fb-a361df5e794c/e547bc3f-d329-4a64-a892-98a2c55742ec) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:53.707919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7fcddc96-0cd9-4e3d-a286-49c613de71b5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:53.760223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Transition to ACTIVE for port object f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:53.782270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.788035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dbff307f-781e-411c-93c8-c4d38cd17816 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-1894495427 HTTP/1.1" status: 201 len: 201 time: 1.0308075 Feb 17 22:52:53.793282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33556) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:53.798464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e23d27ca-c366-45a6-a9ea-d7d8a886bcac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:53.807962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-94f3e55b-5bce-4ec0-8c95-f522cff521f7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-644348483') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:53.851475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.903655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Ignored duplicate provisioning block setup for port e547bc3f-d329-4a64-a892-98a2c55742ec by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 22:52:53.917052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:53.973263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e23d27ca-c366-45a6-a9ea-d7d8a886bcac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:53.974754 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e23d27ca-c366-45a6-a9ea-d7d8a886bcac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5809472 Feb 17 22:52:53.986366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:53.993821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666575288'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:54.000601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:54.017528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:54.049140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Transition to ACTIVE for port object f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:54.103257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.115408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.188866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=e547bc3f-d329-4a64-a892-98a2c55742ec,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:54.199707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:54.200499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] In _notify_port_updated(), no bound segment for port e547bc3f-d329-4a64-a892-98a2c55742ec on network 1491b71d-c23b-4553-a2bc-15718afbbadc {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:52:54.206156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:54.207091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.212543 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7427ed5c-a5c2-4568-b6af-48105f354e3b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/ports/e547bc3f-d329-4a64-a892-98a2c55742ec HTTP/1.1" status: 200 len: 1011 time: 1.6607232 Feb 17 22:52:54.215370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33564) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:54.222777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.297046 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-94f3e55b-5bce-4ec0-8c95-f522cff521f7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-644348483 HTTP/1.1" status: 201 len: 201 time: 0.5022588 Feb 17 22:52:54.302298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:54.322186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port e547bc3f-d329-4a64-a892-98a2c55742ec {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:54.322540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.334677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:54.350402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-4de13eb2-a69d-4211-b2f0-32e6639d5b33 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-433577312') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:54.372546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:54.455945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Pushing event updated for resources: {'Port': ['ID=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:54.485654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:54.526226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.527807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:54.528925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.548667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:54.567998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Allocated IP 172.20.0.1 (86112ccc-279d-4b3e-b2d7-dd06ebadbd1a/bb6838f3-5eac-45c1-b8f8-ac64f537b910/97ed6185-ffde-476f-88dd-b6f82b22fe9d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:54.588219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:54.642053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Attempting to bind port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:54.642704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Attempting to bind port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '571826d3-1d76-432d-a8c2-3ad3e15fd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:54.643211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Attempting to bind port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb on network 467f1a57-4cba-499b-8a0c-e2cea6cff72b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:54.663930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:54.664328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Checking segment: {'id': '571826d3-1d76-432d-a8c2-3ad3e15fd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:54.664720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.665203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Bound using segment: {'id': '571826d3-1d76-432d-a8c2-3ad3e15fd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:54.665690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Bound port: f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571826d3-1d76-432d-a8c2-3ad3e15fd01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '467f1a57-4cba-499b-8a0c-e2cea6cff72b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:54.666063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.734026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Provisioning complete for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:54.734402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.736381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:54.756097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 74f19614-d8e7-418a-bd69-73da1c381060 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:54.836099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:54.988187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.008233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.011798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] For port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:55.012241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for e547bc3f-d329-4a64-a892-98a2c55742ec owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:52:55.017560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] For port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,segment=NetworkSegment(571826d3-1d76-432d-a8c2-3ad3e15fd01c),segment_id=571826d3-1d76-432d-a8c2-3ad3e15fd01c)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:55.034622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.068884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Transition to ACTIVE for port object 38ee706a-9191-4c88-9c43-5f679295a262 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:55.147567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.158209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.247894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Attempting to bind port 38ee706a-9191-4c88-9c43-5f679295a262 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:55.248837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Attempting to bind port 38ee706a-9191-4c88-9c43-5f679295a262 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:55.249163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Attempting to bind port 38ee706a-9191-4c88-9c43-5f679295a262 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:55.251929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc045ce-c763-4527-8424-c219643454c5 None None] Pushing event updated for resources: {'Port': ['ID=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:55.260076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7fcddc96-0cd9-4e3d-a286-49c613de71b5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:55.322317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.347098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.375092 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4de13eb2-a69d-4211-b2f0-32e6639d5b33 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-433577312 HTTP/1.1" status: 201 len: 201 time: 1.0427361 Feb 17 22:52:55.401989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:55.437284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.440275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=e547bc3f-d329-4a64-a892-98a2c55742ec,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:55.454709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-6dccc095-3f13-4f75-9841-6706cd3a5ebd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-297961340') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:55.482286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:55.482914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:55.483362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.483766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:55.484271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Bound port: 38ee706a-9191-4c88-9c43-5f679295a262, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:55.484658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.556890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Provisioning for port e547bc3f-d329-4a64-a892-98a2c55742ec completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:55.572354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.597576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:55.600310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Allocated IP 172.20.0.2 (6758c7c8-354e-4a30-8acf-33721cf1cc72/642ac4a9-ca47-4f89-b920-02848fdd7caf/8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:55.609055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Provisioning complete for port e547bc3f-d329-4a64-a892-98a2c55742ec triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:55.609846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.619716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:55.622525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:55.642567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.656261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-616dd99f-bc7f-401f-bb73-046c8b53ec52 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/e547bc3f-d329-4a64-a892-98a2c55742ec HTTP/1.1" status: 204 len: 168 time: 1.4355152 Feb 17 22:52:55.656470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.657275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33576) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:55.659593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Transition to ACTIVE for port object 97ed6185-ffde-476f-88dd-b6f82b22fe9d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:55.681163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:55.721223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4274ee32-5a85-4fdc-bc0e-e43e1346f102 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:52:55.722162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4274ee32-5a85-4fdc-bc0e-e43e1346f102 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:52:55.750526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4274ee32-5a85-4fdc-bc0e-e43e1346f102 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:52:55.755361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4274ee32-5a85-4fdc-bc0e-e43e1346f102 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/e547bc3f-d329-4a64-a892-98a2c55742ec HTTP/1.1" status: 404 len: 333 time: 0.0966673 Feb 17 22:52:55.756446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33580) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:55.790402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-db482e6e-35dd-4427-a191-f962614ba823 None None] Port e547bc3f-d329-4a64-a892-98a2c55742ec was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:52:55.854622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 61ed3c3d-d85e-4785-92fb-a361df5e794c {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:55.862051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb0772-6347-4fa4-ada4-ba94cb439d89,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:55.864164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.896311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.913275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:55.917243 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2b0f09db-937a-408a-a2bd-a6e1e4ceeb1d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9253504 Feb 17 22:52:55.931338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33584) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:55.941771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-30d5018a-0534-43f4-93b0-ae6eddb2080e tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:55.942603 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-30d5018a-0534-43f4-93b0-ae6eddb2080e tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:52:55.943116 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-30d5018a-0534-43f4-93b0-ae6eddb2080e tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:55.946766 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-30d5018a-0534-43f4-93b0-ae6eddb2080e tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072799 Feb 17 22:52:56.033768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33588) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.060143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e3b4-5545-4b1d-9e6c-dd2a3b859470 None None] Pushing event updated for resources: {'Port': ['ID=38ee706a-9191-4c88-9c43-5f679295a262,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:56.065366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] For port 38ee706a-9191-4c88-9c43-5f679295a262, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:56.097116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:56.100347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] For port 38ee706a-9191-4c88-9c43-5f679295a262, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=38ee706a-9191-4c88-9c43-5f679295a262,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:56.117201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:56.117201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.142284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:56.157357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.198620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:56.209224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:56.222502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:56.235615 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6dccc095-3f13-4f75-9841-6706cd3a5ebd tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-297961340 HTTP/1.1" status: 201 len: 201 time: 0.8162310 Feb 17 22:52:56.239676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.257819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-fe01031a-366b-4569-96e8-73b79082867b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:56.260952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.292003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.326491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.367575 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:56.372757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2da811d7-c54f-4a05-bc7f-10976d9767b9 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3370724 Feb 17 22:52:56.375238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33596) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.386817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-98f17ba7-4bf2-405c-a544-3efd6ca90bac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:56.388011 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-98f17ba7-4bf2-405c-a544-3efd6ca90bac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 22:52:56.388769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-98f17ba7-4bf2-405c-a544-3efd6ca90bac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:56.393172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-98f17ba7-4bf2-405c-a544-3efd6ca90bac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136511 Feb 17 22:52:56.402434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33600) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.413571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:56.430711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:56.442121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:56.446560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:56.459687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:56.463627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:56.464608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:56.488793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:56.529147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.544222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:56.545458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:56.551880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Pushing event updated for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:56.628391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.628661 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe01031a-366b-4569-96e8-73b79082867b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 200 len: 241 time: 0.3845639 Feb 17 22:52:56.641009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33604) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.678877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-746bffb9-16d6-4072-adca-0c6f2bea61eb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-1894495427') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:56.823522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:56.823522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-49757664-13ca-427d-be3f-2455f7801f6a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4185629 Feb 17 22:52:56.830032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33612) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.841629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e3b4-5545-4b1d-9e6c-dd2a3b859470 None None] Pushing event updated for resources: {'Port': ['ID=38ee706a-9191-4c88-9c43-5f679295a262,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:56.878969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-547e4a19-84f0-4899-9261-5c2a2414cc23 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:56.879846 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-547e4a19-84f0-4899-9261-5c2a2414cc23 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:52:56.880762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-547e4a19-84f0-4899-9261-5c2a2414cc23 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:56.883716 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-547e4a19-84f0-4899-9261-5c2a2414cc23 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0508304 Feb 17 22:52:56.886551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33616) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:56.904674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:56.930356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:56.946943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:56.954217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.017680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.062536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Transition to ACTIVE for port object 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:57.080168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31a9d7ad-bc16-4e09-8b00-ce515d4708b7 None None] Provisioning for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:57.094025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:52:57.102262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:57.109754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.144065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:57.149182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf63b9b-9aae-4bcd-a274-b9c0e2bf89b7 None None] Network 1491b71d-c23b-4553-a2bc-15718afbbadc requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:57.154721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=61ed3c3d-d85e-4785-92fb-a361df5e794c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:57.178521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:57.210081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7edc5ab6-c276-481c-991a-494f52a8fa09 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/61ed3c3d-d85e-4785-92fb-a361df5e794c HTTP/1.1" status: 204 len: 168 time: 1.4520528 Feb 17 22:52:57.217026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33620) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:57.275916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-31a9d7ad-bc16-4e09-8b00-ce515d4708b7 None None] Provisioning complete for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:57.276204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31a9d7ad-bc16-4e09-8b00-ce515d4708b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.353158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-746bffb9-16d6-4072-adca-0c6f2bea61eb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-1894495427 HTTP/1.1" status: 204 len: 168 time: 0.7104237 Feb 17 22:52:57.354697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Project 47ee3762ffd14d13b122072f073b06b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:52:57.360990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33624) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:57.383894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-ec6a5e12-cf58-41dd-9096-7c62deea8340 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-1894495427') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:57.429331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 73c374d6-685a-4346-afb3-ee2591029d98 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:52:57.437752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.455942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:52:57.470757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:52:57.546982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:57.548451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-84530c54-9051-4943-91e1-663413e50e92 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6575124 Feb 17 22:52:57.553055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33628) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:57.562557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6f629d2c-5c2e-4de3-a2f1-8105f1a689ac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:57.563124 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-6f629d2c-5c2e-4de3-a2f1-8105f1a689ac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 22:52:57.563704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-6f629d2c-5c2e-4de3-a2f1-8105f1a689ac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:57.569327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6f629d2c-5c2e-4de3-a2f1-8105f1a689ac tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104520 Feb 17 22:52:57.569327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.570432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Transition to ACTIVE for port object 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:57.601516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33632) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:57.615359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:57.642884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:57.678724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:57.699841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:57.723214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ff565-a4bb-4a3b-bc62-8e2b8058cc7c None None] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:52:57.737368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:57.740094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.783869 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Project 47ee3762ffd14d13b122072f073b06b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:52:57.859432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:57.865295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0e9a0323-9f47-454d-b810-42d9496816d6 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2583439 Feb 17 22:52:57.865295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:57.900283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33636) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:57.903525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:52:57.933580 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:52:57.946030 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:57.946667 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:57.970162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '77bb0772-6347-4fa4-ada4-ba94cb439d89', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:58.016142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.019431 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-28b4d563-f2c5-4db5-a474-13eab8b6d473 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.6453674 Feb 17 22:52:58.023177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:52:58.025598 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.038525 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:52:58.039489 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.058396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:58.084885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:58.088729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:52:58.114610 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.115198 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da9b48-6930-4844-81d2-42d07d2a5032 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:58.158479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33640) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.160102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-31a9d7ad-bc16-4e09-8b00-ce515d4708b7 None None] Port 97ed6185-ffde-476f-88dd-b6f82b22fe9d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:52:58.172672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:52:58.180585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec6a5e12-cf58-41dd-9096-7c62deea8340 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-1894495427 HTTP/1.1" status: 204 len: 168 time: 0.8154845 Feb 17 22:52:58.191838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33644) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.201674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-4b39806f-a13c-40e9-9387-f1f9249742ec tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.277720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Pushing event updated for resources: {'Port': ['ID=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:58.312177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:52:58.379788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.382154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.412459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:52:58.483694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.484676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4b39806f-a13c-40e9-9387-f1f9249742ec tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 200 len: 205 time: 0.2892923 Feb 17 22:52:58.488377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=73c374d6-685a-4346-afb3-ee2591029d98,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:58.492974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33648) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.498908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.515014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-7f3eae8f-33d2-489c-a2db-aed63cc3cf1c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.527552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:58.532920 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Project 47ee3762ffd14d13b122072f073b06b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:52:58.580462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Attempting to bind port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:52:58.580942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Attempting to bind port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:52:58.581272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Attempting to bind port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb on network 6758c7c8-354e-4a30-8acf-33721cf1cc72 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:52:58.583519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Provisioning for port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:58.598372 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a35ec344-1c78-4c50-8d07-4521bd8b15e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/73c374d6-685a-4346-afb3-ee2591029d98 HTTP/1.1" status: 204 len: 168 time: 1.3752055 Feb 17 22:52:58.602309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33652) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.604220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Provisioning complete for port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:58.604595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.631648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:52:58.632329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Checking segment: {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:52:58.632738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.633152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Bound using segment: {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:52:58.633654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Bound port: 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:52:58.634021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.714736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:52:58.873858 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7f3eae8f-33d2-489c-a2db-aed63cc3cf1c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 200 len: 240 time: 0.3644915 Feb 17 22:52:58.877146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.880288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33656) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.891092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-2e33889b-385f-40ce-a9e6-31c9d51a1a74 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-644348483') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.899527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.901407 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:52:58.905845 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-af028b42-f06f-4220-ba9a-35a4c27c3578 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9998887 Feb 17 22:52:58.906439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33660) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:58.944688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] For port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:52:58.946387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:58.971421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:46Z', 'revision_number': 3, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:58.977308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] For port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:52:58.988763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be02cf1-fdef-41dd-a258-383e600d60eb None None] The sync data for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv is: [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:46Z', 'revision_number': 3, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:52:58.992664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.002143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:59.002682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.005921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.176307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] DHCP port deletion for 1491b71d-c23b-4553-a2bc-15718afbbadc request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:52:59.194819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] For port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,segment=NetworkSegment(571826d3-1d76-432d-a8c2-3ad3e15fd01c),segment_id=571826d3-1d76-432d-a8c2-3ad3e15fd01c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:59.197339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400f20-98dc-4ce1-ac59-5a9bddd3c257 None None] Pushing event updated for resources: {'Port': ['ID=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:59.198538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e33889b-385f-40ce-a9e6-31c9d51a1a74 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-644348483 HTTP/1.1" status: 204 len: 168 time: 0.3152535 Feb 17 22:52:59.203931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Deleting port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:52:59.204494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.243223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.262117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33664) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:52:59.281170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-f0070566-9456-4372-9cc1-aefbbbe71354 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-644348483') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:52:59.460236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f596a0-9156-43a5-8b1a-b2bc86abde03 None None] Pushing event updated for resources: {'Port': ['ID=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:59.854949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7fcddc96-0cd9-4e3d-a286-49c613de71b5,segment=NetworkSegment(4c999bca-81cd-4adc-818b-83e7425c8619),segment_id=4c999bca-81cd-4adc-818b-83e7425c8619)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:59.855617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:52:59.886814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] For port 7fcddc96-0cd9-4e3d-a286-49c613de71b5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7fcddc96-0cd9-4e3d-a286-49c613de71b5,segment=NetworkSegment(4c999bca-81cd-4adc-818b-83e7425c8619),segment_id=4c999bca-81cd-4adc-818b-83e7425c8619)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:52:59.888992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.021571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.039335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:00.160501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Calling delete_port for 7fcddc96-0cd9-4e3d-a286-49c613de71b5 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:00.179116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 7fcddc96-0cd9-4e3d-a286-49c613de71b5 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:00.262859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Provisioning complete for port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:00.263425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.370267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.375503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.390902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:00.392359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:00.399704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f0070566-9456-4372-9cc1-aefbbbe71354 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-644348483 HTTP/1.1" status: 204 len: 168 time: 1.1342087 Feb 17 22:53:00.402021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33670) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:00.410080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-ede2e5d2-5d25-4adc-aafc-8705862193d0 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:00.492397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] Pushing event deleted for resources: {'Port': ['ID=7fcddc96-0cd9-4e3d-a286-49c613de71b5,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:00.503187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71992840-afbb-4f6e-97cd-ce2f8ebb047a None None] No DVR routers for this DVR port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:00.587911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ede2e5d2-5d25-4adc-aafc-8705862193d0 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 200 len: 205 time: 0.1836789 Feb 17 22:53:00.591294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33674) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:00.602410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-9bf44a26-a79c-4175-baa4-614ed58d03ca tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:00.655807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Provisioning for port bd14fc77-2f8c-4b37-b89b-60937bca5d08 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:00.662451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Provisioning complete for port bd14fc77-2f8c-4b37-b89b-60937bca5d08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:00.662925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.894226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cf915f2d-2072-45f8-8d77-9f546af01422 None None] Port bd14fc77-2f8c-4b37-b89b-60937bca5d08 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:00.909778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 7fcddc96-0cd9-4e3d-a286-49c613de71b5 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:00.910326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.912762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:00.994317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d68b97-b9e6-4375-8585-57209b5b25fc None None] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:01.052556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.096073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] The port '7fcddc96-0cd9-4e3d-a286-49c613de71b5' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:53:01.100403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9bf44a26-a79c-4175-baa4-614ed58d03ca tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 200 len: 240 time: 0.5069506 Feb 17 22:53:01.105843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33678) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:01.169611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:01.177289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-7568e6d2-c058-4c6d-8545-8c3b1927258e tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-433577312') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.187139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:01.188307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.230772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-67711837-a092-4e3c-837d-317fa7ae5a88 None None] Provisioning for port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:01.307117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-67711837-a092-4e3c-837d-317fa7ae5a88 None None] Provisioning complete for port bd14fc77-2f8c-4b37-b89b-60937bca5d08 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:01.307426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-67711837-a092-4e3c-837d-317fa7ae5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.412619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.438073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:01.482835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-67711837-a092-4e3c-837d-317fa7ae5a88 None None] Port bd14fc77-2f8c-4b37-b89b-60937bca5d08 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:01.487202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Pushing event updated for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:01.565753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:01.566128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.755442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.774872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 38ee706a-9191-4c88-9c43-5f679295a262 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:01.790957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.823394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1491b71d-c23b-4553-a2bc-15718afbbadc']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.858086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c999bca-81cd-4adc-818b-83e7425c8619') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.859082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c999bca-81cd-4adc-818b-83e7425c8619') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.876615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7568e6d2-c058-4c6d-8545-8c3b1927258e tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-433577312 HTTP/1.1" status: 204 len: 168 time: 0.7682211 Feb 17 22:53:01.881783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb0772-6347-4fa4-ada4-ba94cb439d89,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:01.882348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33682) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:01.898744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-e832ae41-cfb0-4001-a767-53054aa4ec8b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-433577312') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.968784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.972134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 38ee706a-9191-4c88-9c43-5f679295a262 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:01.975346 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46b44c9f-e048-4916-8b06-2ad5deae9fa5 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/77bb0772-6347-4fa4-ada4-ba94cb439d89 HTTP/1.1" status: 204 len: 168 time: 3.0587049 Feb 17 22:53:01.979484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 38ee706a-9191-4c88-9c43-5f679295a262 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:01.979869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:01.988256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33686) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:02.006964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.200479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.200799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.207629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4fd92aa6-1d4f-4b06-a4cc-e9c8ea5d575d None None] Provisioning for port 74f19614-d8e7-418a-bd69-73da1c381060 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:02.222803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4fd92aa6-1d4f-4b06-a4cc-e9c8ea5d575d None None] Provisioning complete for port 74f19614-d8e7-418a-bd69-73da1c381060 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:02.223202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4fd92aa6-1d4f-4b06-a4cc-e9c8ea5d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.238325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:53:02.238830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.265180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 38ee706a-9191-4c88-9c43-5f679295a262, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=38ee706a-9191-4c88-9c43-5f679295a262,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:53:02.271136 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:53:02.284082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.284874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:02.320961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.433034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-4fd92aa6-1d4f-4b06-a4cc-e9c8ea5d575d None None] Port 74f19614-d8e7-418a-bd69-73da1c381060 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:02.436379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e832ae41-cfb0-4001-a767-53054aa4ec8b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-433577312 HTTP/1.1" status: 204 len: 168 time: 0.5438476 Feb 17 22:53:02.438956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:02.440585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33690) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:02.449467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=38ee706a-9191-4c88-9c43-5f679295a262,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:02.450823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:02.464842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.475183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-a340c3ba-4693-4614-8e8a-d08a20840dee tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:02.504604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.523246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:02.529285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=1491b71d-c23b-4553-a2bc-15718afbbadc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:02.531040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:02.531507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.564199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24e40981-dd61-42c7-afc3-bf08e9baa4f6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/1491b71d-c23b-4553-a2bc-15718afbbadc HTTP/1.1" status: 204 len: 168 time: 3.9599040 Feb 17 22:53:02.565066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33694) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:02.569463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-339bc8b5-44e5-4d53-a2a5-0178062654f1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:02.664583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-200bdf61-0cab-4598-9112-eff08a892271 None None] Provisioning complete for port 74f19614-d8e7-418a-bd69-73da1c381060 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:02.665488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-200bdf61-0cab-4598-9112-eff08a892271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.717658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba867a7-3c21-4cea-8278-d6cc625c2c60 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:02.718690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-dba867a7-3c21-4cea-8278-d6cc625c2c60 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:02.718900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:53:02.740842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-dba867a7-3c21-4cea-8278-d6cc625c2c60 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:02.743305 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dba867a7-3c21-4cea-8278-d6cc625c2c60 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1769798 Feb 17 22:53:02.749568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33698) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:02.808247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-200bdf61-0cab-4598-9112-eff08a892271 None None] Port 74f19614-d8e7-418a-bd69-73da1c381060 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:02.820354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.858723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:02.864690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:02.908537 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3defdccb-5c22-4908-8a21-ed0ea51c5acd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1570144 Feb 17 22:53:02.912070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33704) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:02.930355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1538069766'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:02.942662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:02.949131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7fcddc96-0cd9-4e3d-a286-49c613de71b5 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:02.953022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:02.959822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:02.972978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:03.000130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7fcddc96-0cd9-4e3d-a286-49c613de71b5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:53:03.000987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7fcddc96-0cd9-4e3d-a286-49c613de71b5 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:53:03.001684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:03.015893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Provisioning complete for port 74f19614-d8e7-418a-bd69-73da1c381060 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:03.017995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.024852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.054729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:03.089994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:03.118125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.118892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment 87c1a5e0-3512-40e2-a5f7-69d48122977e of type vlan for network 6e22b822-06ef-4601-8ea6-72a7799bc932 Feb 17 22:53:03.128200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Port 74f19614-d8e7-418a-bd69-73da1c381060 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:03.145003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Provisioning complete for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:03.145282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33708) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:03.145822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.195015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:03.214281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:03.228613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 38ee706a-9191-4c88-9c43-5f679295a262 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:03.259482 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aae075c5-ed74-4616-96fe-5dc82b6a3bcb tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4392972 Feb 17 22:53:03.268911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-339bc8b5-44e5-4d53-a2a5-0178062654f1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:03.275524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-339bc8b5-44e5-4d53-a2a5-0178062654f1 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2699625 Feb 17 22:53:03.275524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33712) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:03.300217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33714) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:03.303221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-366357461'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:03.308173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:03.308819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:03.347805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100046791'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:03.375872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.382914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:03.383193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c93c284c-f8f2-4c24-a66f-893f8bf6f40b None None] Port 97ed6185-ffde-476f-88dd-b6f82b22fe9d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:03.447904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:03.464444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:03.502245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:03.533686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:03.539537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 38ee706a-9191-4c88-9c43-5f679295a262 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:03.540051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.560580 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a340c3ba-4693-4614-8e8a-d08a20840dee tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 200 len: 205 time: 1.0961428 Feb 17 22:53:03.561222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:03.575484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:03.587447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33720) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:03.603569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-773779d5-9973-463a-9bbe-e829005eb9b4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:03.647294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.691996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.702940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:03.703896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.730148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:03.735775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.846129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:03.866027 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-773779d5-9973-463a-9bbe-e829005eb9b4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 200 len: 240 time: 0.2731230 Feb 17 22:53:03.869014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33724) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:03.890595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:03.925816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:03.941104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting port 1923d936-a00c-435a-88bc-8cace38fb0c1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:03.941592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:03.943339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-894f2dbb-2b68-4fd0-bffc-36a0aa61ab39 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-297961340') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:03.974019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:04.004275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:04.044744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:04.060022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=6e22b822-06ef-4601-8ea6-72a7799bc932,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:04.064892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.065260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69704ac5-7541-4201-a18b-d0f372e9b432 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1443295 Feb 17 22:53:04.065371 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment 9773f8a9-d43c-4724-a2f2-4aaf99c7bb90 of type vlan for network d3c7d115-41ad-48c3-8441-6f4d28b115cd Feb 17 22:53:04.076972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33728) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:04.094024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:04.094722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:04.142761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.1 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/12965118-e3ca-4703-893b-32e08765882d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:04.151675 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-894f2dbb-2b68-4fd0-bffc-36a0aa61ab39 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-297961340 HTTP/1.1" status: 204 len: 168 time: 0.2750013 Feb 17 22:53:04.160063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33732) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:04.163062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.179166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-15689e36-469c-4d3d-8dba-bde48610698d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-297961340') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:04.308793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:52:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:52:57Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:04.317997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:04.318340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Updating router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 port 74f19614-d8e7-418a-bd69-73da1c381060 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:04.386695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.473509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:04.485892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:04.497109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:04.519340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:04.523441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:53:04.571888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.579143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.579724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.585466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:04.596725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.599177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.608077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:04.609245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.627522 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Sync routers for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:04.660751 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:04.666374 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:04.718046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:04.723875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.806695 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99543c5b-b331-4325-b02b-5fd4e16023d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/9af50d3d-4fed-4e0f-82ff-8bd9536bc186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2594750 Feb 17 22:53:04.823301 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-15689e36-469c-4d3d-8dba-bde48610698d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-297961340 HTTP/1.1" status: 204 len: 168 time: 0.6471353 Feb 17 22:53:04.823301 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5222621 Feb 17 22:53:04.823301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33736) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:04.824829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc627ba-1f6e-4dba-8a51-f9a3282498e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=d3c7d115-41ad-48c3-8441-6f4d28b115cd,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:04.826455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33742) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:04.844987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:04.874974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:04.882289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-e18cae3d-618c-44b4-9566-a1cd3b0dfeeb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:04.888040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:05.029304 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e18cae3d-618c-44b4-9566-a1cd3b0dfeeb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 200 len: 205 time: 0.1636803 Feb 17 22:53:05.029304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:05.032875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33746) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:05.049988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-15c215da-cfff-4743-ae49-1bb254f714db tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:05.064360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:05.068412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:05.088205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:05.129507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:05.136075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:05.177197 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:05.197832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:05.318608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Calling delete_port for 1923d936-a00c-435a-88bc-8cace38fb0c1 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:05.472931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:05.510926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:05.631998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Transition to ACTIVE for port object 74f19614-d8e7-418a-bd69-73da1c381060 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:05.643686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:05.685996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:05.818318 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-15c215da-cfff-4743-ae49-1bb254f714db tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 204 len: 168 time: 0.7840436 Feb 17 22:53:05.820261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:05.879124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-7b33dafe-3d88-4549-969a-bcc6470cf322 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:05.951843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Port': ['ID=1923d936-a00c-435a-88bc-8cace38fb0c1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:06.001791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906dab09-35c6-43f3-8df1-e3105c35ac4c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:06.013792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:06.017890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:06.023898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:06.053106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.131689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=12965118-e3ca-4703-893b-32e08765882d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:06.204959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.207175 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f86c5a2d-585b-41e2-885c-1d93fb798812 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9063752 Feb 17 22:53:06.225017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c746-220e-4224-bdcd-016be58fc47a None None] Pushing event updated for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:06.234434 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:57Z', 'revision_number': 4, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '97ed6185-ffde-476f-88dd-b6f82b22fe9d', 'name': '', 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'mac_address': 'fa:16:3e:12:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:52:58Z', 'revision_number': 2, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'subnets': [{'id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:06.235597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33758) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:06.242989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:06.243556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.258015 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Checking router: 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:06.259518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '906dab09-35c6-43f3-8df1-e3105c35ac4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:06.260935 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Updating router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 port 97ed6185-ffde-476f-88dd-b6f82b22fe9d binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:06.305430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:06.309790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.318708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=3c14e5cd-b2a9-4879-a72d-aee61cc5f776,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:06.326129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:06.346337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:06.359008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:06.385988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:06.386367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: d3c7d115-41ad-48c3-8441-6f4d28b115cd, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:06.395506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Attempting to bind port 74f19614-d8e7-418a-bd69-73da1c381060 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:06.396025 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7b33dafe-3d88-4549-969a-bcc6470cf322 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 204 len: 168 time: 0.5626395 Feb 17 22:53:06.396266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Attempting to bind port 74f19614-d8e7-418a-bd69-73da1c381060 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:06.396591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Attempting to bind port 74f19614-d8e7-418a-bd69-73da1c381060 on network 6758c7c8-354e-4a30-8acf-33721cf1cc72 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:06.401174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33762) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:06.408810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-abf8aec6-d029-468f-9cee-70dc75094135 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:06.417960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:06.418586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Checking segment: {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:06.419200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.419809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Bound using segment: {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:06.420571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Bound port: 74f19614-d8e7-418a-bd69-73da1c381060, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a7ee7f-daf2-4c0d-adab-2bee94f5666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:06.421182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.519185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:06.526445 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The resource could not be found. Feb 17 22:53:06.528388 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-679a4915-526f-4f6f-88fb-24fb4ce59db2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2827332 Feb 17 22:53:06.539660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33766) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:06.541187 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.564918 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '906dab09-35c6-43f3-8df1-e3105c35ac4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4f0cae66-b9c4-43bd-87d6-956d19964e34'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:06.601635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d3c7d115-41ad-48c3-8441-6f4d28b115cd) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:06.612547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:06.617784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:06.618665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.642378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef7427-daec-4090-bb46-6f2794e870e7 None None] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:06.643828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:06.662345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:06.679952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:06.701813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:06.720691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-72464c76-fb4c-4c0a-881a-5632890c2ad4 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8989403 Feb 17 22:53:06.725585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33770) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:06.727754 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abf8aec6-d029-468f-9cee-70dc75094135 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 204 len: 168 time: 0.3234055 Feb 17 22:53:06.738670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33774) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:06.749833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-a143293c-c5b8-4487-a41d-54e58a0eab97 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:07.002640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.003181 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Floating IP d1e65067-4ff9-46c1-8abe-4f9c47bbded5 disassociated (deleted). External IP: 172.26.7.253, port: 7401a24b-9168-43b5-92a6-b4e4afc76654. Feb 17 22:53:07.124060 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.149181 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Transition to ACTIVE for port object 97ed6185-ffde-476f-88dd-b6f82b22fe9d will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:07.149485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] For port 74f19614-d8e7-418a-bd69-73da1c381060, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:07.163470 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.166293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] For port 74f19614-d8e7-418a-bd69-73da1c381060, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=74f19614-d8e7-418a-bd69-73da1c381060,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:07.179769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33780) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:07.195761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.214869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387878736', 'description': 'tempest-secgroup-smoke-387878736 description', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:07.224974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:07.234200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:07.239725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:07.269566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:07.319860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.320265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c746-220e-4224-bdcd-016be58fc47a None None] Pushing event updated for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:07.386133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:07.399926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.425550 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Pushing event updated for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:07.453621 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.453959 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.454319 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.454605 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.454925 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.455355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.455571 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.455886 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.457445 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.457874 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.458204 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.458522 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:07.546775 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Attempting to bind port 97ed6185-ffde-476f-88dd-b6f82b22fe9d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:07.547378 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Attempting to bind port 97ed6185-ffde-476f-88dd-b6f82b22fe9d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:07.547538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d3c7d115-41ad-48c3-8441-6f4d28b115cd', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:53:07.548066 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Attempting to bind port 97ed6185-ffde-476f-88dd-b6f82b22fe9d on network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:07.548336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.555392 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:07.556355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Checking segment: {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:07.556934 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.557519 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Bound using segment: {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:07.558447 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Bound port: 97ed6185-ffde-476f-88dd-b6f82b22fe9d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a393584-5827-413f-beb0-15d96ea96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:07.559514 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.566409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:07.567062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:07.601001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:07.613150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=d7058162-4ee7-4451-bbab-515394684ae8,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:07.618548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:07.738295 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] For port 97ed6185-ffde-476f-88dd-b6f82b22fe9d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:07.741803 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] For port 97ed6185-ffde-476f-88dd-b6f82b22fe9d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=97ed6185-ffde-476f-88dd-b6f82b22fe9d,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:07.752471 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.776312 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The resource could not be found. Feb 17 22:53:07.781859 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b435a000-96f4-41ad-983a-b92f01bfc849 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2393618 Feb 17 22:53:07.784962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33784) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:07.845236 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddc9d9-badc-4a2f-9d29-e4043fd67e3c None None] Pushing event updated for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:07.867327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:07.884935 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:07.894686 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:07.969951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:07.998057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.151592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:08.199974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a143293c-c5b8-4487-a41d-54e58a0eab97 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 204 len: 168 time: 1.4590180 Feb 17 22:53:08.216044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33788) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:08.238164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.269746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-119414df-f0a3-45f5-8b37-502927a2ed37 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-2066838802') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:08.284653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.310652 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:08.319419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': '87c1a5e0-3512-40e2-a5f7-69d48122977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:08.320203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: 6e22b822-06ef-4601-8ea6-72a7799bc932, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:08.328851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55c25e-7675-47de-a843-23e02f806aa8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:08.359388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.365513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-306e4567-4e37-4f58-a4ce-9fc6d09f1db8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1582077 Feb 17 22:53:08.374193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33792) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:08.589479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=12965118-e3ca-4703-893b-32e08765882d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:08.597272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.650155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:08.661810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:08.669417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:08.675246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:08.696532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:08.712083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Router 9d552349-e456-4844-8d86-533d5e04d142 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:08.720111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:08.810753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:08.828319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Allocated IP 172.21.0.2 (d3c7d115-41ad-48c3-8441-6f4d28b115cd/3c14e5cd-b2a9-4879-a72d-aee61cc5f776/b8c4686b-33ec-494a-bb83-d63f9ae7c236) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:08.937844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.003076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:09.019976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.090790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.092324 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:57Z', 'revision_number': 4, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '97ed6185-ffde-476f-88dd-b6f82b22fe9d', 'name': '', 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'mac_address': 'fa:16:3e:12:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:07Z', 'revision_number': 4, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'subnets': [{'id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:09.099625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd974-5150-483f-98af-912d390511df None None] Sync routers for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:09.102538 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d733d-b102-4a0e-b9c1-271e4e0bf916 None None] The sync data for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv is: [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T22:52:57Z', 'revision_number': 4, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '97ed6185-ffde-476f-88dd-b6f82b22fe9d', 'name': '', 'network_id': '86112ccc-279d-4b3e-b2d7-dd06ebadbd1a', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'mac_address': 'fa:16:3e:12:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:07Z', 'revision_number': 4, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'subnets': [{'id': 'bb6838f3-5eac-45c1-b8f8-ac64f537b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:09.119287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906dab09-35c6-43f3-8df1-e3105c35ac4c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:09.133351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.164331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:09.169112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:09.207631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddd974-5150-483f-98af-912d390511df None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:09.208714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4bddd974-5150-483f-98af-912d390511df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:09.483883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 6e22b822-06ef-4601-8ea6-72a7799bc932) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:09.538863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:09.540211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.548227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.647515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a198e11-854c-4554-9a2f-751dded685b4 None None] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:09.656854 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6bf610f0-7b00-408c-a935-dcf5f9b448a4 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "DELETE /v2.0/floatingips/d1e65067-4ff9-46c1-8abe-4f9c47bbded5 HTTP/1.1" status: 204 len: 168 time: 6.5095794 Feb 17 22:53:09.662609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:09.702142 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b6edae82-3f5a-4cff-afc6-c48fd386747d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6232831 Feb 17 22:53:09.703738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33800) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:09.730703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932', 'name': 'tempest-PortsIpV6TestJSON-2100006671'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:09.837474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.841351 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-12896d07-3728-4853-95bc-0ca61b722a56 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/906dab09-35c6-43f3-8df1-e3105c35ac4c HTTP/1.1" status: 204 len: 168 time: 2.0511549 Feb 17 22:53:09.861121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33804) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:09.956825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:09.962308 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'status': 'completed', 'code': 200} Feb 17 22:53:10.181284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-119414df-f0a3-45f5-8b37-502927a2ed37 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-2066838802 HTTP/1.1" status: 201 len: 201 time: 1.9552889 Feb 17 22:53:10.208005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33806) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:10.228730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.233710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.286247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-19a47a6e-6526-4b46-bc43-4de3cf8c5091 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-1177244728') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:10.290585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Transition to ACTIVE for port object b8c4686b-33ec-494a-bb83-d63f9ae7c236 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:10.406184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:52:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:07Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:10.416557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Transition to ACTIVE for port object b8c4686b-33ec-494a-bb83-d63f9ae7c236 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:10.427101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-4bddd974-5150-483f-98af-912d390511df None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:10.455675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e7837d-04b2-4b03-9a4c-9d00fc7febfe,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:10.483174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:10.489068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880c93-32eb-4640-86a2-2e3b43b3bf7f None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:52:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:07Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:10.502108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.517536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.522471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-23e094a6-59b1-41f4-9507-6d4e830450db tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1195898 Feb 17 22:53:10.524107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:10.526407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33814) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:10.579106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:10.627030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:10.650112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:10.660346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:10.670089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:10.677037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.709778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a34e7f79-5acd-48ae-96da-d620d9b9c450 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:10.728880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:10.735682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-e8a40656-0d4d-4373-9945-a03051741bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:10.739059 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-e8a40656-0d4d-4373-9945-a03051741bdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd938a69605c4600a7980cced3aa5234&device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 1098 time: 0.6869733 Feb 17 22:53:10.766966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a34e7f79-5acd-48ae-96da-d620d9b9c450 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:10.769014 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a34e7f79-5acd-48ae-96da-d620d9b9c450 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4219794 Feb 17 22:53:10.798163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33818) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:10.832723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:10.834950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Pushing event updated for resources: {'Port': ['ID=b8c4686b-33ec-494a-bb83-d63f9ae7c236,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:10.837881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-6e22b822-06ef-4601-8ea6-72a7799bc932', 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': 'd7058162-4ee7-4451-bbab-515394684ae8'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:53:10.838746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:10.841785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:10.849365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'cb1bf822-985f-4a9b-8fd4-682aba0b6b5f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:10.854608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:10.869105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:10.885775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:10.890982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.21.0.1 (d3c7d115-41ad-48c3-8441-6f4d28b115cd/3c14e5cd-b2a9-4879-a72d-aee61cc5f776/7c7f63f5-f47e-48ec-a51b-344bdcbc95cc) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:10.899430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:10.914628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:10.947110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:11.114031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port d24278d1-fe78-4ea5-b8da-2b7280f2bc71 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:11.354403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:11.383847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:11.400357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Attempting to bind port b8c4686b-33ec-494a-bb83-d63f9ae7c236 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:11.401015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Attempting to bind port b8c4686b-33ec-494a-bb83-d63f9ae7c236 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:11.401522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Attempting to bind port b8c4686b-33ec-494a-bb83-d63f9ae7c236 on network d3c7d115-41ad-48c3-8441-6f4d28b115cd {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:11.435596 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-19a47a6e-6526-4b46-bc43-4de3cf8c5091 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-1177244728 HTTP/1.1" status: 201 len: 201 time: 1.2093463 Feb 17 22:53:11.439928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:11.441549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Checking segment: {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:11.441924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33822) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:11.443107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:11.444105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Bound using segment: {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:11.449207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Bound port: b8c4686b-33ec-494a-bb83-d63f9ae7c236, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:11.451241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:11.455998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:11.596855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-e2cbe391-3dad-418a-a6f2-b7aeb3eed247 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-860421373') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:11.621996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 97ed6185-ffde-476f-88dd-b6f82b22fe9d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:11.695940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-bb339f0b-76c3-49e8-a43f-1f9eb9985701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:11.705971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-bb339f0b-76c3-49e8-a43f-1f9eb9985701 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 200 len: 896 time: 0.9464364 Feb 17 22:53:11.817042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:11.909354 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-68d4579a-e195-4c38-885b-7f353dd7e711 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 200 len: 217 time: 0.1326811 Feb 17 22:53:12.053873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-b9a2f056-249b-432b-b3cc-9cc6db7d7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:12.055383 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-b9a2f056-249b-432b-b3cc-9cc6db7d7821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 200 len: 835 time: 0.1376154 Feb 17 22:53:12.069339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9803010-3df9-4522-a4b8-eca47d01a8f5 req-77cb9b25-5f16-4711-9942-b427ba84bb47 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:12.070104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9803010-3df9-4522-a4b8-eca47d01a8f5 req-77cb9b25-5f16-4711-9942-b427ba84bb47 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Synchronizing usage tracker for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:12.108316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Allocated IP 2001:db8::2 (6e22b822-06ef-4601-8ea6-72a7799bc932/d7058162-4ee7-4451-bbab-515394684ae8/3ad5ca28-8855-4e18-9878-66afd5c4a4a7) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:12.126886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] For port b8c4686b-33ec-494a-bb83-d63f9ae7c236, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:12.140691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] For port b8c4686b-33ec-494a-bb83-d63f9ae7c236, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b8c4686b-33ec-494a-bb83-d63f9ae7c236,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:12.145954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:12.167328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.180253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f9803010-3df9-4522-a4b8-eca47d01a8f5 req-77cb9b25-5f16-4711-9942-b427ba84bb47 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Unset dirty status for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:12.184999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9803010-3df9-4522-a4b8-eca47d01a8f5 req-77cb9b25-5f16-4711-9942-b427ba84bb47 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 1.6596279 Feb 17 22:53:12.188869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.242982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.248421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:12.248793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.314595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235c6300-27ea-4eca-aec2-62f0957dd16d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:12.365948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9803010-3df9-4522-a4b8-eca47d01a8f5 req-94f9f4ef-9719-433c-a6a6-18fba1aac742 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500611 Feb 17 22:53:12.386902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:12.388704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.394675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-00ad2b37-6422-4646-9ee1-c249201329b1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8609478 Feb 17 22:53:12.399550 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The resource could not be found. Feb 17 22:53:12.406831 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cfdea1a8-179c-4083-9c30-711103a12620 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5878789 Feb 17 22:53:12.406831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:12.406831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33826) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:12.420822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4bddd974-5150-483f-98af-912d390511df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.435012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:12.435632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33828) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:12.444594 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:53:12.445697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:12.454907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:12.455531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040028358'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:12.467217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:12.473862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-5b133263-94b0-43c7-9641-366be8a9516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:12.476267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-5b133263-94b0-43c7-9641-366be8a9516a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ce3efc-ecbf-43c4-a78a-575fafda9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3986480 Feb 17 22:53:12.482273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd974-5150-483f-98af-912d390511df None None] Checking router: 9d552349-e456-4844-8d86-533d5e04d142 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:12.524514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:12.557116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:12.559532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03397c5-730b-4067-bd6c-aebc310ef631 None None] Pushing event updated for resources: {'Port': ['ID=b8c4686b-33ec-494a-bb83-d63f9ae7c236,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:12.567551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddd974-5150-483f-98af-912d390511df None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:12.568200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4bddd974-5150-483f-98af-912d390511df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.587314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:12.593052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:12.611266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:12.611508 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:12.638438 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:12.640656 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.648669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:12.697520 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2603c3d-56a5-4b3b-b4cb-c7ca9cee294c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/routers/678605df-d226-43f0-b308-2a2bbc684dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5359156 Feb 17 22:53:12.711441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33834) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:12.745623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'port': {'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4', 'name': 'tempest-FloatingIPTestJSON-1199875485'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:12.747689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.817554 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2cbe391-3dad-418a-a6f2-b7aeb3eed247 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-860421373 HTTP/1.1" status: 201 len: 201 time: 1.2347944 Feb 17 22:53:12.824264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.840612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33838) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:12.844616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:12.861203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-f1a1e7fe-0f44-4583-a36e-74efb83e0aaa tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-802479794') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.906391 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.912372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:12.931860 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:12.932888 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:12.964020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:12.986244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:13.040672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:13.066884 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-bc277b0a-3669-4046-b30c-8e04518deabf service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807555 Feb 17 22:53:13.113912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.216232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.228584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-2662e75a-3b34-4397-a4f5-dff360bc4c18 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:13.230332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-2662e75a-3b34-4397-a4f5-dff360bc4c18 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Synchronizing usage tracker for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:13.237968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Transition to ACTIVE for port object 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:13.269050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Transition to ACTIVE for port object 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:13.280115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:13.280548 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a897-cafe-49db-bf3a-beefb89aca6f None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:13.335897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.359057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f1a1e7fe-0f44-4583-a36e-74efb83e0aaa tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-802479794 HTTP/1.1" status: 201 len: 201 time: 0.5164137 Feb 17 22:53:13.362582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 97ed6185-ffde-476f-88dd-b6f82b22fe9d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=97ed6185-ffde-476f-88dd-b6f82b22fe9d,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:13.372942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33842) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:13.380584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-f05fdf02-c7d4-4129-80b4-91a7afee7f1b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', {'tags': ['tempest-TagsExtTest-Tag-699520229', 'tempest-TagsExtTest-Tag-1038716794', 'tempest-TagsExtTest-Tag-1137707526']}) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:13.420913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:13.434283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:13.454488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-2662e75a-3b34-4397-a4f5-dff360bc4c18 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Unset dirty status for tenant:bd938a69605c4600a7980cced3aa5234 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:13.457212 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-2662e75a-3b34-4397-a4f5-dff360bc4c18 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 1.7639534 Feb 17 22:53:13.457509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.457772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 74f19614-d8e7-418a-bd69-73da1c381060 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:13.544921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:13.558843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::3a2 (6e22b822-06ef-4601-8ea6-72a7799bc932/d7058162-4ee7-4451-bbab-515394684ae8/d24278d1-fe78-4ea5-b8da-2b7280f2bc71) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:13.611929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-4bddd974-5150-483f-98af-912d390511df None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:13.627098 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-241ed957-19ba-47f9-83d8-5e2849e8e5cf req-1d135442-b97b-4a4b-a3d8-5fe3da7cb255 service neutron] 10.222.0.43 "GET /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353110 Feb 17 22:53:13.629809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.658810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f05fdf02-c7d4-4129-80b4-91a7afee7f1b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 200 len: 317 time: 0.2825766 Feb 17 22:53:13.659763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.663748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33848) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:13.680451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-5390c866-a9b3-4666-9c54-fbabf7fd96f6 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:13.841936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Pushing event updated for resources: {'Port': ['ID=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:13.907178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:13.912166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:port and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:13.918022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.924061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:13.934753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 74f19614-d8e7-418a-bd69-73da1c381060 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:13.938094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.940461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:13.955365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting port 7401a24b-9168-43b5-92a6-b4e4afc76654 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:13.955365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:13.956344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Attempting to bind port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:13.956928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Attempting to bind port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '87c1a5e0-3512-40e2-a5f7-69d48122977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:13.957532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Attempting to bind port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 on network 6e22b822-06ef-4601-8ea6-72a7799bc932 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:14.006481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b908f3-999e-4ad7-93bf-19f4c49da9b6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:14.068218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7835e681-1583-4900-a2d4-cbceebacff15,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:14.081254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.085783 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d9c28eb-d1a7-4f98-8353-54763ad57d41 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6519458 Feb 17 22:53:14.100357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:14.101109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Checking segment: {'id': '87c1a5e0-3512-40e2-a5f7-69d48122977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:14.101754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.102508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Bound using segment: {'id': '87c1a5e0-3512-40e2-a5f7-69d48122977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:14.103337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33852) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:14.104556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Bound port: 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c1a5e0-3512-40e2-a5f7-69d48122977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:14.105587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.110063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:14.131665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:14.138970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 74f19614-d8e7-418a-bd69-73da1c381060 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:14.139555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.144227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:14.148020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.165755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:14.178420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.178750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:14.180367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9da30d78-50a0-454b-92e6-a0e5c5f77c38 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7371233 Feb 17 22:53:14.194322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33856) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:14.221675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:14.230357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.247468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] device_id is not set on port ed65c9ce-1207-4938-9135-2dcd54648130 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:14.248559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059753001'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:14.294247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:14.360724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:14.397534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:14.408548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:14.440998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:14.498051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.510046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.528852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.588181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6b35e-da0b-49ba-9f83-e57f24e8a2e0 req-61e89085-9e2b-499b-aab6-8f9809e02382 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:14.602691 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5a6b35e-da0b-49ba-9f83-e57f24e8a2e0 req-61e89085-9e2b-499b-aab6-8f9809e02382 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.8559723 Feb 17 22:53:14.647236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object d24278d1-fe78-4ea5-b8da-2b7280f2bc71 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:14.668957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:14.669315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03314841-e8f3-47c2-a96b-b20ffd64202f None None] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:14.683676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:14.701794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:14.723798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5390c866-a9b3-4666-9c54-fbabf7fd96f6 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 204 len: 168 time: 1.0474095 Feb 17 22:53:14.733434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33860) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:14.736471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.14 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/ed65c9ce-1207-4938-9135-2dcd54648130) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:14.737864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:14.747936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-1c3b4f8b-d53a-4115-9614-36d1a565d1e4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-699520229') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:14.756701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5a6b35e-da0b-49ba-9f83-e57f24e8a2e0 req-f469b4eb-a717-4cd3-8d82-2a1b6b7bd24c tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526306 Feb 17 22:53:14.811184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] For port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:14.819891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.921768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] For port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,segment=NetworkSegment(87c1a5e0-3512-40e2-a5f7-69d48122977e),segment_id=87c1a5e0-3512-40e2-a5f7-69d48122977e)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:14.942089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:14.948073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:14.961110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:14.968129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:14.968961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.974742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:14.978256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=d24278d1-fe78-4ea5-b8da-2b7280f2bc71,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:14.988024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.002001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.029371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2f62a31-bf9e-44c9-af5b-32114fea24d5 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3157477 Feb 17 22:53:15.034455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33864) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:15.043891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '6e22b822-06ef-4601-8ea6-72a7799bc932', 'name': 'tempest-PortsIpV6TestJSON-1072453963'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:15.050881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.076943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] For port 7401a24b-9168-43b5-92a6-b4e4afc76654, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7401a24b-9168-43b5-92a6-b4e4afc76654,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:15.077481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.107517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.121635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.125501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9195592 Feb 17 22:53:15.137943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33868) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:15.156724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db30a6a8-a12b-46fb-b5c7-0539ab506af1 None None] Provisioning for port b8c4686b-33ec-494a-bb83-d63f9ae7c236 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:15.243843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.254218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231a21-9c09-4543-ba90-aa071c3a3c8d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da93af12-1f61-4e0c-b516-5da10c656431,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:15.275362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': '83b908f3-999e-4ad7-93bf-19f4c49da9b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'da93af12-1f61-4e0c-b516-5da10c656431'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:15.378296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31c7e5-bd9d-4b07-b57c-4e37e265ff0f None None] Pushing event updated for resources: {'Port': ['ID=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:15.407307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:15.413750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Calling delete_port for 7401a24b-9168-43b5-92a6-b4e4afc76654 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:15.417046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:15.424015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:15.424355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 74f19614-d8e7-418a-bd69-73da1c381060, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=74f19614-d8e7-418a-bd69-73da1c381060,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:15.444301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:15.450877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:15.451247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7401a24b-9168-43b5-92a6-b4e4afc76654 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:15.454114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e968759-e556-4630-9c3f-d0c9b3e5bc68,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:15.486133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:15.498838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.506820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.564686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 892e42c3-9ce4-408c-b805-a5ea58c6a19e yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:15.672914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:15.699968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:15.704783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:15.710945 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-60ddc18a-9865-4708-90fa-9e172787cc9b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6016202 Feb 17 22:53:15.719256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33872) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:15.727754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:15.750727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:15.788116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4bddd974-5150-483f-98af-912d390511df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:15.854474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:15.863332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddd974-5150-483f-98af-912d390511df None None] The sync data for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv is: [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:51:00Z', 'revision_number': 4, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '73e325dd-6a94-491d-bac9-575213fb41af', 'name': '', 'network_id': '72ce3efc-ecbf-43c4-a78a-575fafda9b4f', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'mac_address': 'fa:16:3e:3f:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:55Z', 'updated_at': '2022-02-17T22:51:17Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'subnets': [{'id': 'd879e310-08cd-430c-b754-e02f25cd353e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:15.882642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:15.882971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::276 (6e22b822-06ef-4601-8ea6-72a7799bc932/d7058162-4ee7-4451-bbab-515394684ae8/892e42c3-9ce4-408c-b805-a5ea58c6a19e) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:15.894119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:15.904928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:15.920094 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-1c3b4f8b-d53a-4115-9614-36d1a565d1e4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:15.922544 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1c3b4f8b-d53a-4115-9614-36d1a565d1e4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-699520229 HTTP/1.1" status: 404 len: 328 time: 1.1879172 Feb 17 22:53:15.932644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33878) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:15.949121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-bf5a3672-bae2-49c4-90d3-791d4654b0ea tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-1038716794') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:16.085592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.133868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:16.208588 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-bf5a3672-bae2-49c4-90d3-791d4654b0ea tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:16.213123 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bf5a3672-bae2-49c4-90d3-791d4654b0ea tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-1038716794 HTTP/1.1" status: 404 len: 329 time: 0.2768953 Feb 17 22:53:16.215625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33882) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:16.227382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdd4f4-0c3b-4248-b3cb-1c95e4ee873e req-f5630697-c2fa-4e16-b701-4672f5dc738b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:16.228988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2bdd4f4-0c3b-4248-b3cb-1c95e4ee873e req-f5630697-c2fa-4e16-b701-4672f5dc738b tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 945 time: 0.1531501 Feb 17 22:53:16.233191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-95e9962b-e213-47b1-a6fb-6392973f6d04 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753', 'tempest-TagsExtTest-Tag-1137707526') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:16.259182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.314231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:16.334529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2bdd4f4-0c3b-4248-b3cb-1c95e4ee873e req-651d57ab-b690-4aa7-b297-2fab2cf56def tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/security-groups?id=50252336-7089-40b9-a148-dbce8a46d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657935 Feb 17 22:53:16.343636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:16.356950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.365339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b8c4686b-33ec-494a-bb83-d63f9ae7c236 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:16.370700 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-95e9962b-e213-47b1-a6fb-6392973f6d04 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:16.377667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-95e9962b-e213-47b1-a6fb-6392973f6d04 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags/tempest-TagsExtTest-Tag-1137707526 HTTP/1.1" status: 404 len: 329 time: 0.1607127 Feb 17 22:53:16.379141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33886) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:16.390526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-b5eed1ef-583f-4c1b-9720-c9ec3448b1b0 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', {'tags': ['tempest-TagsExtTest-Tag-1708581342', 'tempest-TagsExtTest-Tag-33575837', 'tempest-TagsExtTest-Tag-1047437119']}) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:16.522399 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Project 8b47fff6b55447afa251d43ecb6c4dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:53:16.539280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port b8c4686b-33ec-494a-bb83-d63f9ae7c236 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:16.553808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b8c4686b-33ec-494a-bb83-d63f9ae7c236 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:16.555120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.558035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.571347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.588808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b5eed1ef-583f-4c1b-9720-c9ec3448b1b0 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 200 len: 316 time: 0.2079730 Feb 17 22:53:16.592094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33890) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:16.611888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-cebc8ab0-d94f-494c-8695-11432cc4713a tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:16.620072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d0de5-8994-49a6-ab8e-291bd819c670 None None] New status for floating IP d1e65067-4ff9-46c1-8abe-4f9c47bbded5: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:53:16.629617 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:53:16.631342 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-04918459-ac67-4be2-ac57-18e2ddd2780a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.4409001 Feb 17 22:53:16.676526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33894) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:16.812392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:16.818305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:16.897163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.078105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Provisioning complete for port b8c4686b-33ec-494a-bb83-d63f9ae7c236 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:17.078665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.087635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cebc8ab0-d94f-494c-8695-11432cc4713a tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 204 len: 168 time: 0.4833505 Feb 17 22:53:17.097463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:17.114358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-5c80f99b-60ca-4376-9971-5ed47860b40b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-1708581342') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:17.375482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.385886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.416438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Port': ['ID=7401a24b-9168-43b5-92a6-b4e4afc76654,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:17.430797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 892e42c3-9ce4-408c-b805-a5ea58c6a19e will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:17.480450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.530426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a097dd-88d3-4ca8-9a90-aacecccd3b55 None None] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:17.670730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.686497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port b8c4686b-33ec-494a-bb83-d63f9ae7c236, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b8c4686b-33ec-494a-bb83-d63f9ae7c236,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:17.696687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.702947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.703851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 97ed6185-ffde-476f-88dd-b6f82b22fe9d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:17.771364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.792941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] No DVR routers for this DVR port 7401a24b-9168-43b5-92a6-b4e4afc76654 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:17.799401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.802090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba5280f8-3b16-4f9b-aeb3-a66612f79bea req-1e313b72-a79f-4023-8a1b-1baa138740ee tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.1527936 Feb 17 22:53:17.810820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:17.821492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:17.826794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=892e42c3-9ce4-408c-b805-a5ea58c6a19e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:17.829464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.831758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:17.844774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:17.845881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.862746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-deleted', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:17.871718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:17.893753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-5c80f99b-60ca-4376-9971-5ed47860b40b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:17.901885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5c80f99b-60ca-4376-9971-5ed47860b40b tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-1708581342 HTTP/1.1" status: 404 len: 329 time: 0.7954113 Feb 17 22:53:17.903426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:17.929159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-d8b3950c-68e9-43d8-a165-8e626c4e8fc7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-33575837') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:17.944441 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b52080f0-d062-4eb1-a953-084667fc4a60 req-175e6842-1db3-46b4-8a6e-472f64945fff tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.43 "DELETE /v2.0/ports/7401a24b-9168-43b5-92a6-b4e4afc76654 HTTP/1.1" status: 204 len: 173 time: 4.4713070 Feb 17 22:53:17.999097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:18.088108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7fe0aef8-ce0c-4060-a7ce-76877f660ffa tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0473843 Feb 17 22:53:18.093687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.110637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:18.138361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=b8c4686b-33ec-494a-bb83-d63f9ae7c236,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:18.149857 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a668e85-591d-4d20-bb46-8856750f322b', 'name': 'network-vif-deleted', 'tag': '7401a24b-9168-43b5-92a6-b4e4afc76654', 'status': 'completed', 'code': 200} Feb 17 22:53:18.174026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:18.270811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 97ed6185-ffde-476f-88dd-b6f82b22fe9d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:18.271439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.281998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa2c926-cb61-4a22-984f-20b4e4359eec,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:18.282330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-d8b3950c-68e9-43d8-a165-8e626c4e8fc7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:18.298425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.300539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:18.311064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d8b3950c-68e9-43d8-a165-8e626c4e8fc7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-33575837 HTTP/1.1" status: 404 len: 327 time: 0.4008977 Feb 17 22:53:18.324491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.tag.tag_plugin [None req-7ce994fc-f584-49a2-828d-9fa2b5c065c9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08', 'tempest-TagsExtTest-Tag-1047437119') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:18.360880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.372159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:18.373719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ed65c9ce-1207-4938-9135-2dcd54648130,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:18.393052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.412591 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-240524a6-f06f-4d47-9e54-0892e482a9e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.6779718 Feb 17 22:53:18.440015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959017e0-cd4a-451a-a603-4c71ca00e854 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:18.440653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-959017e0-cd4a-451a-a603-4c71ca00e854 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:18.446768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33918) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.464406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'security_group_rule': {'security_group_id': '4f55c25e-7675-47de-a843-23e02f806aa8', 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:18.500798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:18.509338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-959017e0-cd4a-451a-a603-4c71ca00e854 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:18.516113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-959017e0-cd4a-451a-a603-4c71ca00e854 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a2 HTTP/1.1" status: 200 len: 929 time: 0.4160256 Feb 17 22:53:18.517298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33922) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.572990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:18.574111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:security_group_rule and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:18.574866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:18.587513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:18.615062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:18.616033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.624513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:18.685602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 892e42c3-9ce4-408c-b805-a5ea58c6a19e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:18.685954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.842894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.911907 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Project 8b47fff6b55447afa251d43ecb6c4dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:53:18.954782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93af12-1f61-4e0c-b516-5da10c656431,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:18.957274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 74f19614-d8e7-418a-bd69-73da1c381060 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:18.958090 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-54c111d0-a8e4-4376-967b-b21058f90605 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.2251639 Feb 17 22:53:18.959863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:18.960950 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e520f79b-1414-4992-837f-58da5ca2cfff tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/da93af12-1f61-4e0c-b516-5da10c656431 HTTP/1.1" status: 204 len: 168 time: 2.2810671 Feb 17 22:53:18.967073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33926) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.967415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33928) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:18.975470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'port': {'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4', 'name': 'tempest-FloatingIPTestJSON-873350826'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:19.005131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:19.215954 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-7ce994fc-f584-49a2-828d-9fa2b5c065c9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:19.217481 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ce994fc-f584-49a2-828d-9fa2b5c065c9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags/tempest-TagsExtTest-Tag-1047437119 HTTP/1.1" status: 404 len: 329 time: 0.8990765 Feb 17 22:53:19.234963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33936) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:19.254230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-6e053268-3418-4b23-9fd1-d52aec74f40d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', {'tags': ['tempest-TagsExtTest-Tag-1554833804', 'tempest-TagsExtTest-Tag-523973635', 'tempest-TagsExtTest-Tag-380582372']}) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:19.375691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:19.555783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 74f19614-d8e7-418a-bd69-73da1c381060 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:19.557917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:19.616252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Provisioning for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:19.640409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Provisioning complete for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:19.654072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:19.763520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-4af48cfa-9042-4d4f-80f1-32fc7c0f6b91 None None] Port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:19.820966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77968ce-9f59-48e2-8afd-07fd8891360c tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:19.846212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:19.876939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:19.881694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:19.906979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:19.916753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:port and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:19.925549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning for port d24278d1-fe78-4ea5-b8da-2b7280f2bc71 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:19.925866 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:19.940123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b8c4686b-33ec-494a-bb83-d63f9ae7c236 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:20.102335 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:20.103538 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:52:53Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:20.173942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:20.177035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77968ce-9f59-48e2-8afd-07fd8891360c tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:20.182467 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c77968ce-9f59-48e2-8afd-07fd8891360c tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 1.2131548 Feb 17 22:53:20.194070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33940) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:20.194318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning complete for port d24278d1-fe78-4ea5-b8da-2b7280f2bc71 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:20.194818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.196157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ce61064b-3a93-4836-a196-fc39c9c9d008 req-6569d5c5-4d99-48c6-8864-56cd461413ad tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a668e85-591d-4d20-bb46-8856750f322b HTTP/1.1" status: 200 len: 210 time: 0.7047336 Feb 17 22:53:20.205033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e053268-3418-4b23-9fd1-d52aec74f40d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 200 len: 316 time: 0.9674051 Feb 17 22:53:20.213618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33944) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:20.214546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:20.225331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba4d763-fb96-47f1-9a8f-15aa872d5598,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:20.226565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-bd0fc7ce-9a1f-410b-ba44-cf6e344b2ce7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:20.244182 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b3c2313d-6309-4611-9738-524ff0f5664d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5146134 Feb 17 22:53:20.261032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 33948) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:20.262917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.264748 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8096411 Feb 17 22:53:20.276401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-149958642'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:20.283530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.284001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.284504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.284879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.285240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c6a1-47aa-4a0a-b5c6-464176ecb59c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:20.299149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:20.307721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.312670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-324af59e-73b7-456b-8bad-1c4f54f17436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.321882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:20.332692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:20.340925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:20.342117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Port d24278d1-fe78-4ea5-b8da-2b7280f2bc71 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:20.358500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:20.403858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b8c4686b-33ec-494a-bb83-d63f9ae7c236 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:20.405153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.457065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:20.463573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.499011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] device_id is not set on port bd7a543d-6042-45d4-9304-069587bd154b yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:20.532070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning complete for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:20.532070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.539236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:20.654254 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:20.729134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 892e42c3-9ce4-408c-b805-a5ea58c6a19e owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:20.805572 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bd0fc7ce-9a1f-410b-ba44-cf6e344b2ce7 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 204 len: 168 time: 0.5903242 Feb 17 22:53:20.810506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:20.819479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-8726e5fe-172a-46a0-890b-73f966a10dd9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-1554833804') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:20.833667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:20.862767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.9 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/bd7a543d-6042-45d4-9304-069587bd154b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:20.912572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning for port 892e42c3-9ce4-408c-b805-a5ea58c6a19e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:20.940241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning complete for port 892e42c3-9ce4-408c-b805-a5ea58c6a19e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:20.941057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.283991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:21.285505 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-8726e5fe-172a-46a0-890b-73f966a10dd9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:21.287647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8726e5fe-172a-46a0-890b-73f966a10dd9 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-1554833804 HTTP/1.1" status: 404 len: 329 time: 0.4760845 Feb 17 22:53:21.287879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.341101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.381126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 33998) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:21.389759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-31a1317c-df0c-4b17-85db-20029e7d0ea4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-523973635') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:21.477413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.490160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.517442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Port 892e42c3-9ce4-408c-b805-a5ea58c6a19e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:21.520005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.520546 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment b5f36f67-84d3-4d3a-aca4-e959d2716abe of type vlan for network f62a0314-1ad8-4112-8eb8-af853dd83a5f Feb 17 22:53:21.522760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b908f3-999e-4ad7-93bf-19f4c49da9b6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:21.608528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=892e42c3-9ce4-408c-b805-a5ea58c6a19e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:21.637271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:21.648243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34006) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:21.658840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning for port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:21.691679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Provisioning complete for port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:21.692653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.017519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.021797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fb6f0ec5-ca46-4c6e-b35b-2534e4476fa4 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/83b908f3-999e-4ad7-93bf-19f4c49da9b6 HTTP/1.1" status: 204 len: 168 time: 1.8241055 Feb 17 22:53:22.030502 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:13Z', 'revision_number': 3, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:14Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:22.046657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.048564 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:22.051501 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Updating router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:22.061359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34014) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.180925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.279310 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.309736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] For port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,segment=NetworkSegment(87c1a5e0-3512-40e2-a5f7-69d48122977e),segment_id=87c1a5e0-3512-40e2-a5f7-69d48122977e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:22.334124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.335805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.346688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-31a1317c-df0c-4b17-85db-20029e7d0ea4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:22.348361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-31a1317c-df0c-4b17-85db-20029e7d0ea4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-523973635 HTTP/1.1" status: 404 len: 328 time: 0.9655056 Feb 17 22:53:22.353970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34020) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.363239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-1d49109f-07d7-490c-9e94-e81a4318d788 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90', 'tempest-TagsExtTest-Tag-380582372') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:22.460320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:53:22.495703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a7873c3b-3487-4f2f-a050-b1401b88e97a None None] Could not find standard attr ID for object 892e42c3-9ce4-408c-b805-a5ea58c6a19e. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:53:22.498704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-61108375-f21f-444d-a164-9307c0889278 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/892e42c3-9ce4-408c-b805-a5ea58c6a19e HTTP/1.1" status: 204 len: 168 time: 3.9796436 Feb 17 22:53:22.503222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34024) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.506101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8cdecd66-9e65-4308-bb8c-99d642cc255a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:22.510038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4f56db5-2da1-426c-acb6-e756008c2136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.554433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd7d46-b708-4464-a9b3-e83a031a0e17 None None] Pushing event updated for resources: {'Port': ['ID=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:22.709503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.718163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-38019b02-2d36-465a-a781-78be45b06e0d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:53:22.719799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-38019b02-2d36-465a-a781-78be45b06e0d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:22.721459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:22.722852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.771998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8cdecd66-9e65-4308-bb8c-99d642cc255a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:22.774089 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8cdecd66-9e65-4308-bb8c-99d642cc255a tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6967485 Feb 17 22:53:22.793631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:22.796574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34034) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.810988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581812971'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:22.826061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-38019b02-2d36-465a-a781-78be45b06e0d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:22.829149 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-38019b02-2d36-465a-a781-78be45b06e0d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/892e42c3-9ce4-408c-b805-a5ea58c6a19e HTTP/1.1" status: 404 len: 333 time: 0.3235607 Feb 17 22:53:22.834934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-1d49109f-07d7-490c-9e94-e81a4318d788 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:22.841932 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1d49109f-07d7-490c-9e94-e81a4318d788 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags/tempest-TagsExtTest-Tag-380582372 HTTP/1.1" status: 404 len: 328 time: 0.4810426 Feb 17 22:53:22.841932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:22.843353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.843850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34048) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:22.858909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-dba890d2-0756-489f-ac58-66a7e147bc83 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', {'tags': ['tempest-TagsExtTest-Tag-201832677', 'tempest-TagsExtTest-Tag-206918185', 'tempest-TagsExtTest-Tag-1280828791']}) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:22.980136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:23.091227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.150173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port d24278d1-fe78-4ea5-b8da-2b7280f2bc71 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:23.150737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.160054 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8926518 Feb 17 22:53:23.163992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:23.170682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34074) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:23.265696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dba890d2-0756-489f-ac58-66a7e147bc83 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "PUT /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 200 len: 316 time: 0.4161158 Feb 17 22:53:23.267512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:23.270202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34076) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:23.284984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:23.295163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-c9793936-1139-4d45-b7f3-6b80ef147657 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:23.317053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:23.337612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:23.357855 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.383099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:23.388026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9327222-ad3d-43ca-885f-975581804912 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=f62a0314-1ad8-4112-8eb8-af853dd83a5f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:23.388348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.393169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:23.419648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:23.451086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:23.452873 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Transition to ACTIVE for port object 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:23.475068 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.700348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:23.758647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:23.883074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=bd7a543d-6042-45d4-9304-069587bd154b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:23.935915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.081696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:24.082781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.143468 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Attempting to bind port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:24.144221 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Attempting to bind port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:24.144881 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Attempting to bind port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc on network d3c7d115-41ad-48c3-8441-6f4d28b115cd {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:24.161317 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:24.162026 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Checking segment: {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:24.162678 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.163364 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Bound using segment: {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:24.164167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Bound port: 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:24.164883 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.298405 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f8ac-6e24-4052-82bc-22baf988fe00 None None] Pushing event updated for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:24.314878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for d24278d1-fe78-4ea5-b8da-2b7280f2bc71 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:24.425695 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] For port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:24.434944 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] For port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:24.462061 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.626819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:24.644223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:24.654217 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:24.655307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:24.689591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:24.690545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.716774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:24.742672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:24.790376 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f588c584-3f15-4363-b7ed-79a5971fb3d9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.8189037 Feb 17 22:53:24.803090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34084) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:24.820510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'bd7a543d-6042-45d4-9304-069587bd154b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:24.844964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:24.851307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f8ac-6e24-4052-82bc-22baf988fe00 None None] Pushing event updated for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:24.852655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.895345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:24.905534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.913567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.939312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:24.949049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:25.203826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=d24278d1-fe78-4ea5-b8da-2b7280f2bc71,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:25.205653 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:25.247147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:25.249925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4495206 Feb 17 22:53:25.283963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:floatingip and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:25.289914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34088) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.312667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'ab1ad082-ceae-43c1-a26d-fae854e9b8df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:25.328867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:25.356058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:25.360084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:25.422273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.422841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.423699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.424260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.424858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.425486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.426059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.426631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.427198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.427758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.428335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.429190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:25.448921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:25.458298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:25.462806 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2a70893f-e538-4880-80f7-012b5acafdba tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/d24278d1-fe78-4ea5-b8da-2b7280f2bc71 HTTP/1.1" status: 204 len: 168 time: 2.6155825 Feb 17 22:53:25.468259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34092) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.473438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:25.473978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a46c8-c92a-487d-93cd-dabe487ddb9d tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ad082-ceae-43c1-a26d-fae854e9b8df,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:25.507631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:25.535355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:25.603214 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-746193f1-6a23-43bc-b923-f6fb9d2bd6da tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:53:25.603971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-746193f1-6a23-43bc-b923-f6fb9d2bd6da tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:25.656962 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9793936-1139-4d45-b7f3-6b80ef147657 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 204 len: 168 time: 2.3851557 Feb 17 22:53:25.664535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34096) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.691321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-498d0107-7beb-41bb-ad83-d8862b19b9fa tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-201832677') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:25.721401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-746193f1-6a23-43bc-b923-f6fb9d2bd6da tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:25.726979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-746193f1-6a23-43bc-b923-f6fb9d2bd6da tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/d24278d1-fe78-4ea5-b8da-2b7280f2bc71 HTTP/1.1" status: 404 len: 333 time: 0.2527330 Feb 17 22:53:25.728402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34102) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.837597 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:53:25.842388 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8356fd12-2201-46fd-9086-39c68a9cd2d2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5502346 Feb 17 22:53:25.844156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34106) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.884867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group_rule': {'security_group_id': 'ab1ad082-ceae-43c1-a26d-fae854e9b8df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:25.895226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-498d0107-7beb-41bb-ad83-d8862b19b9fa tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:25.901898 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-498d0107-7beb-41bb-ad83-d8862b19b9fa tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-201832677 HTTP/1.1" status: 404 len: 328 time: 0.2305501 Feb 17 22:53:25.902991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34110) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:25.918473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-17099f64-8f84-4cb2-bfcc-6d7309343215 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-206918185') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:25.945203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet d7058162-4ee7-4451-bbab-515394684ae8 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:53:25.953727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:25.996451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:26.002216 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:13Z', 'revision_number': 3, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:24Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:26.016105 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e19e4-91d5-4196-b6b6-06ea953dba23 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:13Z', 'revision_number': 3, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:24Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:26.025115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:26.049611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:26.097285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:26.171846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:26.249487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-17099f64-8f84-4cb2-bfcc-6d7309343215 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:26.255150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17099f64-8f84-4cb2-bfcc-6d7309343215 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-206918185 HTTP/1.1" status: 404 len: 328 time: 0.3415303 Feb 17 22:53:26.256675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:26.263141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-92337f89-297c-4adb-8abd-451768f4e558 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378', 'tempest-TagsExtTest-Tag-1280828791') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:26.317356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:26.384204 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-92337f89-297c-4adb-8abd-451768f4e558 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] show failed (client error): The resource could not be found. Feb 17 22:53:26.391181 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-92337f89-297c-4adb-8abd-451768f4e558 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags/tempest-TagsExtTest-Tag-1280828791 HTTP/1.1" status: 404 len: 329 time: 0.1327262 Feb 17 22:53:26.398500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34118) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:26.414597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-4a73ed75-73f3-47fc-94fa-b335306d1ef4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '677386cf-ca98-4cfc-941a-66bea44f6378') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:26.434066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:26.475287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:26.568364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a73ed75-73f3-47fc-94fa-b335306d1ef4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378/tags HTTP/1.1" status: 204 len: 168 time: 0.1677201 Feb 17 22:53:26.580022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:26.591766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-f4381423-86b8-4378-8720-4a75edfa65e1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3637f292-7023-4995-b3cd-f0f9a1d95f90') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:26.592036 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:53:26.595829 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-892da9a3-f55e-426c-bccf-798cc47cea10 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7342145 Feb 17 22:53:26.622023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:26.786709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=349ae30f-bae2-49f2-b247-613aa7971238,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:26.850005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:26.851332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: f62a0314-1ad8-4112-8eb8-af853dd83a5f, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:26.866169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.122113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.179419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.196959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.207147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=d7058162-4ee7-4451-bbab-515394684ae8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:27.209402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9773b-5982-4f48-a2fc-b09191c06542 None None] Network 6e22b822-06ef-4601-8ea6-72a7799bc932 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:27.210310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f4381423-86b8-4378-8720-4a75edfa65e1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90/tags HTTP/1.1" status: 204 len: 168 time: 0.6286273 Feb 17 22:53:27.217415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34132) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:27.221354 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ad010b0b-8d0a-4dab-b124-eb7e45db14ab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/d7058162-4ee7-4451-bbab-515394684ae8 HTTP/1.1" status: 204 len: 168 time: 1.4874189 Feb 17 22:53:27.227065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34136) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:27.231117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-fe560fe0-4816-44a5-933a-5cbc003a7f1a tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd14fc77-2f8c-4b37-b89b-60937bca5d08') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:27.291446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:27.454940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe560fe0-4816-44a5-933a-5cbc003a7f1a tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08/tags HTTP/1.1" status: 204 len: 168 time: 0.2325530 Feb 17 22:53:27.456255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34140) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:27.477067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.tag.tag_plugin [None req-4be5aa76-1df8-43b8-bf4e-70a004c23a01 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '693da8fa-15a1-41b2-b0cf-25578d3c7753') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:27.481402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, f62a0314-1ad8-4112-8eb8-af853dd83a5f) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:27.488465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:27.489448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.522496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff1014-0a87-49b6-954c-b7ea3c575a4b None None] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:27.612407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.676488 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4be5aa76-1df8-43b8-bf4e-70a004c23a01 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753/tags HTTP/1.1" status: 204 len: 168 time: 0.2181644 Feb 17 22:53:27.687880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34144) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:27.768536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:27.796780 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e7de6e39-058c-4e0a-b70f-b6dd35ca2c69 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4919112 Feb 17 22:53:27.800826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:27.834466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.230 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/ec73d4a2-9f72-42e0-90ac-c02123b0cff4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:27.867555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:27.868764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.022749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:28.080571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fa0d828b-0831-4082-8f14-0aca05f0aaa4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for subnetpool, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.084872 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fa0d828b-0831-4082-8f14-0aca05f0aaa4 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnetpools/677386cf-ca98-4cfc-941a-66bea44f6378 HTTP/1.1" status: 204 len: 168 time: 0.3931224 Feb 17 22:53:28.100382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34154) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:28.280998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.358093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ad082-ceae-43c1-a26d-fae854e9b8df,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:28.393516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:53:28.395045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.444910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.446190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-341a1850-3922-40dc-aa68-42fc443936b2 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab1ad082-ceae-43c1-a26d-fae854e9b8df HTTP/1.1" status: 204 len: 168 time: 1.8226862 Feb 17 22:53:28.458644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.461770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34158) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:28.530938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2cff0d41-54d7-40ef-bdc9-2230ca45ba62 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Synchronizing usage tracker for tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:28.534480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:28.552317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:28.552694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.666685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting port 73e325dd-6a94-491d-bac9-575213fb41af {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:28.667149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.725123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] DHCP port deletion for 6e22b822-06ef-4601-8ea6-72a7799bc932 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:53:28.732294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.738119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Deleting port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:28.738508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.859503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2cff0d41-54d7-40ef-bdc9-2230ca45ba62 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Unset dirty status for tenant:1e0d6e76f59a4ac7b4de7d295a7facd3 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:28.866716 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2cff0d41-54d7-40ef-bdc9-2230ca45ba62 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3637f292-7023-4995-b3cd-f0f9a1d95f90 HTTP/1.1" status: 200 len: 205 time: 0.7645557 Feb 17 22:53:28.874828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34162) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:28.886126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:28.920663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Allocated IP 172.22.0.2 (f62a0314-1ad8-4112-8eb8-af853dd83a5f/349ae30f-bae2-49f2-b247-613aa7971238/ef8c66fc-0991-4fa1-a8eb-a985b88b03a2) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:28.943929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6fd5b06d-89b4-41c6-a4f3-2f9e87fa5086 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:29.150186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] For port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,segment=NetworkSegment(87c1a5e0-3512-40e2-a5f7-69d48122977e),segment_id=87c1a5e0-3512-40e2-a5f7-69d48122977e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:29.150186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.237818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] For port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,segment=NetworkSegment(87c1a5e0-3512-40e2-a5f7-69d48122977e),segment_id=87c1a5e0-3512-40e2-a5f7-69d48122977e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:29.237818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.258357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6fd5b06d-89b4-41c6-a4f3-2f9e87fa5086 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:29.266193 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6fd5b06d-89b4-41c6-a4f3-2f9e87fa5086 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7980111 Feb 17 22:53:29.281738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34168) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:29.298737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621104335'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:29.354430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Calling delete_port for 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:29.419627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.490511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:29.553731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:29.632301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:29.644980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:29.700010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:29.707079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:29.727443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:29.733453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.744438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.821939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.880290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] For port 73e325dd-6a94-491d-bac9-575213fb41af, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=73e325dd-6a94-491d-bac9-575213fb41af,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:29.882844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:29.886224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Pushing event deleted for resources: {'Port': ['ID=3ad5ca28-8855-4e18-9878-66afd5c4a4a7,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:29.918967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ec73d4a2-9f72-42e0-90ac-c02123b0cff4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:29.948561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] No DVR routers for this DVR port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:29.953167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.976141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.976668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.977240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.977779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.978320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.978857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.979391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.979929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.980502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.981037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:29.981597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ca300-aaed-4ac0-a4b5-5829d8eddcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:30.194080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:30.210413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:30.241746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Calling delete_port for 73e325dd-6a94-491d-bac9-575213fb41af owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:30.313002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:53:30.313568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:53:30.375022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:30.375379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:30.401234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.638832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.652029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.658798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.664259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Transition to ACTIVE for port object ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:30.666099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:30.690745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Usage tracker for resource:security_group_rule and tenant:47ee3762ffd14d13b122072f073b06b7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:30.706322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Transition to ACTIVE for port object ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:30.715861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.752911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:30.782919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:30.817548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.818255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Fanout notify agent at l3_agent the message router_deleted on router 3637f292-7023-4995-b3cd-f0f9a1d95f90 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:53:30.858639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.864527 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-42658695-354d-4b1b-b414-ae9fbf05ae9d tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/routers/3637f292-7023-4995-b3cd-f0f9a1d95f90 HTTP/1.1" status: 204 len: 168 time: 1.9850304 Feb 17 22:53:30.865573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34176) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:30.880979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Pushing event updated for resources: {'Port': ['ID=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:30.892371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 3ad5ca28-8855-4e18-9878-66afd5c4a4a7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:30.892967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:30.893486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:30.895732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:30.899820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:30.937171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.112523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Attempting to bind port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:31.115676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Attempting to bind port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:31.116357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Attempting to bind port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 on network f62a0314-1ad8-4112-8eb8-af853dd83a5f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:31.134895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:31.135528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Checking segment: {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:31.135940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.136410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Bound using segment: {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:31.137608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Bound port: ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:31.137994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.249292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] The port '3ad5ca28-8855-4e18-9878-66afd5c4a4a7' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:53:31.284219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] For port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:31.290521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] For port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:31.299654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.327924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Deleting port bd14fc77-2f8c-4b37-b89b-60937bca5d08 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:31.328614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.504061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652df60-85e4-471c-93b1-3d5db4b8cff6 None None] Pushing event updated for resources: {'Port': ['ID=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:31.863348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.877504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:31.893936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.000951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.119187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:32.228066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Port': ['ID=73e325dd-6a94-491d-bac9-575213fb41af,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:32.268572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e22b822-06ef-4601-8ea6-72a7799bc932']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:32.302304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:32.302818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.306110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.317372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c1a5e0-3512-40e2-a5f7-69d48122977e') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:32.320084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c1a5e0-3512-40e2-a5f7-69d48122977e') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:32.435523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.487927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.501169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:53:32.502488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:53:32.529693 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:53:32.533486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Calling delete_port for bd14fc77-2f8c-4b37-b89b-60937bca5d08 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:32.609330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.22.0.1 (f62a0314-1ad8-4112-8eb8-af853dd83a5f/349ae30f-bae2-49f2-b247-613aa7971238/0c4ed90d-c2f0-40e2-8518-586b4bd6820a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:32.611989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c444cd8d-c24b-4716-86ff-bf9641755063,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:32.626298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.630040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34182) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:32.630306 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f68e7d87-67a3-41ad-9aee-1d61d02d3a36 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.3453209 Feb 17 22:53:32.643614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cb31ca95-86b6-467b-bf4d-1e700e5f98aa tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:32.644297 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-cb31ca95-86b6-467b-bf4d-1e700e5f98aa tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:53:32.644956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-cb31ca95-86b6-467b-bf4d-1e700e5f98aa tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 22:53:32.645887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cb31ca95-86b6-467b-bf4d-1e700e5f98aa tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "PUT /v2.0/security-groups/c444cd8d-c24b-4716-86ff-bf9641755063 HTTP/1.1" status: 409 len: 330 time: 0.0135324 Feb 17 22:53:32.649134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34186) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:32.784881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.823523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.852104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:32.947363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=6e22b822-06ef-4601-8ea6-72a7799bc932,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:33.000706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.005895 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a02825c0-3fca-42dc-97dc-370a1fe3aa79 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/6e22b822-06ef-4601-8ea6-72a7799bc932 HTTP/1.1" status: 204 len: 168 time: 5.7749028 Feb 17 22:53:33.016937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34192) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:33.019048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.026680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-85842189'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:33.133743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:33.160273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:33.178217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:33.195024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:33.206932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.237533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event deleted for resources: {'Port': ['ID=bd14fc77-2f8c-4b37-b89b-60937bca5d08,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:33.252802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.329772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.342654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:33.346493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.597072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5d9313-06b9-40fd-8e39-6db43902fa0f None None] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:33.643113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.722673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-294856ac-350f-4a3c-b6c1-fc3643e8bcff None None] Provisioning for port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:33.732046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 0c4ed90d-c2f0-40e2-8518-586b4bd6820a will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:33.732506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:33.749711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.750660 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment f86130e4-233b-429d-b0b0-edda7fbe8485 of type vlan for network 9bf954f4-07eb-4117-83c5-eb6102f101a3 Feb 17 22:53:33.807659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.823229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.873657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.880878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:33.883158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/c444cd8d-c24b-4716-86ff-bf9641755063 HTTP/1.1" status: 204 len: 168 time: 1.2315698 Feb 17 22:53:33.912688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34196) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:33.931544 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-09f0e8c1-870d-4420-ae54-ed7d84b0aef1 tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/ports/bd14fc77-2f8c-4b37-b89b-60937bca5d08 HTTP/1.1" status: 204 len: 168 time: 3.0580759 Feb 17 22:53:33.943727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34198) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:33.952364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.110434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.124218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:34.124853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.226239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:34.310864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28799c8-9422-44ea-93ca-3fac83a6efda tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c444cd8d-c24b-4716-86ff-bf9641755063,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:34.351605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:34.398621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:34.409939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:34.437066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:34.507682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:34.529875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:34.530520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.535757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Deleting subnet 693da8fa-15a1-41b2-b0cf-25578d3c7753 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:53:34.551751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.596417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a76cf728-606f-4755-8de3-7cc4b62b3771 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Synchronizing usage tracker for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:34.646736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a76cf728-606f-4755-8de3-7cc4b62b3771 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] Unset dirty status for tenant:47ee3762ffd14d13b122072f073b06b7 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:34.653551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a76cf728-606f-4755-8de3-7cc4b62b3771 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7175767 Feb 17 22:53:34.654407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34206) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:34.670569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:53:34.702305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.717627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Router 9d552349-e456-4844-8d86-533d5e04d142 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:34.724126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.737690 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7149851 Feb 17 22:53:34.739809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.742670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34210) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:34.770289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.798972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Provisioning for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:34.816371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-a83d356f-f59d-4055-a95d-377285035b5f tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] delete failed (client error): The resource could not be found. Feb 17 22:53:34.820213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Provisioning complete for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:34.820977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:34.822190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a83d356f-f59d-4055-a95d-377285035b5f tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "DELETE /v2.0/security-groups/65347f64-2a99-43da-828b-5ff8b0fbcc87 HTTP/1.1" status: 404 len: 347 time: 0.1604648 Feb 17 22:53:34.827635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34214) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:34.831689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2addc-3b38-4ddd-8e2c-13132d621284 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=9bf954f4-07eb-4117-83c5-eb6102f101a3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:34.850770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:34.887677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:34.899104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-cec6b16d-8795-4a43-98ad-43441c8c2794 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] show failed (client error): The resource could not be found. Feb 17 22:53:34.901239 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cec6b16d-8795-4a43-98ad-43441c8c2794 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-groups/d898d4c3-c68b-46f5-bd11-631393e2adf5 HTTP/1.1" status: 404 len: 347 time: 0.0725248 Feb 17 22:53:34.955532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.122739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34218) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:35.169344 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-215430e5-c5a3-405c-abcb-2808c858d811 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] show failed (client error): The resource could not be found. Feb 17 22:53:35.171546 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-215430e5-c5a3-405c-abcb-2808c858d811 tempest-NegativeSecGroupIPv6Test-1720916513 tempest-NegativeSecGroupIPv6Test-1720916513-project] 10.222.0.42 "GET /v2.0/security-group-rules/57e786c1-2d03-4d19-9866-75ab8cedf7fb HTTP/1.1" status: 404 len: 356 time: 0.0432532 Feb 17 22:53:35.241559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.295954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:35.320700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.336118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Provisioning complete for port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:35.336893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a2151076-c718-4dd5-b0b1-727d0188986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.387601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:35.409579 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8e059bd1-ac45-4a0d-ac57-15080063463f tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "PUT /v2.0/routers/9d552349-e456-4844-8d86-533d5e04d142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7533216 Feb 17 22:53:35.411220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ec73d4a2-9f72-42e0-90ac-c02123b0cff4,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:35.417016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34224) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:35.424911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.479263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/subnets/693da8fa-15a1-41b2-b0cf-25578d3c7753 HTTP/1.1" status: 204 len: 168 time: 1.5316441 Feb 17 22:53:35.483685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34230) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:35.488518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ad82d-aeed-41ad-a7d1-85fb4ae9e89c tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event deleted for resources: {'Subnet': ['ID=693da8fa-15a1-41b2-b0cf-25578d3c7753,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:35.498498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Sync routers for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:35.508595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115db2b-be69-4592-bc75-9b5b25baafab None None] Network 467f1a57-4cba-499b-8a0c-e2cea6cff72b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:35.550953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.612497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:35.615308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.704069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:35.709228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:35.725975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:35.772009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:35.803569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.837309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:35.842362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:35.846455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:35.847380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:36.000836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34236) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:36.111376 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 3138d139-44aa-4946-a85b-ea3b416f1b46 associated. External IP: 172.26.7.230, port: bd7a543d-6042-45d4-9304-069587bd154b. Feb 17 22:53:36.196781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.212136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.350103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.367223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting subnet d879e310-08cd-430c-b754-e02f25cd353e {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:53:36.394358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.456220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.499076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:36.603234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:36.706416 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fadbe3c4-a824-41bd-afd8-2c4ad4f29ce6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47ee3762ffd14d13b122072f073b06b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035954 Feb 17 22:53:36.716403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34244) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:36.781112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:36.794094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:36.796938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:36.802441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Deleting port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:36.802788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:36.994962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.154869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e77fe9c4-e785-4641-b035-4a7675509d0d None None] Provisioning complete for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:37.155511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e77fe9c4-e785-4641-b035-4a7675509d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.318429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e77fe9c4-e785-4641-b035-4a7675509d0d None None] Port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:37.360102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:53:31Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.366204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.368763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Checking router: 9d552349-e456-4844-8d86-533d5e04d142 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:37.370357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.417809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4092274-59ff-475e-8897-0a81bc4320e3 None None] DHCP port deletion for 467f1a57-4cba-499b-8a0c-e2cea6cff72b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:53:37.421396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.451668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Routers {'9d552349-e456-4844-8d86-533d5e04d142'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:37.452467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9d552349-e456-4844-8d86-533d5e04d142'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.477493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:37.493758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.494085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:37.522517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] For port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,segment=NetworkSegment(571826d3-1d76-432d-a8c2-3ad3e15fd01c),segment_id=571826d3-1d76-432d-a8c2-3ad3e15fd01c)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:37.522934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.529517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=a06e1fcf-51f2-4508-a39e-c10cf3518a83,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:37.652693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': 'f86130e4-233b-429d-b0b0-edda7fbe8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:37.652988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: 9bf954f4-07eb-4117-83c5-eb6102f101a3, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:37.766434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:37.773245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c4092274-59ff-475e-8897-0a81bc4320e3 None None] Deleting port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:37.774005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c4092274-59ff-475e-8897-0a81bc4320e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.780468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.817499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9bf954f4-07eb-4117-83c5-eb6102f101a3) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:37.822584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f7697-a735-4f0e-92d3-f448a27bc0df,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:37.837176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:37.837772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.849809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cbe9dfa7-d535-45e1-8431-39cb95438923 None None] Provisioning complete for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:37.850084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cbe9dfa7-d535-45e1-8431-39cb95438923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.892056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Calling delete_port for f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:37.906849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:37.920551 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:37.929359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094afa54-dfe5-4418-9392-b952449e05a8 None None] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:37.938125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.938706 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:37.940131 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-80912df9-eb7c-4213-9473-ac1b9a425e51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/740f7697-a735-4f0e-92d3-f448a27bc0df HTTP/1.1" status: 204 len: 168 time: 1.2221944 Feb 17 22:53:37.942023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:37.942581 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.977831 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-197f7f35-0de8-4a50-98bc-36bc50f2cd32 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1657302 Feb 17 22:53:37.986500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34252) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:37.992988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3', 'name': 'tempest-PortsIpV6TestJSON-148604444', 'fixed_ips': [{'subnet_id': 'a06e1fcf-51f2-4508-a39e-c10cf3518a83', 'ip_address': '2001:db8::10'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:38.142442 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:38.186191 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:38.191938 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:38.236449 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-392c0751-04af-43db-b9bc-6f9c5acdb264 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.4242296 Feb 17 22:53:38.250774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:38.262987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34256) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:38.296711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:38.318822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:38.324500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4f1285d1-97d4-4418-a541-4a48cbee9c3a tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5226607 Feb 17 22:53:38.325595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34260) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:38.335906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049329446'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:38.345828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:38.361729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.366973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:network and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:38.403335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:38.413232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:38.418186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Subnet': ['ID=d879e310-08cd-430c-b754-e02f25cd353e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:38.432186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:38.439809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] Set router 9d552349-e456-4844-8d86-533d5e04d142 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:38.444950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.455198 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17f53de6-321e-4adf-94a9-3c766363ed7d tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "DELETE /v2.0/subnets/d879e310-08cd-430c-b754-e02f25cd353e HTTP/1.1" status: 204 len: 168 time: 3.0359890 Feb 17 22:53:38.460241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34264) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:38.536561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.552040 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:38.552997 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67f45e-cca3-4199-922e-62323b56051d None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:38.655586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:38.659180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.672782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6244b7-eaba-4700-bfb4-1134b1f303fa None None] Network 72ce3efc-ecbf-43c4-a78a-575fafda9b4f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:38.673191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event deleted for resources: {'Port': ['ID=f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:38.729584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.729899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] No DVR routers for this DVR port f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:38.752295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:38.753267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:38.768873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:38.791564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.791923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added segment a019bab8-8862-4d0e-8ab4-633ad2b1e9bb of type vlan for network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 Feb 17 22:53:38.869534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:38.938374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:38.971128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:38.983043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:39.010767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:39.028180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:39.028836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:39.219176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:39.251169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:39.312341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:39.668263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:39.682141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:39.682656 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 3138d139-44aa-4946-a85b-ea3b416f1b46 disassociated. External IP: 172.26.7.230, port: bd7a543d-6042-45d4-9304-069587bd154b. Feb 17 22:53:39.765524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9dfa7-d535-45e1-8431-39cb95438923 None None] Port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:39.814698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c4092274-59ff-475e-8897-0a81bc4320e3 None None] The port 'f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:53:39.941347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.004009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467f1a57-4cba-499b-8a0c-e2cea6cff72b']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:40.035062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571826d3-1d76-432d-a8c2-3ad3e15fd01c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:40.035942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571826d3-1d76-432d-a8c2-3ad3e15fd01c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:40.037064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9bf954f4-07eb-4117-83c5-eb6102f101a3', 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': 'a06e1fcf-51f2-4508-a39e-c10cf3518a83'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:53:40.038124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.076787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.215540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34296) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:40.239459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.326396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.382763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:53:40.383185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.385307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Allocated IP 2001:db8::2 (9bf954f4-07eb-4117-83c5-eb6102f101a3/a06e1fcf-51f2-4508-a39e-c10cf3518a83/a8122112-8ea2-4f64-a931-c21111487062) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:53:40.402334 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:53:40.413012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0797632 Feb 17 22:53:40.429983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34302) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:40.529754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'subnet': {'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:40.563755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831976e3-a4ae-4239-a8bc-d961630e8ffc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Network': ['ID=c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:40.600206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:40.602372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.779467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.784411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:40.837715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] Pushing event deleted for resources: {'Network': ['ID=467f1a57-4cba-499b-8a0c-e2cea6cff72b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:40.846241 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c557e620-15fd-4fdb-9a65-bd80ecaedfdb tempest-TagsExtTest-1687841146 tempest-TagsExtTest-1687841146-project] 10.222.0.42 "DELETE /v2.0/networks/467f1a57-4cba-499b-8a0c-e2cea6cff72b HTTP/1.1" status: 204 len: 168 time: 5.3545353 Feb 17 22:53:40.914607 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-807eef81-6912-4a5b-a97c-8141560f1a97 tempest-ServiceProvidersTest-1520825448 tempest-ServiceProvidersTest-1520825448-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6963627 Feb 17 22:53:40.998941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:40.999736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:41.033347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:41.077423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:subnet and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:41.084792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:41.109607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:41.157923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:41.302373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:41.330105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Made reservation on behalf of 3fc676894b894502a6e9b8f2243ea153 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:41.346827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:41.412885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:41.413509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:41.522685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:41.768597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34316) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:41.769018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34318) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:42.143771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:35Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:35Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.216158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:42.217171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Updating router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:42.285916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.328118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:42.337048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.348617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:42.377144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.396288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Transition to ACTIVE for port object a8122112-8ea2-4f64-a931-c21111487062 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:42.410887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.428813 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:42.436454 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.464141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:53:31Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.477745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Transition to ACTIVE for port object a8122112-8ea2-4f64-a931-c21111487062 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:42.563836 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f2f03abc-1352-4179-ad04-c521985e588d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/3138d139-44aa-4946-a85b-ea3b416f1b46 HTTP/1.1" status: 200 len: 688 time: 4.2991757 Feb 17 22:53:42.565256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34330) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:42.640896 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.684802 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:42.686919 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.766121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Checking segment: {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:42.766551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network hostable DHCP agents. Network: c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:42.780934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.804497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Subnet': ['ID=ec5429e9-42ca-4693-80ab-f577c8674c8d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:42.839733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe45993-c2a7-4f5e-9848-c254926a7e21 None None] The sync data for ids ['9d552349-e456-4844-8d86-533d5e04d142'] in dv-neutron-805768-3-hyperv is: [{'id': '9d552349-e456-4844-8d86-533d5e04d142', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847863753', 'tenant_id': 'bd938a69605c4600a7980cced3aa5234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:50:36Z', 'updated_at': '2022-02-17T22:53:31Z', 'revision_number': 5, 'project_id': 'bd938a69605c4600a7980cced3aa5234', 'gw_port': {'id': 'ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d552349-e456-4844-8d86-533d5e04d142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:50:38Z', 'updated_at': '2022-02-17T22:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:42.849228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] DHCP port deletion for 72ce3efc-ecbf-43c4-a78a-575fafda9b4f request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:53:42.853156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:42.856576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] For port ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:42.857192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.875331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:42.911381 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e94af45f-7df9-4b48-b0f4-86922bc9d6fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e0d6e76f59a4ac7b4de7d295a7facd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1376252 Feb 17 22:53:42.920782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34334) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:42.961910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:53:42.965383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f432c00d-f8b8-42f0-9529-9dcbc4e5f8fb not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:53:42.970037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.973073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port ec73d4a2-9f72-42e0-90ac-c02123b0cff4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:42.973691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:42.980077 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:42.980694 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2b974-fad9-4ed1-8239-e2970758ee12 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:43.037740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc29d1a387474370a2fc264d587c4866 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:43.249042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Deleting port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:43.249888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.280692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:43.287949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::10 (9bf954f4-07eb-4117-83c5-eb6102f101a3/a06e1fcf-51f2-4508-a39e-c10cf3518a83/06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:43.338913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Calling delete_port for ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:43.359025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.359353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.484181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Pushing event updated for resources: {'Port': ['ID=a8122112-8ea2-4f64-a931-c21111487062,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:43.493125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:43.498812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e325dd-6a94-491d-bac9-575213fb41af no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:43.549977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for ec73d4a2-9f72-42e0-90ac-c02123b0cff4 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:43.558153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:43.670137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:43.702683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.760773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:43.778580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd56c51-cb39-4e0a-9837-39e7f35a2014 None None] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:43.799868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:43.821197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 73e325dd-6a94-491d-bac9-575213fb41af {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:53:43.822065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 73e325dd-6a94-491d-bac9-575213fb41af not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:53:43.822833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4f6a05cd-ddb8-497d-a553-457f8ef989a1 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:43.870434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:43.908247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.913271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:43.914285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.927003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.957059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:43.958789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:43.971819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.100930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:53:44.219553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.291947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.362375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=ec73d4a2-9f72-42e0-90ac-c02123b0cff4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.387236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928154f1-e6a9-4228-a889-5a3a46211225,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.476539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.477967 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bf26056c-2aff-4866-b043-d3c2686ed1d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc29d1a387474370a2fc264d587c4866&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7012546 Feb 17 22:53:44.486602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34342) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:44.491087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18efe62b-b13b-4805-b16f-e323d4403810,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.538372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.541757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c2f010e2-b113-4d85-b092-e0f50015d370 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18efe62b-b13b-4805-b16f-e323d4403810 HTTP/1.1" status: 204 len: 168 time: 1.5079327 Feb 17 22:53:44.546462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.568778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-63d0f295-e51b-4b98-8c38-b2202c17a142 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0469425 Feb 17 22:53:44.575813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34348) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:44.652706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Attempting to bind port a8122112-8ea2-4f64-a931-c21111487062 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:44.654075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Attempting to bind port a8122112-8ea2-4f64-a931-c21111487062 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f86130e4-233b-429d-b0b0-edda7fbe8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:44.654075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Attempting to bind port a8122112-8ea2-4f64-a931-c21111487062 on network 9bf954f4-07eb-4117-83c5-eb6102f101a3 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:44.666013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.674316 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2b387e67-ec89-4f03-bc45-67ae2d16fede tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/3138d139-44aa-4946-a85b-ea3b416f1b46 HTTP/1.1" status: 204 len: 168 time: 2.1003654 Feb 17 22:53:44.677657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:44.678380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34352) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:44.697126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:44.700610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:44.707073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:44.707748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.720252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'ed65c9ce-1207-4938-9135-2dcd54648130'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:44.760004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.780528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.786854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:44.787241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Checking segment: {'id': 'f86130e4-233b-429d-b0b0-edda7fbe8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:44.787616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.788002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Bound using segment: {'id': 'f86130e4-233b-429d-b0b0-edda7fbe8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:44.788659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Bound port: a8122112-8ea2-4f64-a931-c21111487062, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86130e4-233b-429d-b0b0-edda7fbe8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:44.788876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.798785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.815129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.821451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:44.866542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:floatingip and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:44.897967 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e3bf8f87-bcfe-409d-a643-48a0705bd553 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.9100263 Feb 17 22:53:44.899053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:44.905906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34356) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:44.914718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': '9bf954f4-07eb-4117-83c5-eb6102f101a3', 'name': 'tempest-PortsIpV6TestJSON-944542773', 'fixed_ips': [{'subnet_id': 'a06e1fcf-51f2-4508-a39e-c10cf3518a83', 'ip_address': '2001:db8::f'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:44.929532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:44.937165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:44.937798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.109562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.128625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:45.153002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928154f1-e6a9-4228-a889-5a3a46211225,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.184201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.201650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Transition to ACTIVE for port object 0c4ed90d-c2f0-40e2-8518-586b4bd6820a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:45.238766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:45.248430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.265119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:port and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:45.271081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:45.277645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.279498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-711c3cec-7668-4d63-aae8-fe6494544e31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/928154f1-e6a9-4228-a889-5a3a46211225 HTTP/1.1" status: 204 len: 168 time: 0.7844670 Feb 17 22:53:45.293872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:45.307195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Port': ['ID=ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.436499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Calling delete_port for 4f6a05cd-ddb8-497d-a553-457f8ef989a1 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:45.553597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.653922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.653922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:45.735183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.763701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:53:45.764677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:45.867516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:46.039918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] For port a8122112-8ea2-4f64-a931-c21111487062, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:46.056916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bb80c-576d-4ec1-967f-9bba77ebb122 None None] Pushing event updated for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.254546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] For port a8122112-8ea2-4f64-a931-c21111487062, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a8122112-8ea2-4f64-a931-c21111487062,segment=NetworkSegment(f86130e4-233b-429d-b0b0-edda7fbe8485),segment_id=f86130e4-233b-429d-b0b0-edda7fbe8485)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:46.281841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.344534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:46.344891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:46.354358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Attempting to bind port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:46.356116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Attempting to bind port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:46.356116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Attempting to bind port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a on network f62a0314-1ad8-4112-8eb8-af853dd83a5f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:46.399735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:46.400168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Checking segment: {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:46.402114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.402114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Bound using segment: {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:46.402114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Bound port: 0c4ed90d-c2f0-40e2-8518-586b4bd6820a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f36f67-84d3-4d3a-aca4-e959d2716abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:46.402753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.411053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.413020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.429583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.474610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:53:46.494866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.496501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Fanout notify agent at l3_agent the message router_deleted on router 9d552349-e456-4844-8d86-533d5e04d142 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:53:46.501365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4f6a05cd-ddb8-497d-a553-457f8ef989a1,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.543993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.561629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-190335a8-ea70-4caa-8817-4a385092fdea tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "DELETE /v2.0/routers/9d552349-e456-4844-8d86-533d5e04d142 HTTP/1.1" status: 204 len: 168 time: 8.0989871 Feb 17 22:53:46.562830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34370) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:46.816466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] For port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:46.820157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] For port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:46.850416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Deleting port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:46.855621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.946990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:46.947340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:47.015897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Allocated IP 172.23.0.2 (c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7/ec5429e9-42ca-4693-80ab-f577c8674c8d/dd0e8c7f-829c-4119-b775-6437ceb59363) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:47.027080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Deleting port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:47.028819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:47.127666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:47.128634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:47.285825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237fef7-09cf-4f63-b375-c1bb2bf2183b None None] Pushing event updated for resources: {'Port': ['ID=a8122112-8ea2-4f64-a931-c21111487062,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:47.731236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::f (9bf954f4-07eb-4117-83c5-eb6102f101a3/a06e1fcf-51f2-4508-a39e-c10cf3518a83/dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:47.916398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:47.922074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.092827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.134466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:48.148974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a8122112-8ea2-4f64-a931-c21111487062 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:48.237499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.237950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:48.252640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.302442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Calling delete_port for 4f6a05cd-ddb8-497d-a553-457f8ef989a1 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:48.371991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bb80c-576d-4ec1-967f-9bba77ebb122 None None] Pushing event updated for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:48.391324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.482271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:48.495317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:48.580903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:48.588333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:48.589834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.608752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.634052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:48.641511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.663241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] For port 4f6a05cd-ddb8-497d-a553-457f8ef989a1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4f6a05cd-ddb8-497d-a553-457f8ef989a1,segment=NetworkSegment(9ee6a63e-372e-4084-9f89-d9c938d2fbc8),segment_id=9ee6a63e-372e-4084-9f89-d9c938d2fbc8)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:48.663866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:48.707026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Transition to ACTIVE for port object dd0e8c7f-829c-4119-b775-6437ceb59363 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:48.720610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Port': ['ID=4f6a05cd-ddb8-497d-a553-457f8ef989a1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:48.723512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] No DVR routers for this DVR port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:48.801870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.237 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/1e1105c5-6cb8-4b20-855b-f229abb29837) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:49.055112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.109038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ce3efc-ecbf-43c4-a78a-575fafda9b4f']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:49.126809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee6a63e-372e-4084-9f89-d9c938d2fbc8') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:49.127377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee6a63e-372e-4084-9f89-d9c938d2fbc8') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:49.140242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Transition to ACTIVE for port object dd0e8c7f-829c-4119-b775-6437ceb59363 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:49.142254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.174323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.183067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:53:49.184009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.198984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.425882 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:53:49.485581 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:53:49.493639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.524038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.533521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'Network': ['ID=72ce3efc-ecbf-43c4-a78a-575fafda9b4f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:49.566048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8f4dc-3d3b-4786-9bfa-1b296e8f5007 None None] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:49.579486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-770ccc61-92f0-46f3-b659-d50cdac9d940 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "DELETE /v2.0/networks/72ce3efc-ecbf-43c4-a78a-575fafda9b4f HTTP/1.1" status: 204 len: 168 time: 3.0116775 Feb 17 22:53:49.579815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34422) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:49.626570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Calling delete_port for 4f6a05cd-ddb8-497d-a553-457f8ef989a1 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:49.736617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Allocated IP 172.23.0.1 (c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7/ec5429e9-42ca-4693-80ab-f577c8674c8d/332e8969-55e3-4005-9042-2515bcd8e74c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:49.788104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34426) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:49.817798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.829452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.888540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:49.894188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.011906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.049315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50252336-7089-40b9-a148-dbce8a46d8f1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.050805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:50.077150 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-10dae7a4-5f3c-4d97-8b99-73245d861c99 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1663058 Feb 17 22:53:50.080032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34432) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:50.081471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.088652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a54fd5bf-5a4f-454f-8e07-5c750997ace5 tempest-TestNetworkAdvancedServerOps-2058286878 tempest-TestNetworkAdvancedServerOps-2058286878-project] 10.222.0.42 "DELETE /v2.0/security-groups/50252336-7089-40b9-a148-dbce8a46d8f1 HTTP/1.1" status: 204 len: 168 time: 0.5019224 Feb 17 22:53:50.094782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:50.170857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:50.197810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a8122112-8ea2-4f64-a931-c21111487062 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:50.239701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.244297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=1e1105c5-6cb8-4b20-855b-f229abb29837,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.256150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Provisioning for port a8122112-8ea2-4f64-a931-c21111487062 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:50.259409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a8122112-8ea2-4f64-a931-c21111487062 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:50.259787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.286709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Transition to ACTIVE for port object 332e8969-55e3-4005-9042-2515bcd8e74c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:50.335556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:50.347919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--609350035', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:50.363715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:50.369405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:50.373830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:50.382106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:50.389963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:50.404878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:50.410168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.427673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.452098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:50.458642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:50.463493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:50.466618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:50.472812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:50.474555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58b66b-94e6-4091-96f9-66b84614d744 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:50.475448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c58b66b-94e6-4091-96f9-66b84614d744 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:50.506687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Provisioning complete for port a8122112-8ea2-4f64-a931-c21111487062 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:50.508672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.574578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.614328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.621847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.670449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:50.697598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658e2918-dad2-4a67-8fc9-b3055755b59a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.725426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.728272 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment 42ad1b2c-0876-4024-ac8b-06f514ebfac3 of type vlan for network 960816a2-95a3-4e47-88f6-0d437692e30b Feb 17 22:53:50.794207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.807112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c58b66b-94e6-4091-96f9-66b84614d744 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:50.809328 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c58b66b-94e6-4091-96f9-66b84614d744 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7114868 Feb 17 22:53:50.814325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:50.827287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:50.832999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:50.843146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:50.899217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8c7f-829c-4119-b775-6437ceb59363,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.935802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.942120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:50.943309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:50.985990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:51.086230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.103211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2005c0-7347-48b4-8773-0f49ddb515bd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:51.109725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2005c0-7347-48b4-8773-0f49ddb515bd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:51.115793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2005c0-7347-48b4-8773-0f49ddb515bd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:51.122284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5a2005c0-7347-48b4-8773-0f49ddb515bd tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3018150 Feb 17 22:53:51.122284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34448) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:51.124418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34450) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:51.128241 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3382232 Feb 17 22:53:51.129047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247d8d-c225-4641-8350-9470e6c4ddfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=960816a2-95a3-4e47-88f6-0d437692e30b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:51.169213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:51.175155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-542446306', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:51.188459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:51.193128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:51.267047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:51.267707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.296523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:51.315961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:51.366859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.372592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.407383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.444395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-51b89bdf-c69b-4ed6-8a7c-2e44bf25a4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.450409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 960816a2-95a3-4e47-88f6-0d437692e30b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:53:51.546558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:51.546907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:51.652738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Attempting to bind port dd0e8c7f-829c-4119-b775-6437ceb59363 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:53:51.653108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Attempting to bind port dd0e8c7f-829c-4119-b775-6437ceb59363 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:53:51.653531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Attempting to bind port dd0e8c7f-829c-4119-b775-6437ceb59363 on network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:53:51.728054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.768147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.779318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:53:51.779707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Checking segment: {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:53:51.780101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:51.780479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Bound using segment: {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:53:51.780968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Bound port: dd0e8c7f-829c-4119-b775-6437ceb59363, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:53:51.781439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.071717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] For port dd0e8c7f-829c-4119-b775-6437ceb59363, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:53:52.076471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] For port dd0e8c7f-829c-4119-b775-6437ceb59363, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd0e8c7f-829c-4119-b775-6437ceb59363,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:53:52.083951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Deleting port 4f6a05cd-ddb8-497d-a553-457f8ef989a1 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:52.084460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.142700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.243664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.245251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.296753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dc81aa97-71f1-4c52-bb56-be6e5bd146c7 None None] The port '4f6a05cd-ddb8-497d-a553-457f8ef989a1' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:53:52.301754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] For port a8122112-8ea2-4f64-a931-c21111487062, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a8122112-8ea2-4f64-a931-c21111487062,segment=NetworkSegment(f86130e4-233b-429d-b0b0-edda7fbe8485),segment_id=f86130e4-233b-429d-b0b0-edda7fbe8485)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:52.392679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.397629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78068cfc-751b-4d7f-a09e-649cb9edda74 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8c7f-829c-4119-b775-6437ceb59363,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:52.483068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.586881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:35Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:46Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:52.622937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:52.632776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.671776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2ba81-4643-4c95-8506-801efb55316b None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:35Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:46Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:52.677070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.693986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-871bbe9b-4976-4595-8973-ef2fec1bd6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.710597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.727619 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-42106d81-aa80-443c-9aaa-9ddd38ed84e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd938a69605c4600a7980cced3aa5234&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5995789 Feb 17 22:53:52.731560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34476) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:52.800225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39293-5f0f-407c-a1da-b39fab545f6f None None] Pushing event updated for resources: {'Port': ['ID=a8122112-8ea2-4f64-a931-c21111487062,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:52.822153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:52.828103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:53:52.828652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:53:52.922086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.129846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event updated for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:53.496255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.621506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.630295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.647142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:53:53.686931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.694618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.741981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:53.745321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:53.805228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Provisioning for port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:53.823870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Provisioning complete for port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:53.828487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.875046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:53.883663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:53:53.884457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ae05b018-fbbf-4fac-a58d-e06bc2ed2d6c not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:53:53.896833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:53.935903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7b048e41-6d3b-45c6-a6f1-1029376b58d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a HTTP/1.1" status: 204 len: 168 time: 2.8098497 Feb 17 22:53:53.945772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34482) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:53.964159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:53.988687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Provisioning complete for port a8122112-8ea2-4f64-a931-c21111487062 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:53.989330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.027428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-2167bc11-5fea-4acc-991d-4bfb5541e4ad tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:53:54.028041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2167bc11-5fea-4acc-991d-4bfb5541e4ad tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:54.092974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2167bc11-5fea-4acc-991d-4bfb5541e4ad tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:54.094773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2167bc11-5fea-4acc-991d-4bfb5541e4ad tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a HTTP/1.1" status: 404 len: 333 time: 0.1479273 Feb 17 22:53:54.100211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34486) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:54.114719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.320534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0e5d-817d-4b50-bfae-0dd4fc6d29a2 None None] Could not find standard attr ID for object dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:53:54.513624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-74fe6a41-85cb-4e11-b90f-1a81bc6c781c None None] Provisioning complete for port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:54.514756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-74fe6a41-85cb-4e11-b90f-1a81bc6c781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.564108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:54.568919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0c4ed90d-c2f0-40e2-8518-586b4bd6820a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:54.612962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.744681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.748809 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92458507-f136-4e3f-93ba-1fee798bc0aa HTTP/1.1" status: 204 len: 168 time: 2.0106633 Feb 17 22:53:54.749991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf2233-aa30-426c-9155-cdbc552314df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92458507-f136-4e3f-93ba-1fee798bc0aa,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:54.770643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.903802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-74fe6a41-85cb-4e11-b90f-1a81bc6c781c None None] Port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:54.913718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:54.919281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.925942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:54.926794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.948615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:54.967858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.061747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e4f4cca7-d96c-4438-8976-cf5f1d2f1d33 None None] Could not find standard attr ID for object dbda7e01-b3ae-42eb-aeab-ab8bd1d2fa0a. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:53:55.094266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=1e1105c5-6cb8-4b20-855b-f229abb29837,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:55.170750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:53:55.171304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.247358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:55.284070 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c0f68c8e-d33f-4c10-9b2c-6d78a405b4c5 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7034066 Feb 17 22:53:55.298852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34496) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:55.309435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:55.310915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:55.359337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89f63b-b0c5-41cf-8c31-4c53c3538d48 None None] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:55.483005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:55.484207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:55.507705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.628821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.690496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34502) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:55.740368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e83e3252-0e79-4777-8fda-3123cc016621 None None] Provisioning for port dd0e8c7f-829c-4119-b775-6437ceb59363 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:55.773479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.801001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:55.826121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.827328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a8122112-8ea2-4f64-a931-c21111487062 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:55.911516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:55.940785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:55.987409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:53:56.017723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:53:56.063140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:53:56.082368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Usage tracker for resource:security_group_rule and tenant:82f626e457f2440b8525b83b57eeb572 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:53:56.092540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:53:56.261318 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab associated. External IP: 172.26.7.237, port: ed65c9ce-1207-4938-9135-2dcd54648130. Feb 17 22:53:56.321910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.201 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/6a228909-1f35-46ce-ae56-b3fbfecb0794) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:56.355184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:56.389643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:53:56.614838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a8122112-8ea2-4f64-a931-c21111487062 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:56.615822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:56.819082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:56.915685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.032348 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d4b4654e-870d-4cbc-9823-f6f4c0872352 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b HTTP/1.1" status: 204 len: 168 time: 2.9285347 Feb 17 22:53:57.033517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:57.137251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd0e8c7f-829c-4119-b775-6437ceb59363 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:57.218597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e2991-e0f3-4a3a-afc7-cf7f8766225d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:53:57.225303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fb8e2991-e0f3-4a3a-afc7-cf7f8766225d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:53:57.245011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.313989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:46Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:57.327642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:57.328265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Updating router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 port 332e8969-55e3-4005-9042-2515bcd8e74c binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:57.352660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fb8e2991-e0f3-4a3a-afc7-cf7f8766225d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:53:57.363504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fb8e2991-e0f3-4a3a-afc7-cf7f8766225d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/06ef34f1-ff28-4c4f-9ee1-c0ea90c3412b HTTP/1.1" status: 404 len: 333 time: 0.3228166 Feb 17 22:53:57.367244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34516) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:57.371962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.550487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.669067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:57.677619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet a06e1fcf-51f2-4508-a39e-c10cf3518a83 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:53:57.686069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port dd0e8c7f-829c-4119-b775-6437ceb59363 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:57.695847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:57.701487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:53:57.723931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port dd0e8c7f-829c-4119-b775-6437ceb59363 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:57.724517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.758362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.765837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.825830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Provisioning for port 332e8969-55e3-4005-9042-2515bcd8e74c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:53:57.832550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:57.953510 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82f626e457f2440b8525b83b57eeb572&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2617075 Feb 17 22:53:57.954184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34524) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:57.961057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c5aa-a36e-434a-92b0-ba7852efe030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f8853-d5b1-476c-a1f5-4570f59c0346,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:58.163447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=6a228909-1f35-46ce-ae56-b3fbfecb0794,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:58.165461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Provisioning complete for port 332e8969-55e3-4005-9042-2515bcd8e74c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:58.165951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.172377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.212935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.extraroute_db [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:53:58.235131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.extraroute_db [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Removed routes are [] {{(pid=87694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:53:58.235957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.289967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Port 332e8969-55e3-4005-9042-2515bcd8e74c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:53:58.294313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:58.352664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Provisioning complete for port dd0e8c7f-829c-4119-b775-6437ceb59363 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:58.353165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1ec10d5-a6bf-4989-88c2-1be4e5e24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.494382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.574851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.609700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.627890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port dd0e8c7f-829c-4119-b775-6437ceb59363, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd0e8c7f-829c-4119-b775-6437ceb59363,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:53:58.690132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:53:58.707920 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:58.722676 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:58.727823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.729152 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:58.818566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.824732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:58.902117 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6237a34-9c53-408a-b4dc-b12240dc15b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 14.2112048 Feb 17 22:53:58.906252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34532) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:58.947137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8c7f-829c-4119-b775-6437ceb59363,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:58.970573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0c4ed90d-c2f0-40e2-8518-586b4bd6820a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:53:58.980942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:59.027747 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:53:59.031929 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:59.044376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.082234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.141638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.158064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.177105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.185372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Transition to ACTIVE for port object 332e8969-55e3-4005-9042-2515bcd8e74c will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:59.203502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.215862 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:59.216659 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a652bb5-0dc0-473a-b85e-861a900fd517 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:59.291737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f8853-d5b1-476c-a1f5-4570f59c0346,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:59.313517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.317533 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7d136bf2-7875-4d94-bc6f-569c1e55d5f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb5f8853-d5b1-476c-a1f5-4570f59c0346 HTTP/1.1" status: 204 len: 168 time: 1.3511243 Feb 17 22:53:59.372150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.377827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.480135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c3bfe-ac17-416f-9e7e-26548f1177ca None None] Pushing event updated for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:59.530144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=a06e1fcf-51f2-4508-a39e-c10cf3518a83,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:59.579688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.582836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:59.583230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.604005 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e73a6d2b-8dd0-4fe4-8de9-c58dfe175e51 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/a06e1fcf-51f2-4508-a39e-c10cf3518a83 HTTP/1.1" status: 204 len: 168 time: 2.2058961 Feb 17 22:53:59.611529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34544) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:53:59.679889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea16d95-fe6a-46f2-bf7c-669902867326 None None] Network 9bf954f4-07eb-4117-83c5-eb6102f101a3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:53:59.855324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:53:59.876084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:53:59.901149 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3c2359f4-ff67-47ac-9f6a-1c3844b74b75 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/floatingips/a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab HTTP/1.1" status: 200 len: 979 time: 0.9922183 Feb 17 22:53:59.907533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34550) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:00.131496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Attempting to bind port 332e8969-55e3-4005-9042-2515bcd8e74c on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:00.131925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Attempting to bind port 332e8969-55e3-4005-9042-2515bcd8e74c by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:00.132670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Attempting to bind port 332e8969-55e3-4005-9042-2515bcd8e74c on network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:00.203687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:00.204481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Checking segment: {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:00.204935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.205342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Bound using segment: {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:00.205765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Bound port: 332e8969-55e3-4005-9042-2515bcd8e74c, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:00.206145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.412547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] For port 332e8969-55e3-4005-9042-2515bcd8e74c, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:00.419679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] For port 332e8969-55e3-4005-9042-2515bcd8e74c, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=332e8969-55e3-4005-9042-2515bcd8e74c,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:00.428489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.472699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port a8122112-8ea2-4f64-a931-c21111487062 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:00.473522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.519118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] DHCP port deletion for 9bf954f4-07eb-4117-83c5-eb6102f101a3 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:00.534344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Deleting port a8122112-8ea2-4f64-a931-c21111487062 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:00.534344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.589898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:00.605274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:00.609484 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-38809b01-1607-4b99-9657-4e300a4df07f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 933 time: 5.3068593 Feb 17 22:54:00.609987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34558) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:00.664273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:00.666449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:00.758007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a3f8e902-9be5-429c-af90-24e86bc87b0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.8484690 Feb 17 22:54:00.763972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:00.777288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': 'bd7a543d-6042-45d4-9304-069587bd154b'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:00.780490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-66b9f5d1-b801-4362-8167-2e175338b5b2 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:00.970279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-66b9f5d1-b801-4362-8167-2e175338b5b2 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:00.972259 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-66b9f5d1-b801-4362-8167-2e175338b5b2 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387878736&fields=id&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 267 time: 0.5458033 Feb 17 22:54:00.986219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd0e8c7f-829c-4119-b775-6437ceb59363 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:01.054391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:01.227412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c3bfe-ac17-416f-9e7e-26548f1177ca None None] Pushing event updated for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:01.328844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:01.417681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] For port a8122112-8ea2-4f64-a931-c21111487062, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a8122112-8ea2-4f64-a931-c21111487062,segment=NetworkSegment(f86130e4-233b-429d-b0b0-edda7fbe8485),segment_id=f86130e4-233b-429d-b0b0-edda7fbe8485)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:01.418097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:01.513060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:01.557003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port dd0e8c7f-829c-4119-b775-6437ceb59363 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:01.557003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:01.633920 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44937d9c-d753-4e10-b855-a5174841f55c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 933 time: 1.0180316 Feb 17 22:54:01.635935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:01.649129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'routes': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:01.667611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Calling delete_port for a8122112-8ea2-4f64-a931-c21111487062 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:01.779007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-3347780d-7314-413a-92cd-35b6ee06a91d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:01.780077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-3347780d-7314-413a-92cd-35b6ee06a91d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:01.790888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] For port a8122112-8ea2-4f64-a931-c21111487062, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a8122112-8ea2-4f64-a931-c21111487062,segment=NetworkSegment(f86130e4-233b-429d-b0b0-edda7fbe8485),segment_id=f86130e4-233b-429d-b0b0-edda7fbe8485)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:01.791456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:01.932561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:02.047374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] Pushing event deleted for resources: {'Port': ['ID=a8122112-8ea2-4f64-a931-c21111487062,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:02.062411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9884b-96cf-424e-9833-2ec3c034ea13 None None] No DVR routers for this DVR port a8122112-8ea2-4f64-a931-c21111487062 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:02.142489 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 6, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:00Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:02.148378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-3347780d-7314-413a-92cd-35b6ee06a91d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:02.152659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684c9bb-4859-4d86-abf8-7e4c3b5ae171 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 6, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:00Z', 'revision_number': 4, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:02.155179 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-3347780d-7314-413a-92cd-35b6ee06a91d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 1.1618521 Feb 17 22:54:02.170891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for a8122112-8ea2-4f64-a931-c21111487062 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:02.196756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a8122112-8ea2-4f64-a931-c21111487062 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:02.252457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-a4a5613c-154c-4cd1-a623-754e6d0a825a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/quotas/8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0962002 Feb 17 22:54:02.263657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a8122112-8ea2-4f64-a931-c21111487062 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:02.264475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a8122112-8ea2-4f64-a931-c21111487062 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:02.437008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:54:02.437431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:54:02.461473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:54:02.484589 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-c4add776-f254-4c16-816d-eea949aec041 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310059 Feb 17 22:54:02.489830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-1dc3f95d-0fdb-4a8c-ad4b-ce7f319704d1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:54:02.493698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-1dc3f95d-0fdb-4a8c-ad4b-ce7f319704d1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081611 Feb 17 22:54:02.934573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 332e8969-55e3-4005-9042-2515bcd8e74c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:02.952778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port a8122112-8ea2-4f64-a931-c21111487062 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:02.952778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.035535 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-6fbe8403-64e6-45fd-9d85-c340241f6561 service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372014 Feb 17 22:54:03.070869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 332e8969-55e3-4005-9042-2515bcd8e74c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:03.077666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 332e8969-55e3-4005-9042-2515bcd8e74c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:03.078169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.185351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] The port 'a8122112-8ea2-4f64-a931-c21111487062' was deleted {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:54:03.259931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:03.298459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:03.300852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.331992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:03.332640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:03.396383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.429585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.431919 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c6da105f-f493-4a94-ae05-dbaf72eca068 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.2607803 Feb 17 22:54:03.445145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34572) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:03.454689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 332e8969-55e3-4005-9042-2515bcd8e74c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=332e8969-55e3-4005-9042-2515bcd8e74c,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:03.463068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.499004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf954f4-07eb-4117-83c5-eb6102f101a3']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:03.533558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86130e4-233b-429d-b0b0-edda7fbe8485') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:03.534476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86130e4-233b-429d-b0b0-edda7fbe8485') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:03.549614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.extraroute_db [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added routes are [] {{(pid=87694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:54:03.550520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.extraroute_db [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:54:03.558905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.560825 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:03.577503 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:03.578728 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:03.604699 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-888282f1-f225-47dd-9bb6-2379b52c4c5b service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678983 Feb 17 22:54:03.625952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.645970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:03.646981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: util.warn( Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:03.686773 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:03.861607 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:03.895641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.909332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.938360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:03.992565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.009640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:04.031491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:04.132228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=9bf954f4-07eb-4117-83c5-eb6102f101a3,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:04.150577 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cab5d9d7-f86d-4ed8-a767-ead121a1c975 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7013049 Feb 17 22:54:04.151828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.157676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b672f0c1-832a-4cc7-aabf-3c5b829dcb50 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/9bf954f4-07eb-4117-83c5-eb6102f101a3 HTTP/1.1" status: 204 len: 168 time: 4.5415080 Feb 17 22:54:04.158546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34586) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:04.159125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34584) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:04.168806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1425627362'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:04.179290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:04.203014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:network and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:04.214399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:04.241734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:04.258767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:04.271699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.368667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-232f0315-a855-4fa5-a105-c84396787d8a req-dd45ff23-a244-40fe-be94-26c008170f5c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.0660038 Feb 17 22:54:04.404071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:54:04.423292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.423697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Added segment da4e59c8-a08b-445a-93bd-9329565afef4 of type vlan for network b38b2571-c6b7-493d-ba4f-5486ede00189 Feb 17 22:54:04.463874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.510117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.518821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:04.519661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.636921 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 6, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:04.642593 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:04.654114 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:04.654912 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:04.778504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:04.783006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:04.784600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Updating router cb778980-e7fd-4aef-92f2-8d90deca1da3 port 6a228909-1f35-46ce-ae56-b3fbfecb0794 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:54:04.797391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6354208 Feb 17 22:54:04.814759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34602) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:04.816011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba34a1-de76-4d3c-89a3-8647c7b8ca53 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Network': ['ID=b38b2571-c6b7-493d-ba4f-5486ede00189,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:04.842583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:04.844528 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:04.874401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b38b2571-c6b7-493d-ba4f-5486ede00189 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:54:04.877755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480c593-6d4e-4ca8-a8ab-bb40b0991fc9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:04.879431 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9480c593-6d4e-4ca8-a8ab-bb40b0991fc9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7124560 Feb 17 22:54:04.899401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34606) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:04.962507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:04.995200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 332e8969-55e3-4005-9042-2515bcd8e74c up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:05.093943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:05.101158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:05.102102 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab associated. External IP: 172.26.7.237, port: ed65c9ce-1207-4938-9135-2dcd54648130. Feb 17 22:54:05.116099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:05.147205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:05.203033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:05.208699 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2b8c1eb7-b1c3-43b3-b35e-63da7f7955c1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3081143 Feb 17 22:54:05.220863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34610) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:05.232719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.282072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965739634', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:05.388045 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 7, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:05.399085 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dfcb5-6175-4edc-a757-2ccb41363c57 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 7, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:05.430673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 332e8969-55e3-4005-9042-2515bcd8e74c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:05.431272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.740759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd7c3968-5ca3-4580-8faa-716a995a457a req-774bb2bf-9151-4e8f-b961-d88d494b2463 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.0580726 Feb 17 22:54:05.859760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.942998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.968635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Transition to ACTIVE for port object 6a228909-1f35-46ce-ae56-b3fbfecb0794 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:05.981623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.986722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=02826eb2-245c-494d-bbe8-44bd4840afcc,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:05.993288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:05.998776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Checking segment: {'id': 'da4e59c8-a08b-445a-93bd-9329565afef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:05.999134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network hostable DHCP agents. Network: b38b2571-c6b7-493d-ba4f-5486ede00189, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:54:06.050689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network b38b2571-c6b7-493d-ba4f-5486ede00189 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:54:06.075880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b38b2571-c6b7-493d-ba4f-5486ede00189) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:06.087251 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:06.088234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.092376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca478fa1-1b89-4eb4-81a2-aff6fe1ac0d7 None None] Network b38b2571-c6b7-493d-ba4f-5486ede00189 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:06.114153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Attempting to bind port 6a228909-1f35-46ce-ae56-b3fbfecb0794 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:06.114992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Attempting to bind port 6a228909-1f35-46ce-ae56-b3fbfecb0794 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:06.115530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Attempting to bind port 6a228909-1f35-46ce-ae56-b3fbfecb0794 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:06.123326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423e04-6cfc-43a3-9a40-c72fd345ccd2 None None] Pushing event updated for resources: {'Port': ['ID=6a228909-1f35-46ce-ae56-b3fbfecb0794,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:06.188363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:06.189066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:06.189716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.190297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:06.190963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Bound port: 6a228909-1f35-46ce-ae56-b3fbfecb0794, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:06.191545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.226216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.252178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-5a371429-8fc5-45b0-a7f1-c5bc7cc04beb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:06.255128 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-5a371429-8fc5-45b0-a7f1-c5bc7cc04beb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 0.2898636 Feb 17 22:54:06.274817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7ace0dc1-e5c2-49e4-bf4d-d32b0ac822f8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4488077 Feb 17 22:54:06.275961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34616) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:06.282928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1881946094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:06.291810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:06.298200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:router and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:06.302681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:06.311442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:06.330074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.331412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.345720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] For port 6a228909-1f35-46ce-ae56-b3fbfecb0794, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:06.355232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.388618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.404625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] For port 6a228909-1f35-46ce-ae56-b3fbfecb0794, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6a228909-1f35-46ce-ae56-b3fbfecb0794,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:06.421672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.425731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.427072 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d6a2aca7-bd7f-4d7d-b77a-3241c26312db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1495080 Feb 17 22:54:06.429754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34620) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:06.438389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189', 'name': 'tempest-PortsIpV6TestJSON-1416408415'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:06.630953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b38b2571-c6b7-493d-ba4f-5486ede00189', 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': '02826eb2-245c-494d-bbe8-44bd4840afcc'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:54:06.631779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.634059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:06.645300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:06.648796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:06.656350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423e04-6cfc-43a3-9a40-c72fd345ccd2 None None] Pushing event updated for resources: {'Port': ['ID=6a228909-1f35-46ce-ae56-b3fbfecb0794,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:06.664945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:06.668457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:06.680119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:06.687347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:06.733396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 1e32fdea-614b-461b-992e-49a4772fa98f yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:54:06.834393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:06.863649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:06.878173 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-de9fb48c-e2e3-463d-b361-4f37cdb07242 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 379 time: 0.4389706 Feb 17 22:54:06.931119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:06.934364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:06.940666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:06.950572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'port': {'device_id': '61f73109-3022-4b99-a83f-506aa0baf859', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'admin_state_up': True, 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'security_groups': ['4f55c25e-7675-47de-a843-23e02f806aa8']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:07.005207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::6d (b38b2571-c6b7-493d-ba4f-5486ede00189/02826eb2-245c-494d-bbe8-44bd4840afcc/1e32fdea-614b-461b-992e-49a4772fa98f) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:07.297024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:07.318022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 1e32fdea-614b-461b-992e-49a4772fa98f will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:07.331240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:07.358542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:07.402489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4436ae-e0cf-46b2-bd73-b7cafceb9b6e req-ce053237-3e17-41b3-89eb-893d2ee624fe tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.0590427 Feb 17 22:54:07.402964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:07.404404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:07.407357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:07.446703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:07.451769 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-20a75868-633f-4d3e-a302-34fd3129ba09 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 699 time: 5.8143597 Feb 17 22:54:07.477114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:07.478252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:07.536945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34630) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:07.554148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=1e32fdea-614b-461b-992e-49a4772fa98f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:07.581547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:07.586748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network b38b2571-c6b7-493d-ba4f-5486ede00189 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:07.588305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:07.592497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:07.599290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:07.599955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:07.635081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-07efe0e8-5e75-4ce6-b77d-0427fd6f905a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2039223 Feb 17 22:54:07.638486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34634) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:07.712448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Allocated IP 2001:db8::2 (b38b2571-c6b7-493d-ba4f-5486ede00189/02826eb2-245c-494d-bbe8-44bd4840afcc/80fe7267-1f36-418d-a517-0c82b5c2e610) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:07.820413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:08.111083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:port and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:08.116586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:08.169480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:08.227751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:08.234649 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6e53d60f-6d85-432f-b706-9dc681197b8e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 699 time: 0.6894665 Feb 17 22:54:08.236902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Made reservation on behalf of 8b47fff6b55447afa251d43ecb6c4dc8 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:08.240500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:08.253310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:08.424066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.469410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde596b-6ce7-4a54-adf7-dbf0f2e6db89 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:53:58Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:08.492257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:08.520505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Transition to ACTIVE for port object 80fe7267-1f36-418d-a517-0c82b5c2e610 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:08.524701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:08.562357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Transition to ACTIVE for port object 80fe7267-1f36-418d-a517-0c82b5c2e610 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:08.580962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:08.680085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Network b38b2571-c6b7-493d-ba4f-5486ede00189 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:08.683712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 7, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.688815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:08.696953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:08.702101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Pushing event updated for resources: {'Port': ['ID=80fe7267-1f36-418d-a517-0c82b5c2e610,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:08.706724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:08.801242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:08.801916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.899552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Attempting to bind port 80fe7267-1f36-418d-a517-0c82b5c2e610 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:08.899924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Attempting to bind port 80fe7267-1f36-418d-a517-0c82b5c2e610 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'da4e59c8-a08b-445a-93bd-9329565afef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:08.900295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Attempting to bind port 80fe7267-1f36-418d-a517-0c82b5c2e610 on network b38b2571-c6b7-493d-ba4f-5486ede00189 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:09.007236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:09.007776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Checking segment: {'id': 'da4e59c8-a08b-445a-93bd-9329565afef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:09.008194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.008595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Bound using segment: {'id': 'da4e59c8-a08b-445a-93bd-9329565afef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:09.009162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Bound port: 80fe7267-1f36-418d-a517-0c82b5c2e610, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4e59c8-a08b-445a-93bd-9329565afef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b38b2571-c6b7-493d-ba4f-5486ede00189'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:09.009513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.196367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:09.358362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.20.0.4 (e971e9e1-b2e6-4607-8277-45704725e00b/fa8b5e79-8972-49a2-9f16-36bd82eafd10/0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:09.488664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] For port 80fe7267-1f36-418d-a517-0c82b5c2e610, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:09.590021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] For port 80fe7267-1f36-418d-a517-0c82b5c2e610, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=80fe7267-1f36-418d-a517-0c82b5c2e610,segment=NetworkSegment(da4e59c8-a08b-445a-93bd-9329565afef4),segment_id=da4e59c8-a08b-445a-93bd-9329565afef4)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:09.606806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.628911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.659938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Transition to ACTIVE for port object 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:09.679303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1b2c9137-b890-475f-9098-dc9c50855554 req-41e507fe-362b-421d-944f-c77031ce7cc0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.4721391 Feb 17 22:54:09.756318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:09.768891 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:09.783355 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:09.783971 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:09.812967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.830753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:09.964473 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:09.986914 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:09.987959 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:10.009471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:10.014280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2eb20-7bd8-4956-8ea5-e6cc28c0213f None None] Pushing event updated for resources: {'Port': ['ID=80fe7267-1f36-418d-a517-0c82b5c2e610,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:10.159802 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:10.160311 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7e336-3a1b-4e69-9637-d5fbb86eac15 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:10.296722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=1e32fdea-614b-461b-992e-49a4772fa98f,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:10.300871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 7, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:10.316139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3328bd-5f33-4ab4-8046-ea54a9ccbb30 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 7, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '332e8969-55e3-4005-9042-2515bcd8e74c', 'name': '', 'network_id': 'c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:9b:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:49Z', 'updated_at': '2022-02-17T22:54:03Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': 'ec5429e9-42ca-4693-80ab-f577c8674c8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:10.320547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:10.323675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:10.532297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:10.688617 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:10.728840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:10.770983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:10.828073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:11.002443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 80fe7267-1f36-418d-a517-0c82b5c2e610 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:11.185970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 80fe7267-1f36-418d-a517-0c82b5c2e610 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:11.192979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6a228909-1f35-46ce-ae56-b3fbfecb0794 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:11.330071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-908c9526-8d63-415e-9156-1223ef9920da None None] Provisioning for port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:11.340313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-908c9526-8d63-415e-9156-1223ef9920da None None] Provisioning complete for port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:11.341131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-908c9526-8d63-415e-9156-1223ef9920da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:11.353639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:11.354766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:11.382416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6a228909-1f35-46ce-ae56-b3fbfecb0794 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:11.397257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6a228909-1f35-46ce-ae56-b3fbfecb0794 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:11.397663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:11.411431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=66b993aa-7a0e-4b66-8edf-48803e6e084d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:11.515105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-908c9526-8d63-415e-9156-1223ef9920da None None] Port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:11.566201 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-0d49b281-1fbf-4030-8d04-7268033cd474 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6319106 Feb 17 22:54:11.577114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:11.577971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 960816a2-95a3-4e47-88f6-0d437692e30b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:54:11.599471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-1f25046c-3e20-4893-81e4-d14ae221b9d9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:54:11.601190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-1f25046c-3e20-4893-81e4-d14ae221b9d9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070055 Feb 17 22:54:11.615366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:11.661533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6a228909-1f35-46ce-ae56-b3fbfecb0794, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6a228909-1f35-46ce-ae56-b3fbfecb0794,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:11.679815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:11.684664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Request body: {'port': {'device_id': '61f73109-3022-4b99-a83f-506aa0baf859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:11.800379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6a228909-1f35-46ce-ae56-b3fbfecb0794,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:11.874087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009083-3541-4fde-be5b-de00137f08dc req-12b57344-ad03-48a3-a840-751b0cf2987d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:11.875999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1009083-3541-4fde-be5b-de00137f08dc req-12b57344-ad03-48a3-a840-751b0cf2987d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 931 time: 0.6727254 Feb 17 22:54:11.942538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08527b15-4617-4bf4-80ac-83100c65f87f None None] Network b38b2571-c6b7-493d-ba4f-5486ede00189 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:11.958600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1009083-3541-4fde-be5b-de00137f08dc req-c070ef47-c4c0-4f1d-a342-486c67154be5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617013 Feb 17 22:54:11.979381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 960816a2-95a3-4e47-88f6-0d437692e30b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:54:12.046551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 960816a2-95a3-4e47-88f6-0d437692e30b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:12.059839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:12.061714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.091539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.102847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.103906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.141922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.157020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad0a77-49bf-46be-99f8-d6227278b101 None None] Network 960816a2-95a3-4e47-88f6-0d437692e30b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:12.193418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:12.202757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0a8c06a0-248a-46b6-84bd-e21bf2a20c0d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.9271564 Feb 17 22:54:12.206829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34646) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:12.274834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=1e32fdea-614b-461b-992e-49a4772fa98f,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:12.364647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network b38b2571-c6b7-493d-ba4f-5486ede00189 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:12.366357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:12.393244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Provisioning for port 80fe7267-1f36-418d-a517-0c82b5c2e610 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:12.407145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Provisioning complete for port 80fe7267-1f36-418d-a517-0c82b5c2e610 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:12.407475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.703710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.742921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-960816a2-95a3-4e47-88f6-0d437692e30b', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:54:12.743592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.841288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] For port 80fe7267-1f36-418d-a517-0c82b5c2e610, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=80fe7267-1f36-418d-a517-0c82b5c2e610,segment=NetworkSegment(da4e59c8-a08b-445a-93bd-9329565afef4),segment_id=da4e59c8-a08b-445a-93bd-9329565afef4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:12.844232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Router 42f7be38-7b02-48fc-9e27-cd49520e9fc7 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:54:12.875174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:12.940411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6a228909-1f35-46ce-ae56-b3fbfecb0794 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:13.009546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:13.070109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:13.199226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cd501-f95a-4ac9-8f16-8091c591a549 None None] Pushing event updated for resources: {'Port': ['ID=80fe7267-1f36-418d-a517-0c82b5c2e610,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:13.201280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:13.209870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:13.210821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.315153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.331413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6a228909-1f35-46ce-ae56-b3fbfecb0794 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:13.331800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:13.407826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Allocated IP 172.20.0.2 (960816a2-95a3-4e47-88f6-0d437692e30b/66b993aa-7a0e-4b66-8edf-48803e6e084d/47941472-4fb5-44f2-956e-2c0e3bb13af7) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:13.433823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:13.434781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.435358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:13.455316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-277a56bb-16a3-46d9-819f-d588d3fbee77 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/routers/42f7be38-7b02-48fc-9e27-cd49520e9fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8123794 Feb 17 22:54:13.455988 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] Sync routers for ids ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:13.456953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34652) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:13.476995 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] Routers {'42f7be38-7b02-48fc-9e27-cd49520e9fc7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:13.478367 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.541076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Provisioning for port 1e32fdea-614b-461b-992e-49a4772fa98f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:13.592132 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Provisioning complete for port 1e32fdea-614b-461b-992e-49a4772fa98f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:13.592927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:13.661701 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.691921 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] Routers {'42f7be38-7b02-48fc-9e27-cd49520e9fc7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:13.693631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.711808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3a762-45fb-4074-b99d-da03d472472c req-75401af7-6eff-4e99-9b27-1c7d54e87115 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:13.713197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ec3a762-45fb-4074-b99d-da03d472472c req-75401af7-6eff-4e99-9b27-1c7d54e87115 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 931 time: 0.1510322 Feb 17 22:54:13.718845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Port 1e32fdea-614b-461b-992e-49a4772fa98f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:13.720372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.720967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca204a-d87a-4128-b77c-a9880d117359 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:13.723035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db911c-2daf-49d0-baf8-4e452f88da88 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:13.723968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f2db911c-2daf-49d0-baf8-4e452f88da88 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:13.812469 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:13.813687 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fad86-a222-4d71-984b-8dd5a436f716 None None] The sync data for ids ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:13.821812 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ec3a762-45fb-4074-b99d-da03d472472c req-5afb32a2-5a8b-476c-98a5-f9cfef1041ef tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945587 Feb 17 22:54:13.823422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f2db911c-2daf-49d0-baf8-4e452f88da88 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:13.825688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f2db911c-2daf-49d0-baf8-4e452f88da88 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?device_id=42f7be38-7b02-48fc-9e27-cd49520e9fc7 HTTP/1.1" status: 200 len: 988 time: 0.3671026 Feb 17 22:54:13.829493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34656) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:13.879276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:13.879689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Provisioning complete for port 80fe7267-1f36-418d-a517-0c82b5c2e610 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:13.880068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c44818c3-c142-4265-b886-97dd2d62c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.218108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.309923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Transition to ACTIVE for port object 47941472-4fb5-44f2-956e-2c0e3bb13af7 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:14.349982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Transition to ACTIVE for port object 47941472-4fb5-44f2-956e-2c0e3bb13af7 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:14.360620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.435379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Network 960816a2-95a3-4e47-88f6-0d437692e30b is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:14.438412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:14.442444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:14.452961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Pushing event updated for resources: {'Port': ['ID=47941472-4fb5-44f2-956e-2c0e3bb13af7,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:14.504984 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4896b058-d051-4051-9585-575381ed67d3 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab HTTP/1.1" status: 200 len: 977 time: 13.7370279 Feb 17 22:54:14.505643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34660) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:14.520650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:14.607058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0226a513-7abb-4d80-a392-73ded8348d61 None None] Provisioning complete for port 1e32fdea-614b-461b-992e-49a4772fa98f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:14.607058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0226a513-7abb-4d80-a392-73ded8348d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.648932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Attempting to bind port 47941472-4fb5-44f2-956e-2c0e3bb13af7 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:14.649380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Attempting to bind port 47941472-4fb5-44f2-956e-2c0e3bb13af7 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:14.649680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Attempting to bind port 47941472-4fb5-44f2-956e-2c0e3bb13af7 on network 960816a2-95a3-4e47-88f6-0d437692e30b {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:14.666765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:14.666765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Checking segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:14.668432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.668432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Bound using segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:14.668742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Bound port: 47941472-4fb5-44f2-956e-2c0e3bb13af7, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:14.668921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.693646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0226a513-7abb-4d80-a392-73ded8348d61 None None] Port 1e32fdea-614b-461b-992e-49a4772fa98f cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:14.792707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:14.797114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:14.809992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:14.824142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.006617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.019925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238121b7-9233-4db0-b930-bd96928bc6e8 None None] Pushing event updated for resources: {'Port': ['ID=47941472-4fb5-44f2-956e-2c0e3bb13af7,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:15.023138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 80fe7267-1f36-418d-a517-0c82b5c2e610 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:15.110462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:54:15.140708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.179157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Transition to ACTIVE for port object 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:15.244341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 80fe7267-1f36-418d-a517-0c82b5c2e610 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:15.245121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.253984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.508955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:15.518927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 332e8969-55e3-4005-9042-2515bcd8e74c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:15.519345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.841671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.957212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.967344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:15.967646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab disassociated. External IP: 172.26.7.237, port: bd7a543d-6042-45d4-9304-069587bd154b. Feb 17 22:54:16.080586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60910f49-a24a-4d67-93f9-80462710d75f req-41cb7cdd-b3a8-4b79-829d-0041087b30af tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:16.082393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-60910f49-a24a-4d67-93f9-80462710d75f req-41cb7cdd-b3a8-4b79-829d-0041087b30af tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.5516157 Feb 17 22:54:16.246452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-60910f49-a24a-4d67-93f9-80462710d75f req-970cf9d7-bc84-486d-b706-af7b4a740120 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539736 Feb 17 22:54:16.291589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Attempting to bind port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:16.292320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Attempting to bind port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:16.292857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Attempting to bind port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:16.317334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 1e32fdea-614b-461b-992e-49a4772fa98f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:16.317686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:16.329049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca on network e971e9e1-b2e6-4607-8277-45704725e00b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:54:16.329049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Attempting to bind port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:16.335900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:16.336237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:16.336618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Bound using segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:16.337060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Bound port: 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:16.337424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:16.379636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be48f0f-1d67-4e2c-90e0-5f0073f51e94 None None] Network 960816a2-95a3-4e47-88f6-0d437692e30b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:16.456947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 332e8969-55e3-4005-9042-2515bcd8e74c, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=332e8969-55e3-4005-9042-2515bcd8e74c,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:16.457264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:16.545921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8854d4bc-ebe1-4698-8d36-576d89f3f9c1 None None] Provisioning for port 47941472-4fb5-44f2-956e-2c0e3bb13af7 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:16.625886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:16.645291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:16.654351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 332e8969-55e3-4005-9042-2515bcd8e74c owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:16.803960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:16.810717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:16.853864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 1e32fdea-614b-461b-992e-49a4772fa98f owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:16.928659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 47941472-4fb5-44f2-956e-2c0e3bb13af7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:16.977661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.099827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 47941472-4fb5-44f2-956e-2c0e3bb13af7 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:17.111940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 47941472-4fb5-44f2-956e-2c0e3bb13af7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:17.112465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.171615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:17.172239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.173691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 200 len: 1093 time: 5.4950187 Feb 17 22:54:17.180813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:17.301505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-716f185b-c3a6-4fed-93dd-89e1669dff1d None None] Provisioning complete for port 47941472-4fb5-44f2-956e-2c0e3bb13af7 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:17.301505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-716f185b-c3a6-4fed-93dd-89e1669dff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.316534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:17.342886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.384031 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'status': 'completed', 'code': 200} Feb 17 22:54:17.396300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4ead-f2d5-4176-aabd-6b2f095f7388 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:17.427784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9c1467d7-e41e-400c-9fa1-3c8694a50708 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab HTTP/1.1" status: 200 len: 688 time: 2.9182036 Feb 17 22:54:17.428629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34670) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:17.455579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:17.527542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:17.528885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:17.575659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.647385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.703198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:17.723098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=332e8969-55e3-4005-9042-2515bcd8e74c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:17.735281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (960816a2-95a3-4e47-88f6-0d437692e30b/66b993aa-7a0e-4b66-8edf-48803e6e084d/39689579-d720-40d7-b352-bbca99975230) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:17.746140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:17.747623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-6b6b2d9e-4adc-4ddc-bd31-b8cc6be04e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:17.749353 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-6b6b2d9e-4adc-4ddc-bd31-b8cc6be04e5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1096 time: 0.3618324 Feb 17 22:54:17.758089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:17.759204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:17.806421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.824240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 1e1105c5-6cb8-4b20-855b-f229abb29837 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:17.824634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.847286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:17.851364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:17.851495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5cee9-2f70-4736-a598-e392fcb6dc9d None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:17.897311 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-3c458fe3-422b-4a9a-adfa-31a7606c5d90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 200 len: 217 time: 0.1351659 Feb 17 22:54:17.934848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=1e32fdea-614b-461b-992e-49a4772fa98f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:17.938488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=47941472-4fb5-44f2-956e-2c0e3bb13af7,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:18.217563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1799bb8-308b-429f-aa58-dc5be868b35b req-0074c37c-d885-4d36-9178-5c75255586fb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.219934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e1799bb8-308b-429f-aa58-dc5be868b35b req-0074c37c-d885-4d36-9178-5c75255586fb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.7900414 Feb 17 22:54:18.350808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.393699 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e1799bb8-308b-429f-aa58-dc5be868b35b req-9bfc57d1-3b85-4547-b5a1-fc24528437e6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584215 Feb 17 22:54:18.488545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-30260376-1427-4505-98b1-d566e0dca296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.490085 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-30260376-1427-4505-98b1-d566e0dca296 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.5809553 Feb 17 22:54:18.513810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.514210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.582226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.593031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.613938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 39689579-d720-40d7-b352-bbca99975230 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:18.721149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 1e1105c5-6cb8-4b20-855b-f229abb29837 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:18.824806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-6fd774dc-a195-4fb9-a18e-04afacd180ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.827383 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-6fd774dc-a195-4fb9-a18e-04afacd180ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3216193 Feb 17 22:54:18.886728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:18.935859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 47941472-4fb5-44f2-956e-2c0e3bb13af7 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:19.114750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 47941472-4fb5-44f2-956e-2c0e3bb13af7 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:19.115145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:19.116730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Router 42f7be38-7b02-48fc-9e27-cd49520e9fc7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:19.123642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 960816a2-95a3-4e47-88f6-0d437692e30b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:19.205067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:19.207893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:19.270951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:19.354268 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-95bb111c-d1d4-4539-b61c-f8351b81a100 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087430 Feb 17 22:54:19.365589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:19.386309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:19.556185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:19.568731 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] Sync routers for ids ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:19.585659 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] Routers {'42f7be38-7b02-48fc-9e27-cd49520e9fc7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:19.586579 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:19.627474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-94f954d2-c23e-469c-a2cf-17d3aa157412 None None] Provisioning for port 39689579-d720-40d7-b352-bbca99975230 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:19.636880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-94f954d2-c23e-469c-a2cf-17d3aa157412 None None] Provisioning complete for port 39689579-d720-40d7-b352-bbca99975230 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:19.638577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-94f954d2-c23e-469c-a2cf-17d3aa157412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:19.651076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:19.705571 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-75b87809-d4e0-4bf4-be3b-f5ffea21de1c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/routers/42f7be38-7b02-48fc-9e27-cd49520e9fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8747206 Feb 17 22:54:19.706753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34676) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:19.763586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-94f954d2-c23e-469c-a2cf-17d3aa157412 None None] Port 39689579-d720-40d7-b352-bbca99975230 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:19.766034 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:19.778587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-59380105-954a-43f1-8c4a-5fe807782f98 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:54:19.779451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-59380105-954a-43f1-8c4a-5fe807782f98 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:19.785196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=1e1105c5-6cb8-4b20-855b-f229abb29837,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:19.785997 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] Routers {'42f7be38-7b02-48fc-9e27-cd49520e9fc7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:19.787374 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:19.838796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-59380105-954a-43f1-8c4a-5fe807782f98 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:19.843447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-59380105-954a-43f1-8c4a-5fe807782f98 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/1e32fdea-614b-461b-992e-49a4772fa98f HTTP/1.1" status: 404 len: 333 time: 0.1259153 Feb 17 22:54:19.844643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34680) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:19.898533 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:19.899148 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00a803-bce5-4d8d-8505-5fc01cb1d7df None None] The sync data for ids ['42f7be38-7b02-48fc-9e27-cd49520e9fc7'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:20.077878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.080129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d645-044a-45b8-b85f-7be6b6b9f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.159986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd0a2c-3c82-4ee7-8999-daccf964e4e9 req-52a23382-5b24-4242-bba1-a8f1d4210b8d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:20.161703 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8acd0a2c-3c82-4ee7-8999-daccf964e4e9 req-52a23382-5b24-4242-bba1-a8f1d4210b8d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.5652659 Feb 17 22:54:20.164661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.167336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.168516 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8b7d7a23-2c6f-44ea-a5d5-6a401c526291 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab HTTP/1.1" status: 204 len: 168 time: 2.7002192 Feb 17 22:54:20.187179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34684) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:20.310340 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-2831e33c-6b5a-401b-b301-518c07b761c5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] delete failed (client error): The resource could not be found. Feb 17 22:54:20.311441 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2831e33c-6b5a-401b-b301-518c07b761c5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/a00f4bf7-89b2-4cb2-a2d2-96a05e36a2ab HTTP/1.1" status: 404 len: 345 time: 0.1232593 Feb 17 22:54:20.332831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34688) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:20.383178 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-530b9d11-5a41-46fe-bd38-31fc63032036 req-d2040415-a069-4325-a613-73e86356bdf3 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0198359 Feb 17 22:54:20.384273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:20.405803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:20.428880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:20.430229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:20.452581 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-505b5df9-6478-4246-ac59-8780099f8fb3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1886864 Feb 17 22:54:20.457564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34692) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:20.473424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.478057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8acd0a2c-3c82-4ee7-8999-daccf964e4e9 req-7593787e-27be-4102-9eda-f483cc83402d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542195 Feb 17 22:54:20.480117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.521945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.522723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Fanout notify agent at l3_agent the message router_deleted on router 42f7be38-7b02-48fc-9e27-cd49520e9fc7 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:54:20.538754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.545903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d1856e94-72e2-403d-b472-76157cdeeeab tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/routers/42f7be38-7b02-48fc-9e27-cd49520e9fc7 HTTP/1.1" status: 204 len: 168 time: 0.6942792 Feb 17 22:54:20.551856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34696) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:20.654040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 02826eb2-245c-494d-bbe8-44bd4840afcc {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:20.659874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.754603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:20.758218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.825066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet ec5429e9-42ca-4693-80ab-f577c8674c8d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:20.843520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.921427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:20.982763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:20.995689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:21.007954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:21.009491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Synchronizing usage tracker for tenant:26413a68ae63405aba5631a351ef633b on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:21.035467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.140584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.155196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.174763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:17Z', 'revision_number': 8, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:21.182118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:21.199247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:21.200041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:53:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:21.214564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-d2528e60-1a97-4f54-92fd-d3dcf6cec78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:21.216438 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-d2528e60-1a97-4f54-92fd-d3dcf6cec78a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1096 time: 0.7464106 Feb 17 22:54:21.231481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Unset dirty status for tenant:26413a68ae63405aba5631a351ef633b on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:21.232790 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e7861400-63f8-4944-9f7c-495714809c64 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/ports?network_id=29d372cb-c50b-4561-9ae9-4b8b79bc71a4 HTTP/1.1" status: 200 len: 2358 time: 0.8989265 Feb 17 22:54:21.242707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34700) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:21.318478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=02826eb2-245c-494d-bbe8-44bd4840afcc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:21.324958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.349668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ec2b6a7f-7313-4222-8b80-23ddcfe1bf16 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/02826eb2-245c-494d-bbe8-44bd4840afcc HTTP/1.1" status: 204 len: 168 time: 0.7960639 Feb 17 22:54:21.355634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34704) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:21.370230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d67a1da-1477-4a4b-86d3-09163110eace None None] Network b38b2571-c6b7-493d-ba4f-5486ede00189 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:21.543893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e84aa1-34f9-4b35-8ae7-d40d42674350 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:21.554435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a1e84aa1-34f9-4b35-8ae7-d40d42674350 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/subnets/df521324-991c-4cf3-a172-3587e1656233 HTTP/1.1" status: 200 len: 797 time: 0.3095343 Feb 17 22:54:21.555441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34710) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:21.583857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:21.584141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'port': {'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4', 'name': 'tempest-FloatingIPTestJSON-249612875', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:21.598627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.621270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 80fe7267-1f36-418d-a517-0c82b5c2e610 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:21.621725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.625068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-15a143ce-c1c2-4815-ac20-406874ae9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:21.626640 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-15a143ce-c1c2-4815-ac20-406874ae9ea6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.3995388 Feb 17 22:54:21.686063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:21.833340 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-2a66176c-582e-4531-8613-b421b74971f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 200 len: 217 time: 0.1488163 Feb 17 22:54:21.992398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] For port 80fe7267-1f36-418d-a517-0c82b5c2e610, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=80fe7267-1f36-418d-a517-0c82b5c2e610,segment=NetworkSegment(da4e59c8-a08b-445a-93bd-9329565afef4),segment_id=da4e59c8-a08b-445a-93bd-9329565afef4)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:21.993763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.021983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd92b-d560-47b0-9a0d-7f399a22e9f5 req-de05d765-0e79-4509-bf6f-75b1ea8fe8ee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:22.030515 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddbdd92b-d560-47b0-9a0d-7f399a22e9f5 req-de05d765-0e79-4509-bf6f-75b1ea8fe8ee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.2841949 Feb 17 22:54:22.176286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 80fe7267-1f36-418d-a517-0c82b5c2e610 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:22.265338 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddbdd92b-d560-47b0-9a0d-7f399a22e9f5 req-cf014da4-1412-4097-a3f5-529f4a0bee76 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335207 Feb 17 22:54:22.326732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.371628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.387277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=80fe7267-1f36-418d-a517-0c82b5c2e610,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:22.387624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.391658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No DVR routers for this DVR port 80fe7267-1f36-418d-a517-0c82b5c2e610 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:22.451616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85f0-716b-4a37-bf4b-e85a74b15bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.493579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-5a398ffe-5826-441d-9673-b9fb59aadcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:22.496184 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-5a398ffe-5826-441d-9673-b9fb59aadcb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.4209597 Feb 17 22:54:22.535889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:17Z', 'revision_number': 8, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:22.548449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7be4b-8bd2-41c9-ba09-210bc3e452a3 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:17Z', 'revision_number': 8, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '0c4ed90d-c2f0-40e2-8518-586b4bd6820a', 'name': '', 'network_id': 'f62a0314-1ad8-4112-8eb8-af853dd83a5f', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '349ae30f-bae2-49f2-b247-613aa7971238', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:31Z', 'updated_at': '2022-02-17T22:53:55Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '349ae30f-bae2-49f2-b247-613aa7971238', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:22.555292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.565442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.586717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d91842-42e8-4e54-baea-229f8902c6da None None] DHCP port deletion for b38b2571-c6b7-493d-ba4f-5486ede00189 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:22.618719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:22.626965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38b2571-c6b7-493d-ba4f-5486ede00189']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:22.642529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4e59c8-a08b-445a-93bd-9329565afef4') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:22.642810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4e59c8-a08b-445a-93bd-9329565afef4') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:22.658516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.661761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5429e9-42ca-4693-80ab-f577c8674c8d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:22.662793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d3661-eb71-4fb9-a159-d87176a73939 None None] Network c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:22.668564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.674492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:22.679070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:22.694691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.701880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.708596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.708926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.709360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.709625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.709958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.710277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.710612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.710940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.711257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.711864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.712389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.712908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.722343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.722998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.723153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:22.723705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.724231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.724739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.725299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.725814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.726335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.726824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.727325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.727858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.728349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.728925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:22.733512 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4caa3012-cf69-45a0-b10f-81063dc9ce5e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/ec5429e9-42ca-4693-80ab-f577c8674c8d HTTP/1.1" status: 204 len: 168 time: 2.2739143 Feb 17 22:54:22.744594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34714) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:22.753904 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:22.791296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:22.869045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.875247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:22.910468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=b38b2571-c6b7-493d-ba4f-5486ede00189,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:22.922229 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3456cf4a-03cf-49ec-96af-a2fc47c7074b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/b38b2571-c6b7-493d-ba4f-5486ede00189 HTTP/1.1" status: 204 len: 168 time: 1.5649407 Feb 17 22:54:22.923448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:23.049673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] DHCP port deletion for c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:23.057891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Deleting port dd0e8c7f-829c-4119-b775-6437ceb59363 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:23.058804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.075655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6de342-ebbd-4081-8853-2de989951328 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:23.076681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0a6de342-ebbd-4081-8853-2de989951328 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:23.108394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0a6de342-ebbd-4081-8853-2de989951328 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:23.116119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0a6de342-ebbd-4081-8853-2de989951328 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/d9adecf4-ff9c-4e03-8de2-3def380bcd5b HTTP/1.1" status: 200 len: 845 time: 0.1914809 Feb 17 22:54:23.116826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34722) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:23.123382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 332e8969-55e3-4005-9042-2515bcd8e74c no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:23.153911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.185596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 332e8969-55e3-4005-9042-2515bcd8e74c {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:23.186202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 332e8969-55e3-4005-9042-2515bcd8e74c not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:23.186778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 80fe7267-1f36-418d-a517-0c82b5c2e610 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:23.220164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6c74558a-c0b2-4100-a43f-5fb7c12cd295 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/d9adecf4-ff9c-4e03-8de2-3def380bcd5b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1015718 Feb 17 22:54:23.224067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34726) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:23.231334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 80fe7267-1f36-418d-a517-0c82b5c2e610 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:23.231670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 80fe7267-1f36-418d-a517-0c82b5c2e610 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:23.238940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:23.245125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-b67c734c-e7c2-42c9-ad77-7530e765cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:23.246859 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-b67c734c-e7c2-42c9-ad77-7530e765cf84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7388086 Feb 17 22:54:23.254868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port dd0e8c7f-829c-4119-b775-6437ceb59363 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:23.255192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.292726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 960816a2-95a3-4e47-88f6-0d437692e30b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:23.330544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:23.444666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.584974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:23.595566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:23.633287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:23.650147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:23.663159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] For port dd0e8c7f-829c-4119-b775-6437ceb59363, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd0e8c7f-829c-4119-b775-6437ceb59363,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:23.664092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.686865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:23.694023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.741347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] device_id is not set on port f3de51af-4cff-4cb6-aa96-ff5cca076f38 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:54:23.787800 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-5250cd8a-67b0-4c23-8004-5cb1b3653d64 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981854 Feb 17 22:54:23.822252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4ff5-ee86-482c-9584-2321b5c5bb72 req-1b75c6e6-a743-4b46-a771-d06c909be141 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:23.824425 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b21c4ff5-ee86-482c-9584-2321b5c5bb72 req-1b75c6e6-a743-4b46-a771-d06c909be141 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.2255292 Feb 17 22:54:23.897003 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b21c4ff5-ee86-482c-9584-2321b5c5bb72 req-be9e849a-a5f9-4f50-ba8b-4c1d2ad7ad36 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569389 Feb 17 22:54:23.910161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:23.921702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Calling delete_port for dd0e8c7f-829c-4119-b775-6437ceb59363 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:23.961315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.004088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-477e2791-00b1-4739-a6f3-1fc485834b68 None None] Provisioning complete for port 39689579-d720-40d7-b352-bbca99975230 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:24.004832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-477e2791-00b1-4739-a6f3-1fc485834b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.093592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-477e2791-00b1-4739-a6f3-1fc485834b68 None None] Port 39689579-d720-40d7-b352-bbca99975230 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:24.101792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.104818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.158609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] No DVR routers for this DVR port dd0e8c7f-829c-4119-b775-6437ceb59363 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:24.163189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdde1a-95ab-4681-88c8-1ff5cbf47ce3 None None] Pushing event deleted for resources: {'Port': ['ID=dd0e8c7f-829c-4119-b775-6437ceb59363,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:24.219480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:24.223117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:24.225173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=52a33b28-bb8d-49e7-adfd-426a5698766f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:24.228019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:24.228647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.242675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69487a-f5d2-4d31-ab08-4a61035872a6 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:24.259315 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0f1a5b30-c3b5-4c5c-ab6d-a030eaa34645 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0310404 Feb 17 22:54:24.259544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34732) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:24.266995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'security_group': {'name': 'tempest-secgroup-221289264'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:24.274890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:24.281019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:24.285477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:24.301545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:24.318140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.343235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:24.348638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:24.352209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:24.361747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:24.413968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port dd0e8c7f-829c-4119-b775-6437ceb59363, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd0e8c7f-829c-4119-b775-6437ceb59363,segment=NetworkSegment(a019bab8-8862-4d0e-8ab4-633ad2b1e9bb),segment_id=a019bab8-8862-4d0e-8ab4-633ad2b1e9bb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:24.414320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.430020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:24.484265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.489263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.552668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102ffd17-4587-42e3-8162-1006ee3b1c20,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:24.554114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'tenant_id': 'db3b2b9133d34c60a2d4ecc75901f053', 'fixed_ips': [{'subnet_id': '52a33b28-bb8d-49e7-adfd-426a5698766f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:54:24.555932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.556139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.561389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce1fe5da-ae44-41a4-84b0-16e886ad1408 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3008275 Feb 17 22:54:24.562070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34736) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:24.567796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180668674'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:24.574444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:24.579106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:24.582320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:24.591165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:24.596849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for dd0e8c7f-829c-4119-b775-6437ceb59363 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:24.610973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.626636 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0292b838-0c2b-479e-bd57-118f78b5e379 req-04801fc7-d0cd-41fe-83ee-3c1f75b85f46 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8280263 Feb 17 22:54:24.645319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:24.651705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:24.656420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:24.663924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:24.775638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Allocated IP 2001:db8::2 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/52a33b28-bb8d-49e7-adfd-426a5698766f/e87d6354-4e24-4170-a094-292894b238eb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:24.813002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.821673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.869046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd6ea6-9bd6-4bd3-921a-c0863dae7dd6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:24.899406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:24.905457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd0e8c7f-829c-4119-b775-6437ceb59363 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:24.905689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d046a5ed-40de-4645-ba37-2b83c49bb8d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3393388 Feb 17 22:54:24.908140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34740) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:24.914821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1748137912', 'security_groups': ['e8cd6ea6-9bd6-4bd3-921a-c0863dae7dd6'], 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52a33b28-bb8d-49e7-adfd-426a5698766f'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:24.954948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: dd0e8c7f-829c-4119-b775-6437ceb59363 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:24.955246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd0e8c7f-829c-4119-b775-6437ceb59363 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:24.959220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.048515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:54:25.048953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:54:25.095887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:25.109122 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:25.123638 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:25.125241 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:25.133190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a457adce-58a8-41bd-bbbc-c87f189780be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/cb778980-e7fd-4aef-92f2-8d90deca1da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8493905 Feb 17 22:54:25.166153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34746) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:25.255778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:25.280911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:25.299551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.13 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/f3de51af-4cff-4cb6-aa96-ff5cca076f38) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:25.315426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.12 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/f3de51af-4cff-4cb6-aa96-ff5cca076f38) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:25.361946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d23a-994b-4147-a6a3-e542cb5f4523 req-13f027af-0a89-420f-940e-04ad0e19513b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.373123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.375023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3473d23a-994b-4147-a6a3-e542cb5f4523 req-13f027af-0a89-420f-940e-04ad0e19513b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.2868485 Feb 17 22:54:25.397179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Transition to ACTIVE for port object e87d6354-4e24-4170-a094-292894b238eb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:25.404362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:25.422850 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:25.444554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Transition to ACTIVE for port object e87d6354-4e24-4170-a094-292894b238eb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:25.457593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.570405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.600141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port dd0e8c7f-829c-4119-b775-6437ceb59363 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:25.601402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.622697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.624013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:25.630442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:25.639620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.658513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:25.664166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 10c649dd-ee32-4fab-bd7c-25730a300c39 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:54:25.677866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:25.721712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3473d23a-994b-4147-a6a3-e542cb5f4523 req-40604aeb-d339-4876-8a48-72233a946b9d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453829 Feb 17 22:54:25.808277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] The port 'dd0e8c7f-829c-4119-b775-6437ceb59363' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:54:25.811128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.812029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.812665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.813390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.814106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.814825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.815297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.815765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.816283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.816872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.817368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.817810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:25.824157 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e7da23d-330f-4c57-9c14-29531cf20dae tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8361 time: 0.6528552 Feb 17 22:54:25.829103 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:21Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:25.831022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34750) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:25.834202 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:25.834808 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Updating router cb778980-e7fd-4aef-92f2-8d90deca1da3 port 39689579-d720-40d7-b352-bbca99975230 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:54:25.836097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Attempting to bind port e87d6354-4e24-4170-a094-292894b238eb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:25.836602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Attempting to bind port e87d6354-4e24-4170-a094-292894b238eb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '94cee204-164d-4562-beea-ce541dacab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:25.837205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Attempting to bind port e87d6354-4e24-4170-a094-292894b238eb on network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:25.848135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:25.848691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Checking segment: {'id': '94cee204-164d-4562-beea-ce541dacab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:25.849687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.850231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Bound using segment: {'id': '94cee204-164d-4562-beea-ce541dacab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:25.852141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Bound port: e87d6354-4e24-4170-a094-292894b238eb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cee204-164d-4562-beea-ce541dacab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:25.852643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.864631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:25.898928 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:25.937484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:25.963875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:25.985876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:25.989348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:25.993834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::26f (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/52a33b28-bb8d-49e7-adfd-426a5698766f/10c649dd-ee32-4fab-bd7c-25730a300c39) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:25.998072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.040121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=f3de51af-4cff-4cb6-aa96-ff5cca076f38,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:26.122605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b72e-a685-44df-9b5d-245aa7ed0c9c None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:26.177354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.177836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.178319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.178789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.179241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.179708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.180153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.180592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.181035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.181528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.182830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.184974 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c8c47c44-cd60-426a-890b-0feeb76d84dd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6984 time: 0.3527222 Feb 17 22:54:26.202389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:26.312483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.340063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 10c649dd-ee32-4fab-bd7c-25730a300c39 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:26.397279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.469999 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:54:26.497985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.498254 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.510881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=10c649dd-ee32-4fab-bd7c-25730a300c39,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:26.523701 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Transition to ACTIVE for port object 39689579-d720-40d7-b352-bbca99975230 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:26.531962 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.542509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.543966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.544838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.545754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.546606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.547384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.548222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.549024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.549869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.551358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.552228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.552998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.562359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:26.567827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:26.569831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:26.572610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:26.580495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.582339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.592436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:26.593724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.621025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:26.621749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a019bab8-8862-4d0e-8ab4-633ad2b1e9bb') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:26.630869 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3eec410-d8dc-47c2-8146-390329a34dff tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7203319 Feb 17 22:54:26.632335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34758) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:26.640609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:26.679471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.685989 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477722-a647-45b7-958f-327a00129656 None None] Pushing event updated for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:26.710617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.710977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.711395 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.711640 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.711981 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.712363 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.712606 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.712928 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.713894 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.714297 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.714469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.714648 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.714971 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79477722-a647-45b7-958f-327a00129656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:26.731969 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fa95751f-b7e8-4ca0-95ae-9c8ddfaff613 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1705506 Feb 17 22:54:26.734454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:26.735246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: util.warn( Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:26.767327 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:26.773617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34762) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:26.790591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'f3de51af-4cff-4cb6-aa96-ff5cca076f38', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:26.813302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:26.835237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:floatingip and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:26.871517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:26.895732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:26.897071 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Attempting to bind port 39689579-d720-40d7-b352-bbca99975230 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:26.902820 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Attempting to bind port 39689579-d720-40d7-b352-bbca99975230 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:26.910576 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Attempting to bind port 39689579-d720-40d7-b352-bbca99975230 on network 960816a2-95a3-4e47-88f6-0d437692e30b {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:26.924117 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:26.924693 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Checking segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:26.925543 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.926127 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Bound using segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:26.926708 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Bound port: 39689579-d720-40d7-b352-bbca99975230, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:26.927159 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.938033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.985756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:26.986965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:27.016247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:27.026413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:27.027635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:27.101976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:27.107371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:27.115623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:27.146392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:27.151861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:27.218569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b1f1512a-a066-427c-a146-14c60190b733 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/c6ef1af7-5561-4b5f-b6a6-dd31d4f054e7 HTTP/1.1" status: 204 len: 168 time: 4.4723871 Feb 17 22:54:27.227021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34768) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:27.268235 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] For port 39689579-d720-40d7-b352-bbca99975230, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:27.269224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e87d6354-4e24-4170-a094-292894b238eb completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:27.271812 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] For port 39689579-d720-40d7-b352-bbca99975230, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=39689579-d720-40d7-b352-bbca99975230,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:27.278720 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:27.374469 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:27.375167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:27.466121 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477722-a647-45b7-958f-327a00129656 None None] Pushing event updated for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:27.682828 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.ipam_backend_mixin [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52a33b28-bb8d-49e7-adfd-426a5698766f (CIDR: 2001:db8::/64) Feb 17 22:54:27.716680 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:54:27.717260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:27.749041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0db5e7-009a-4b05-851e-8429a0ba6243 req-c7f5715f-fb1b-435f-963d-5c09c0e7cdf6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:27.750681 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc0db5e7-009a-4b05-851e-8429a0ba6243 req-c7f5715f-fb1b-435f-963d-5c09c0e7cdf6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.5522542 Feb 17 22:54:27.755279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:27.798131 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:27.799246 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d413b3d7-72ac-4eb5-8ab0-f84de7bdc40e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4293 time: 1.5906022 Feb 17 22:54:27.812283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:27.815506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:27.977984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.40 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/8035d500-337a-4f26-ae18-33545db14562) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:28.004334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:28.048963 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-408939a2-bd7c-4569-8fd3-287c6d0e6fbc tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4146829 Feb 17 22:54:28.092810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Provisioning for port e87d6354-4e24-4170-a094-292894b238eb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:28.100776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:28.101259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.118144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34774) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:28.138039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:28.233475 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc0db5e7-009a-4b05-851e-8429a0ba6243 req-925537b2-6b67-4422-ac94-4e7c9673b334 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103333 Feb 17 22:54:28.258658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.304309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.325653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34778) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:28.343058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38362436', 'description': 'tempest-secgroup-smoke-38362436 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:28.354766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:28.360002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:28.363542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:28.370892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:28.382505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.388912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.426130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:28.440347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:28.441174 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:27Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:28.445707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:28.446047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:28.446358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.447210 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f36a28-1b67-47a4-a69e-47380129c479 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:27Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:28.455883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:28.457071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.605934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.607811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.649208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-407e851f-8179-4b57-b992-ccb50d0cf852 None None] Provisioning for port 10c649dd-ee32-4fab-bd7c-25730a300c39 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:28.665962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-407e851f-8179-4b57-b992-ccb50d0cf852 None None] Provisioning complete for port 10c649dd-ee32-4fab-bd7c-25730a300c39 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:28.668572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-407e851f-8179-4b57-b992-ccb50d0cf852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.673453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.720434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17ad2-4824-4709-8d96-b47ddee14b92 None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:28.731197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:28.743134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:28.762104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:28.804040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0185c6-0334-47a4-98fa-38ce7aacdac1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:28.811299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-407e851f-8179-4b57-b992-ccb50d0cf852 None None] Port 10c649dd-ee32-4fab-bd7c-25730a300c39 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:28.835941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=8035d500-337a-4f26-ae18-33545db14562,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:28.853348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:28.855656 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e3b9ea8-7666-469b-910d-681d422b1c58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5285332 Feb 17 22:54:28.862409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34782) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:28.904160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:28.906760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:28.913831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:28.919054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:28.926834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:28.928415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:28.945846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:28.952282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:28.964476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:28.987719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:29.002470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.051354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:29.186600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.216071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:29.217675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.435865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 39689579-d720-40d7-b352-bbca99975230 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:29.483604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.494802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.535745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 39689579-d720-40d7-b352-bbca99975230 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:29.546169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 39689579-d720-40d7-b352-bbca99975230 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:29.546929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.558708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1bc45b-9e02-47a8-a3f1-c4da1701bf7f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:29.597594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:29.597933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.600518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.601910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-337bfee8-8416-4f48-9b94-899b48808b2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7380311 Feb 17 22:54:29.608675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34788) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:29.613698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:29.628087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:29.649150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:29.658088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:29.671535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:29.691058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c197-651e-4995-a34d-f4a4a4661205 req-456de742-8002-4c3b-83b7-956b20eb4afc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:29.692808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2583c197-651e-4995-a34d-f4a4a4661205 req-456de742-8002-4c3b-83b7-956b20eb4afc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 943 time: 0.2882504 Feb 17 22:54:29.748831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.767535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.793603 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2583c197-651e-4995-a34d-f4a4a4661205 req-5f4f3cec-1e6e-4481-994d-da4d468e7c90 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934265 Feb 17 22:54:29.796305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.862224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:54:29.901331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 39689579-d720-40d7-b352-bbca99975230, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=39689579-d720-40d7-b352-bbca99975230,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:29.908599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.957405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 0c4ed90d-c2f0-40e2-8518-586b4bd6820a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:29.958323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:29.960477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.157658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.226527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.253944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.281930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:30.304240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.304637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.305041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.305415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.305754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.306202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.306546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.309575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.310023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.310369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.310719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.311052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:30.320018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb29c80e-c046-4679-ae9a-697561712fa2,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:30.329600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.331037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4c8f74d3-f03f-424b-b693-7af56f0adad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7219462 Feb 17 22:54:30.347746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34792) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:30.362656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:30.369257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:30.370126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:30.374632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:30.378417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:30.386093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:30.389474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'port_id': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'mac_address': 'fa:16:3e:25:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:54:30.415216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.419409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 0c4ed90d-c2f0-40e2-8518-586b4bd6820a owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:30.532618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.584583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:54:30.613034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:30.632271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:30.643898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:30.658352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ad29f-5abb-42cc-b2e3-0d54c98a3277 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:30.666825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.669396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:30.670697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.676542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.680927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.801117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.813543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.863933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.869250 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5163724 Feb 17 22:54:30.872142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=8035d500-337a-4f26-ae18-33545db14562,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:30.877140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34798) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:30.884650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:30.890910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476f8d3-d2d2-4ba3-816d-1fddae0ae8ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097616ca-9c4b-4c05-b53e-1fa8fbaa61e1,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:30.896334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:30.953547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 39689579-d720-40d7-b352-bbca99975230 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:31.008286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:31.025993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:54:31.043898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:31.053357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:31.086834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:31.174323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=b9068e40-1f98-41b0-83bd-15ea0a2846b5,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:31.201875 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-16e2282e-21aa-47af-b343-c9d79ba5784f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0782361 Feb 17 22:54:31.202232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34802) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:31.211293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-826632107', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9068e40-1f98-41b0-83bd-15ea0a2846b5'}], 'security_groups': ['102ffd17-4587-42e3-8162-1006ee3b1c20']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:31.301789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:31.313157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.356121 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP aee10a66-b57f-4df9-8766-6bf4ad78bf5f associated. External IP: 172.26.7.40, port: f3de51af-4cff-4cb6-aa96-ff5cca076f38. Feb 17 22:54:31.472379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.515205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b60d5-5ca8-40ed-be8a-6314cb1080f6 req-8e742a11-b2ca-4465-9e4d-68f5e90347b8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:31.515611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 39689579-d720-40d7-b352-bbca99975230 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:31.516182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.517756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a6b60d5-5ca8-40ed-be8a-6314cb1080f6 req-8e742a11-b2ca-4465-9e4d-68f5e90347b8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 944 time: 0.4204142 Feb 17 22:54:31.545066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=0c4ed90d-c2f0-40e2-8518-586b4bd6820a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:31.624005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.653209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.687384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247e19fe-2582-4d5b-9c63-e7fbf6bb612b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:31.760693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a6b60d5-5ca8-40ed-be8a-6314cb1080f6 req-60d109d7-108c-42df-9518-8d6b4f5ca317 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702695 Feb 17 22:54:31.763063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.767020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2475aafa-b403-4da4-9bff-a38510a31c21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8843470 Feb 17 22:54:31.803787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34806) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:31.812857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:31.831048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:31.839813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:31.844599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:31.865149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:31.882324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:31.993598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:32.099843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Update dhcp port {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'fixed_ips': [{'subnet_id': '52a33b28-bb8d-49e7-adfd-426a5698766f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9068e40-1f98-41b0-83bd-15ea0a2846b5'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'e87d6354-4e24-4170-a094-292894b238eb'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:54:32.124545 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:54:32.178676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.222346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:32.245185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:32.248056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.267080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.289138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:32.289589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:32.334063 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-30b1515a-9403-4176-915f-c9dc0a63be63 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5639305 Feb 17 22:54:32.334830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34810) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:32.340268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': 'f3de51af-4cff-4cb6-aa96-ff5cca076f38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:32.382135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.415261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:32.444891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:32.445443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:32.479812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.513133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:32.513526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe497ff-0e88-4cef-84b2-e54a074ecadd None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:32.593381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Allocated IP 2001:db8:0:1::2 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/b9068e40-1f98-41b0-83bd-15ea0a2846b5/e87d6354-4e24-4170-a094-292894b238eb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:32.649839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.700069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.740183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4846837-a2af-47d0-b6cc-ee7cf12801c6,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:32.758654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:32.790286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.819286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Transition to ACTIVE for port object e87d6354-4e24-4170-a094-292894b238eb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:32.826719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.902574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:32.906761 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5890cf7d-8bf4-4d52-a250-f9be72f1bf6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0990078 Feb 17 22:54:32.965827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34816) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:32.986472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9e0185c6-0334-47a4-98fa-38ce7aacdac1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:32.996979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:33.022158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:33.031712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:33.040768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ca312-c231-41e2-801d-d91b52d0238b None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:33.050299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:33.122747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:33.129920 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:54:33.157281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.209899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad50d7-eb17-46f3-b8bc-92626d38b6d1 req-aca718d6-05aa-437a-abde-4226128bcb12 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:33.214297 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1aad50d7-eb17-46f3-b8bc-92626d38b6d1 req-aca718d6-05aa-437a-abde-4226128bcb12 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 944 time: 0.2262149 Feb 17 22:54:33.264966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Delete allocated IP 2001:db8::26f (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/52a33b28-bb8d-49e7-adfd-426a5698766f) {{(pid=87694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:54:33.364340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8:0:1::105 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/b9068e40-1f98-41b0-83bd-15ea0a2846b5/10c649dd-ee32-4fab-bd7c-25730a300c39) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:33.418121 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1aad50d7-eb17-46f3-b8bc-92626d38b6d1 req-e7eb3e9b-286c-4e49-b870-1d56d4271db4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968679 Feb 17 22:54:33.459812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:33.473357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.474349 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:33.478809 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-026f60a6-b54a-4794-a814-9a99b69d82e3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2495449 Feb 17 22:54:33.481940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34820) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:33.503523 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:33.504201 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:33.551636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.610744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 349ae30f-bae2-49f2-b247-613aa7971238 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:33.663772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6cc2e6-7ee4-412f-850b-2b8447ce918c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:33.675468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.717637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.724257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.725944 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:33.863344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:33.969588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.977549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:33.978878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:33.989948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 10c649dd-ee32-4fab-bd7c-25730a300c39 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:34.003518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.005683 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99ed5c6e-6f2f-4c42-abd6-04086d3d5cc3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0387311 Feb 17 22:54:34.007361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.162765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.207144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:34.209753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] In _notify_port_updated(), no bound segment for port 10c649dd-ee32-4fab-bd7c-25730a300c39 on network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:54:34.223543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:34.224248 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.230222 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/ports/10c649dd-ee32-4fab-bd7c-25730a300c39 HTTP/1.1" status: 200 len: 930 time: 3.0216382 Feb 17 22:54:34.230552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:34.230552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.249844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34826) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:34.257459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2b7e-1299-493b-91ad-954f9e282ba3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=10c649dd-ee32-4fab-bd7c-25730a300c39,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:34.263524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:34.305346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Provisioning for port 10c649dd-ee32-4fab-bd7c-25730a300c39 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:34.343496 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:31Z', 'revision_number': 9, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:34.347343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Provisioning complete for port 10c649dd-ee32-4fab-bd7c-25730a300c39 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:34.348422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.375794 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:34.397136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.418626 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:34.419633 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:34.540099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 10c649dd-ee32-4fab-bd7c-25730a300c39 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:34.540529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.672697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.714368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Port 10c649dd-ee32-4fab-bd7c-25730a300c39 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:34.734900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-45e0914f-ad72-483d-a8b9-f53193bec788 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:34.744637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.748554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a3ea3-f015-439c-af3c-a92dc5b71023 None None] Network f62a0314-1ad8-4112-8eb8-af853dd83a5f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:34.753948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:34.782669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=349ae30f-bae2-49f2-b247-613aa7971238,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:34.814373 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-73fc64c9-fe1a-4d18-b586-f86c3db7d0e7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/349ae30f-bae2-49f2-b247-613aa7971238 HTTP/1.1" status: 204 len: 168 time: 1.3305254 Feb 17 22:54:34.815671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34842) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:34.830136 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:34.846796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Provisioning for port e87d6354-4e24-4170-a094-292894b238eb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:34.859310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:34.859686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f47aea3-7bb4-4f20-96e3-c02b0879fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:34.938653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-45e0914f-ad72-483d-a8b9-f53193bec788 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:34.940073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-45e0914f-ad72-483d-a8b9-f53193bec788 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38362436&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.3310380 Feb 17 22:54:34.957525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:35.033281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.095856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:35.124778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.198720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.235347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:35.235751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.308441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:35.346270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 10c649dd-ee32-4fab-bd7c-25730a300c39 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:35.350021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.411701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5046-1874-46df-9b2c-961a2fc18552 req-497d24f1-074d-4efe-acf4-8adec844a5bb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:35.420103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99de5046-1874-46df-9b2c-961a2fc18552 req-497d24f1-074d-4efe-acf4-8adec844a5bb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 944 time: 0.7619798 Feb 17 22:54:35.464945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:35.518598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.537856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:35.553734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.555749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:31Z', 'revision_number': 9, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:35.564615 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4de74-4b93-457e-b925-c67fb359008e None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:31Z', 'revision_number': 9, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c7f63f5-f47e-48ec-a51b-344bdcbc95cc', 'name': '', 'network_id': 'd3c7d115-41ad-48c3-8441-6f4d28b115cd', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:94:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:09Z', 'updated_at': '2022-02-17T22:53:28Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '3c14e5cd-b2a9-4879-a72d-aee61cc5f776', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:35.576017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a697ad88-ee12-4381-b053-758178c7be5b None None] Provisioning complete for port 10c649dd-ee32-4fab-bd7c-25730a300c39 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:35.576392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a697ad88-ee12-4381-b053-758178c7be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.582104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:35.582445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.614215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:35.615442 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99de5046-1874-46df-9b2c-961a2fc18552 req-bcdf2200-3b39-4889-b37d-80cf306c5832 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924973 Feb 17 22:54:35.646265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=10c649dd-ee32-4fab-bd7c-25730a300c39,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:35.647287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a697ad88-ee12-4381-b053-758178c7be5b None None] Port 10c649dd-ee32-4fab-bd7c-25730a300c39 was deleted so its status cannot be updated. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 22:54:35.655135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:35.655898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:35.679327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-c6c19424-bc5c-427a-8e51-276444a2f358 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:35.686504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-c6c19424-bc5c-427a-8e51-276444a2f358 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:35.708522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.764369 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'code': 200} Feb 17 22:54:35.766965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:35.787195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d886e42d-85cd-4c2d-a7c8-ffd7ee3f2eec tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/10c649dd-ee32-4fab-bd7c-25730a300c39 HTTP/1.1" status: 204 len: 168 time: 1.5310121 Feb 17 22:54:35.794864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34848) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:35.796609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:35.797376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:35.869870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:35.870275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee512ab-5711-4d5a-8345-22bc492dd150 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:35.886505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-c6c19424-bc5c-427a-8e51-276444a2f358 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:35.893511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-c6c19424-bc5c-427a-8e51-276444a2f358 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 796 time: 0.9307876 Feb 17 22:54:35.913710 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-1c285a0a-52f6-4113-a262-cc33cc560d57 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0190890 Feb 17 22:54:35.950371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] DHCP port deletion for f62a0314-1ad8-4112-8eb8-af853dd83a5f request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:35.956729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Deleting port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:35.957192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:35.970641 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d3ee224d-0b4e-435e-9581-a84528c0912b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/aee10a66-b57f-4df9-8766-6bf4ad78bf5f HTTP/1.1" status: 200 len: 977 time: 3.6344700 Feb 17 22:54:35.979543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34852) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:36.044147 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-63336294-0299-464b-be59-bb5a5c0e0968 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:54:36.044698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63336294-0299-464b-be59-bb5a5c0e0968 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:36.123180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:36.123806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.136937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63336294-0299-464b-be59-bb5a5c0e0968 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:36.140605 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-63336294-0299-464b-be59-bb5a5c0e0968 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/10c649dd-ee32-4fab-bd7c-25730a300c39 HTTP/1.1" status: 404 len: 333 time: 0.3420749 Feb 17 22:54:36.141631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34856) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:36.295797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-7f56c752-b726-4dbf-991d-664c6d22d502 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3783672 Feb 17 22:54:36.323752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-f1605673-bf71-4d75-ad37-542a703b72c1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 22:54:36.325577 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-f1605673-bf71-4d75-ad37-542a703b72c1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070083 Feb 17 22:54:36.365735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] For port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,segment=NetworkSegment(b5f36f67-84d3-4d3a-aca4-e959d2716abe),segment_id=b5f36f67-84d3-4d3a-aca4-e959d2716abe)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:36.366572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.424166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 8035d500-337a-4f26-ae18-33545db14562 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:36.424486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.471259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:36.511133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Calling delete_port for ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:36.611147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.652877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.653966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-90ae72aa-db0f-458d-a50b-ff9208f17a69 service neutron] 10.222.0.42 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212767 Feb 17 22:54:36.660255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:54:36.660618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:54:36.705265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4639-6707-4ba0-b22d-217bd625ee5d req-d1348c5c-e56a-4b68-9e40-225a6a709942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:36.707027 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c06f4639-6707-4ba0-b22d-217bd625ee5d req-d1348c5c-e56a-4b68-9e40-225a6a709942 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1098 time: 0.2798393 Feb 17 22:54:36.716472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.751794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=ef8c66fc-0991-4fa1-a8eb-a985b88b03a2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:36.755900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No DVR routers for this DVR port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:36.858873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.859242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.893405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0c4ed90d-c2f0-40e2-8518-586b4bd6820a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:36.920113 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c06f4639-6707-4ba0-b22d-217bd625ee5d req-2058b351-3954-4b3f-b2d2-29c8e3a05ddd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863413 Feb 17 22:54:36.946261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.970330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 0c4ed90d-c2f0-40e2-8518-586b4bd6820a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:36.971428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0c4ed90d-c2f0-40e2-8518-586b4bd6820a not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:36.972621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:36.980966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:36.997210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62a0314-1ad8-4112-8eb8-af853dd83a5f']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:37.035146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 8035d500-337a-4f26-ae18-33545db14562 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:37.040293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f36f67-84d3-4d3a-aca4-e959d2716abe') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:37.042609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f36f67-84d3-4d3a-aca4-e959d2716abe') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:37.048966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:37.049725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:37.076700 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-f8ad8c30-5708-48c1-b964-8f0756ad633f service neutron] 10.222.0.42 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218524 Feb 17 22:54:37.111187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.117454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dcd2e-ccf3-411d-9895-b7c2ffeb0d68 req-c16fa22a-f73f-4ed8-b0e5-034e6b1905ec tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:37.119277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e2dcd2e-ccf3-411d-9895-b7c2ffeb0d68 req-c16fa22a-f73f-4ed8-b0e5-034e6b1905ec tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.3692808 Feb 17 22:54:37.125116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd6ea6-9bd6-4bd3-921a-c0863dae7dd6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:37.154865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.160564 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-65cd2f0b-f491-48b0-baa2-cd7a815d8401 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8cd6ea6-9bd6-4bd3-921a-c0863dae7dd6 HTTP/1.1" status: 204 len: 168 time: 1.0156624 Feb 17 22:54:37.161739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34862) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:37.162244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Deleting port ef8c66fc-0991-4fa1-a8eb-a985b88b03a2 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:37.163245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.178493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.208099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:37.215214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:37.245138 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:37.247628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e2dcd2e-ccf3-411d-9895-b7c2ffeb0d68 req-58e176de-4df4-47c6-bc7d-d3cc138cc4f1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037855 Feb 17 22:54:37.334059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2e54281a-29a1-495a-a38d-a36d5beb6c8e None None] The port 'ef8c66fc-0991-4fa1-a8eb-a985b88b03a2' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:54:37.421070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c072c7b8-1e3d-4ce0-884c-5662c6b95d52 req-ebe5089b-278b-4261-91b9-ec55f24fcc6f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0777485 Feb 17 22:54:37.433978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.447167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.459604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.470183 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/f62a0314-1ad8-4112-8eb8-af853dd83a5f HTTP/1.1" status: 204 len: 168 time: 2.6479697 Feb 17 22:54:37.475532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34870) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:37.477569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0828-9093-47a1-99a8-eef1fad00146 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=f62a0314-1ad8-4112-8eb8-af853dd83a5f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:37.759350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.766738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:37.891705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=8035d500-337a-4f26-ae18-33545db14562,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:38.200828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:38.232691 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:38.233037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP aee10a66-b57f-4df9-8766-6bf4ad78bf5f disassociated (deleted). External IP: 172.26.7.40, port: f3de51af-4cff-4cb6-aa96-ff5cca076f38. Feb 17 22:54:38.289451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ffd17-4587-42e3-8162-1006ee3b1c20,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:38.451011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:38.452155 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-387558f7-4b3a-4b3c-b894-4ae71220e911 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/security-groups/102ffd17-4587-42e3-8162-1006ee3b1c20 HTTP/1.1" status: 204 len: 168 time: 1.2867763 Feb 17 22:54:38.457321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34886) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:38.611563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 52a33b28-bb8d-49e7-adfd-426a5698766f {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:38.617507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:38.628828 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-605fc87d-e8a7-4da2-9fcb-7cea3aa19a38 req-413cb46a-230a-43f4-b9d1-534bb8fdd2c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0761511 Feb 17 22:54:38.813072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:38.977785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-6809dbcc-b48d-4d25-889c-fe1e3b4afa3c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:38.979527 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-6809dbcc-b48d-4d25-889c-fe1e3b4afa3c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 796 time: 0.2763305 Feb 17 22:54:38.984343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921bd2-c11a-414a-a6ac-8931e81ced46 req-ce0fb42d-b910-40b4-a9bc-6fa97356c87e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:38.987113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38921bd2-c11a-414a-a6ac-8931e81ced46 req-ce0fb42d-b910-40b4-a9bc-6fa97356c87e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.5440679 Feb 17 22:54:39.014492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.091538 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-57428bba-1b83-474a-803d-5e0715eb42b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 378 time: 0.1034970 Feb 17 22:54:39.105635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['9e0185c6-0334-47a4-98fa-38ce7aacdac1']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:39.120501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:39.144396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38921bd2-c11a-414a-a6ac-8931e81ced46 req-fa0da354-019f-491c-a8e0-dbd21558e411 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372855 Feb 17 22:54:39.252510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.327683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.330989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=52a33b28-bb8d-49e7-adfd-426a5698766f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:39.337774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6a5ed-565a-4f28-812c-7546441aec58 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:39.357452 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4413c7fc-c3d4-4140-b39f-4442382784fb tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/52a33b28-bb8d-49e7-adfd-426a5698766f HTTP/1.1" status: 204 len: 168 time: 0.8926308 Feb 17 22:54:39.358601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34896) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:39.372886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:39.463893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:39.472419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:port and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:39.477894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:39.496915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:39.530126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:39.534291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.585750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.615032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:39.625797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:39.640924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:39.654958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:39.682348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:39.686923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.792554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:39.797727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:39.810503 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:39.849989 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:39.852891 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:39.969722 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:39.986829 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:39.988299 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:40.011622 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9cfcab7-9752-4676-b7f5-bbd24fc6db58 req-4fe27dcc-a8bc-4b51-acf8-bc090636bf97 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 210 time: 0.1461720 Feb 17 22:54:40.139819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.6 (960816a2-95a3-4e47-88f6-0d437692e30b/66b993aa-7a0e-4b66-8edf-48803e6e084d/1b92d2ac-05a1-4c74-b746-a306d85b0d06) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:40.140917 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0e06e46f-d394-436d-a9f1-2d441137225b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/aee10a66-b57f-4df9-8766-6bf4ad78bf5f HTTP/1.1" status: 204 len: 168 time: 4.1583345 Feb 17 22:54:40.154005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34902) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:40.157546 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:40.158136 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c330-8aca-4d9f-abd8-0fa099330832 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:40.233631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ed20-8cef-4491-8040-7068d88c78c0 req-01e160fb-8a9f-4958-8e4e-a0327bdcc1fa tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:40.235265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f7ed20-8cef-4491-8040-7068d88c78c0 req-01e160fb-8a9f-4958-8e4e-a0327bdcc1fa tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.7010570 Feb 17 22:54:40.330836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port f3de51af-4cff-4cb6-aa96-ff5cca076f38 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:40.331192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.380271 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f7ed20-8cef-4491-8040-7068d88c78c0 req-266a53fa-a754-42b0-981c-3238e186925a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234820 Feb 17 22:54:40.450256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:40.510478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.531504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 1b92d2ac-05a1-4c74-b746-a306d85b0d06 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:40.584913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.655573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 960816a2-95a3-4e47-88f6-0d437692e30b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:40.669436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:40.672735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:40.674914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:40.675548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.733423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0cb8d6f8-20e1-4b2d-9354-e737d4ea5067 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:40.741418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d6f8-20e1-4b2d-9354-e737d4ea5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.816055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8d6f8-20e1-4b2d-9354-e737d4ea5067 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:40.831093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0cb8d6f8-20e1-4b2d-9354-e737d4ea5067 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:40.831721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d6f8-20e1-4b2d-9354-e737d4ea5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.855685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:40.856977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.910821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:40.916724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:40.995767 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5db7d62b-eaf2-426a-a1b9-53c622762c82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8976643 Feb 17 22:54:41.018039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Request body: {'port': {'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:41.098030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.115541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:41.127067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:41.136126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.136719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.138758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7c2e2-f85c-4f69-b37b-0441739a3982 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:41.148875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:41.149371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.175494 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8158374 Feb 17 22:54:41.180258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:41.185332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b200496-bf6f-4f4d-810f-488d985aeb07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=9b1e9ea6-04e0-4324-8413-82ecce298a49,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:41.193759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236188867'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:41.251947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a3d17bf3-2322-4022-a9fe-2dc906437bd4 None None] Provisioning for port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:41.256979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:41.260223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a3d17bf3-2322-4022-a9fe-2dc906437bd4 None None] Provisioning complete for port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:41.260506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a3d17bf3-2322-4022-a9fe-2dc906437bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.272155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:41.287563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:41.297678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:41.313188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.326852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.354360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a3d17bf3-2322-4022-a9fe-2dc906437bd4 None None] Port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:41.393200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:41.406450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:41.412731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:41.420984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:41.610738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:41.616164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Update dhcp port {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'fixed_ips': [{'subnet_id': 'b9068e40-1f98-41b0-83bd-15ea0a2846b5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b1e9ea6-04e0-4324-8413-82ecce298a49'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'e87d6354-4e24-4170-a094-292894b238eb'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:54:41.641348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d996fe-45c8-468d-a4fa-5e9183e5a91c tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.645540 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-96d996fe-45c8-468d-a4fa-5e9183e5a91c tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1093 time: 1.1778700 Feb 17 22:54:41.648593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34918) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:41.656252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for f3de51af-4cff-4cb6-aa96-ff5cca076f38 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:41.664211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:41.678457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:41.684243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.695309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:floatingip and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:41.710454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:41.720904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.722070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:41.734762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.788643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.835448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:41.839601 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6542161 Feb 17 22:54:41.857531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34922) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:41.871560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412968384'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:41.907846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0dc1-c14c-4d14-b3a0-5c950ea03f3a req-9cf6469a-48f7-4cb9-996c-3f3c052d790c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.909415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aefa0dc1-c14c-4d14-b3a0-5c950ea03f3a req-9cf6469a-48f7-4cb9-996c-3f3c052d790c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 931 time: 0.6827240 Feb 17 22:54:41.930034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:41.934737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Allocated IP 2001:db8::2 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/9b1e9ea6-04e0-4324-8413-82ecce298a49/e87d6354-4e24-4170-a094-292894b238eb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:41.938902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:41.942015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c90d-c69b-4a83-8274-76d06848c7e8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1704ccf5-b06d-4b26-bf88-8cfe726a844a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:41.948223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:41.957027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:41.986452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.009630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.074135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:42.082758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:42.087812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b92d2ac-05a1-4c74-b746-a306d85b0d06 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:54:42.097961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=f3de51af-4cff-4cb6-aa96-ff5cca076f38,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:42.106122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:42.111462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.118492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:42.149779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Transition to ACTIVE for port object 1b92d2ac-05a1-4c74-b746-a306d85b0d06 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:42.164395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.170090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aefa0dc1-c14c-4d14-b3a0-5c950ea03f3a req-77771d30-2c05-4e16-8624-36536c4de5eb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061253 Feb 17 22:54:42.223115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:42.257256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.309410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.312840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.318599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Transition to ACTIVE for port object e87d6354-4e24-4170-a094-292894b238eb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:42.325001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.387431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=7c7f63f5-f47e-48ec-a51b-344bdcbc95cc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:42.416083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaeb7b-749b-4d91-a389-acf559c5975f None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:42.434520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8c173cf2-830e-49e4-92b2-f5a2ed208455 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/f3de51af-4cff-4cb6-aa96-ff5cca076f38 HTTP/1.1" status: 204 len: 168 time: 2.2789452 Feb 17 22:54:42.451001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34926) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:42.503560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:42.523563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:42.534285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:floatingip and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:42.540707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:42.559620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:42.573380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:42.578765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.651127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.696366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.748231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.853703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.865337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Attempting to bind port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:54:42.865756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Attempting to bind port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:54:42.866108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Attempting to bind port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 on network 960816a2-95a3-4e47-88f6-0d437692e30b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:42.872012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0025f21c-6d98-4805-8b40-208af78b414c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:42.881412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.882671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d70635e7-69c0-48d3-9bff-23475cdeda21 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0240653 Feb 17 22:54:42.886837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 on network 960816a2-95a3-4e47-88f6-0d437692e30b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:54:42.887164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Attempting to bind port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 on network 960816a2-95a3-4e47-88f6-0d437692e30b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:54:42.889257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34930) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:42.896752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'security_group': {'name': 'tempest-secgroup-433234528'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:42.912668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:54:42.913037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Checking segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:54:42.913343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Bound using segment: {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:54:42.913783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Bound port: 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad1b2c-0876-4024-ac8b-06f514ebfac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:54:42.914136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:42.930107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:42.935183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.26.7.17 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/95bef40a-1aa9-4a62-bd79-b1d07afdb66f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:42.941445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:42.949069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:42.983423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:42.985961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:43.139777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:54:43.143862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:54:43.160052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.180523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.246440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:43.252747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:security_group_rule and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:43.256776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:43.265285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:43.346589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:43.347251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.348688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 200 len: 1093 time: 2.3370917 Feb 17 22:54:43.361604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:43.442241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:43.442608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.506591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.527524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:43.532689 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'status': 'completed', 'code': 200} Feb 17 22:54:43.543434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Provisioning for port e87d6354-4e24-4170-a094-292894b238eb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:43.551205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.552079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:43.552849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3733-aae9-4409-8bbc-b1b7a62f63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.562755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.588874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:43.599021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.605173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a874d-83e6-49ef-a3b9-ae130ccb57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:43.616251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb1426d-d794-4fce-a50d-7386a679016e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:43.655476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.657120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-94ac9d39-a789-4910-ba50-77b95150f53c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7648687 Feb 17 22:54:43.659991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34938) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:43.673035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-700161520', 'security_groups': ['0eb1426d-d794-4fce-a50d-7386a679016e'], 'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b1e9ea6-04e0-4324-8413-82ecce298a49'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:43.772254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-75d05935-90dc-4fc8-8e84-0eca109f007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:43.773696 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-75d05935-90dc-4fc8-8e84-0eca109f007d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1096 time: 0.3761883 Feb 17 22:54:43.810745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0b00-08e0-47d3-a526-d06434341f16 req-41d888e0-a238-47bd-8cd3-93cf1f5dfd26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:43.812279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bcf0b00-08e0-47d3-a526-d06434341f16 req-41d888e0-a238-47bd-8cd3-93cf1f5dfd26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 943 time: 0.3565724 Feb 17 22:54:43.869843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:43.917231 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-5ffa7455-762a-45ec-b6ac-581a0c1c66fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 200 len: 217 time: 0.1339266 Feb 17 22:54:43.940715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:43.953116 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bcf0b00-08e0-47d3-a526-d06434341f16 req-1581e8d8-cba6-439c-8608-f97fda2218cc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279190 Feb 17 22:54:43.956765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:43.965215 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-975ce45a-cbf0-4471-a0f0-be8096b7efc6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4883337 Feb 17 22:54:43.981111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34942) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:43.986008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:43.987251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:44.012915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:44.024661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:44.035664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:44.038677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.64 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/31fd8aa7-21f0-4161-ac09-f4df5db5b55c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:44.049737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:44.060982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:44.072528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 3c14e5cd-b2a9-4879-a72d-aee61cc5f776 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:44.093490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.124697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=95bef40a-1aa9-4a62-bd79-b1d07afdb66f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:44.128304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:44.192608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:44.229049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-9717830e-d9af-4ca7-8f6a-84f170791875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:44.231018 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-9717830e-d9af-4ca7-8f6a-84f170791875 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66b993aa-7a0e-4b66-8edf-48803e6e084d HTTP/1.1" status: 200 len: 834 time: 0.3032331 Feb 17 22:54:44.231304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.352369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.383441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.456041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.479876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.539433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:44.544164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:44.552521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:44.583765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-1440397e-78c6-4f92-87e5-9f545680c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:44.585671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-1440397e-78c6-4f92-87e5-9f545680c114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=960816a2-95a3-4e47-88f6-0d437692e30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3485398 Feb 17 22:54:44.586928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.587269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] device_id is not set on port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:54:44.591452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:42Z', 'revision_number': 10, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:44.596641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:44.607365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:44.608362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:44.625484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=31fd8aa7-21f0-4161-ac09-f4df5db5b55c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:44.644770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=3c14e5cd-b2a9-4879-a72d-aee61cc5f776,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:44.651380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.666851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ff42f-6685-41e1-b0c8-986465b87651 None None] Network d3c7d115-41ad-48c3-8441-6f4d28b115cd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:44.672754 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a756b511-24b3-47f2-bae1-b6f42229959c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/3c14e5cd-b2a9-4879-a72d-aee61cc5f776 HTTP/1.1" status: 204 len: 168 time: 0.7000449 Feb 17 22:54:44.676044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34946) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:44.821946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.828624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.865801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port b8c4686b-33ec-494a-bb83-d63f9ae7c236 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:44.866092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:44.939577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:44.973517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.107862 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-05ea78c3-bc35-4e02-af99-829038ee8f29 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411021 Feb 17 22:54:45.315415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8::86 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/9b1e9ea6-04e0-4324-8413-82ecce298a49/0a8e3863-058a-4ca2-acb8-5c9e2b380c8c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:45.353495 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-4937a01a-1139-41db-b670-f5f4ad6a5f38 req-7ee3e5c3-7642-4868-b8d8-3be22ea71919 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367930 Feb 17 22:54:45.398524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.443409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port b8c4686b-33ec-494a-bb83-d63f9ae7c236, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b8c4686b-33ec-494a-bb83-d63f9ae7c236,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:45.443681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.445950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:42Z', 'revision_number': 10, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:45.456122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337f45-27cf-4db0-994d-133f133e31bc None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:42Z', 'revision_number': 10, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None, '_interfaces': [{'id': '74f19614-d8e7-418a-bd69-73da1c381060', 'name': '', 'network_id': '6758c7c8-354e-4a30-8acf-33721cf1cc72', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'mac_address': 'fa:16:3e:a6:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:52Z', 'updated_at': '2022-02-17T22:53:15Z', 'revision_number': 5, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'subnets': [{'id': '642ac4a9-ca47-4f89-b920-02848fdd7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:45.459121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] DHCP port deletion for d3c7d115-41ad-48c3-8441-6f4d28b115cd request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:45.466587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Deleting port b8c4686b-33ec-494a-bb83-d63f9ae7c236 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:45.467252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.622301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for b8c4686b-33ec-494a-bb83-d63f9ae7c236 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:45.688774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.707392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c1559-c4ec-447e-9f08-20b1bc936ef4 req-4baae1d6-2179-40de-9cf9-496529939208 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:45.708910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-700c1559-c4ec-447e-9f08-20b1bc936ef4 req-4baae1d6-2179-40de-9cf9-496529939208 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 943 time: 0.4578080 Feb 17 22:54:45.746299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.750662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-057dacf9-2d1d-4f86-bcef-a303f49dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:45.752188 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-057dacf9-2d1d-4f86-bcef-a303f49dbd21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1096 time: 0.3146062 Feb 17 22:54:45.764614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.771191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.778653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] For port b8c4686b-33ec-494a-bb83-d63f9ae7c236, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b8c4686b-33ec-494a-bb83-d63f9ae7c236,segment=NetworkSegment(9773f8a9-d43c-4724-a2f2-4aaf99c7bb90),segment_id=9773f8a9-d43c-4724-a2f2-4aaf99c7bb90)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:45.779635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.828517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.848498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:45.907443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.963920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:45.978142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Calling delete_port for b8c4686b-33ec-494a-bb83-d63f9ae7c236 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:45.994377 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-700c1559-c4ec-447e-9f08-20b1bc936ef4 req-313a4bca-a679-4ec9-bf03-a401dd7508dc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2579484 Feb 17 22:54:46.013936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No DVR routers for this DVR port b8c4686b-33ec-494a-bb83-d63f9ae7c236 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:46.096405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:54:46.097561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:54:46.098101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:46.100378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.105595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6494212 Feb 17 22:54:46.113332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:46.115164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=0a8e3863-058a-4ca2-acb8-5c9e2b380c8c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:46.117386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:46.123038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.123696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.128155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34952) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:46.140967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'port': {'network_id': '29d372cb-c50b-4561-9ae9-4b8b79bc71a4', 'name': 'tempest-FloatingIPTestJSON-110770673'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:46.170863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e12f8f-9574-4414-932f-70e94889904a tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=31fd8aa7-21f0-4161-ac09-f4df5db5b55c,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:46.193168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-c62db5ff-ee20-498d-aad7-8462613359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.194654 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-c62db5ff-ee20-498d-aad7-8462613359e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 896 time: 0.4340653 Feb 17 22:54:46.236234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=b8c4686b-33ec-494a-bb83-d63f9ae7c236,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:46.239409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.274407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c7d115-41ad-48c3-8441-6f4d28b115cd']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:46.288804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:46.289449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9773f8a9-d43c-4724-a2f2-4aaf99c7bb90') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:46.305686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.326563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.333970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:46.334498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:46.355554 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:46.447702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.456289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2cdfee0c-df9d-4958-a08e-790744c34574 None None] Provisioning for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:46.463589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2cdfee0c-df9d-4958-a08e-790744c34574 None None] Provisioning complete for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:46.463950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2cdfee0c-df9d-4958-a08e-790744c34574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.469262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.480772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=d3c7d115-41ad-48c3-8441-6f4d28b115cd,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:46.487789 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c4d2a06a-a457-4c17-9455-8e0fe9c62761 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/d3c7d115-41ad-48c3-8441-6f4d28b115cd HTTP/1.1" status: 204 len: 168 time: 1.8100295 Feb 17 22:54:46.488047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34956) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:46.511945 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-59711418-5fd1-458e-b9ce-52a39094eae2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 200 len: 217 time: 0.2498546 Feb 17 22:54:46.518193 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ebba3cf0-81d4-4e39-963c-28b65995ba07 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8560114 Feb 17 22:54:46.530159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34960) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:46.533252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfee0c-df9d-4958-a08e-790744c34574 None None] Port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:46.540016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:46.598717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Deleting port b8c4686b-33ec-494a-bb83-d63f9ae7c236 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:46.600623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.676294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-03048017-df70-41db-8804-ec5e00ce36bf None None] The port 'b8c4686b-33ec-494a-bb83-d63f9ae7c236' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:54:46.686257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.711940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:46.862541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-6604f827-5b71-49f1-ac65-7a2df64cfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.863140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b8c4686b-33ec-494a-bb83-d63f9ae7c236 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:46.864022 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-6604f827-5b71-49f1-ac65-7a2df64cfaeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66b993aa-7a0e-4b66-8edf-48803e6e084d HTTP/1.1" status: 200 len: 834 time: 0.3321009 Feb 17 22:54:46.892226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:46.903795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: b8c4686b-33ec-494a-bb83-d63f9ae7c236 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:46.904648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b8c4686b-33ec-494a-bb83-d63f9ae7c236 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:46.905151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:46.942535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:46.942800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7c7f63f5-f47e-48ec-a51b-344bdcbc95cc not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:46.961635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:port and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:46.968679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:46.986504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=95bef40a-1aa9-4a62-bd79-b1d07afdb66f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:46.996021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:47.009140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:47.022676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:47.028254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.102582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:47.124949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:47.128430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.142314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:47.240153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:47.244414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.264249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.267947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] device_id is not set on port ee32ef76-6427-43d0-99df-e477b37d53fa yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:54:47.325339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ceb24-c152-4f95-8b50-3588b5e283f4 req-f5bf1e5f-9d3e-4083-b049-730d71ee1667 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:47.326836 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-711ceb24-c152-4f95-8b50-3588b5e283f4 req-f5bf1e5f-9d3e-4083-b049-730d71ee1667 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 943 time: 0.1745350 Feb 17 22:54:47.428284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-4d99b2ff-ffd9-4a78-9714-02f65f6a6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:47.430126 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-4d99b2ff-ffd9-4a78-9714-02f65f6a6b59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=960816a2-95a3-4e47-88f6-0d437692e30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5352864 Feb 17 22:54:47.466355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-711ceb24-c152-4f95-8b50-3588b5e283f4 req-191efdad-c2df-430b-831a-65e774a7bd21 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231139 Feb 17 22:54:47.474135 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP f2a8d943-58e5-45db-9aa3-0ed4ba291bec associated. External IP: 172.26.7.17, port: 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca. Feb 17 22:54:47.679985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 74f19614-d8e7-418a-bd69-73da1c381060 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:47.680369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.735856 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b1e9ea6-04e0-4324-8413-82ecce298a49 (CIDR: 2001:db8::/64) Feb 17 22:54:47.815081 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:54:47.816311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:47.864493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.11 (29d372cb-c50b-4561-9ae9-4b8b79bc71a4/df521324-991c-4cf3-a172-3587e1656233/ee32ef76-6427-43d0-99df-e477b37d53fa) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:47.887517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 74f19614-d8e7-418a-bd69-73da1c381060, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=74f19614-d8e7-418a-bd69-73da1c381060,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:47.887941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:47.895979 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-7519af93-d32d-473a-9f9c-80995de23ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545443 Feb 17 22:54:47.899979 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8bcfe36b-c392-44ab-a98a-55356934a205 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3665876 Feb 17 22:54:47.907037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34966) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:47.934400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 1b92d2ac-05a1-4c74-b746-a306d85b0d06 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:54:47.938244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:48.053998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 74f19614-d8e7-418a-bd69-73da1c381060 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:48.132286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:48.158262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:54:48.232854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:48.267866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b92d2ac-05a1-4c74-b746-a306d85b0d06 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:54:48.297614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:48.297614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:48.387443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:48.393778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:48.458020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=74f19614-d8e7-418a-bd69-73da1c381060,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:48.512517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['1b92d2ac-05a1-4c74-b746-a306d85b0d06'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:54:48.828899 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5e9e89b9-8ecf-4726-a478-b2dbf81d5444 req-4bd360b1-4794-4f88-a3cf-a59823bbde43 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239411 Feb 17 22:54:48.833438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:48.859283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:48.869706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:48.876911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:48.915236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:48.915236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:48.928515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:48.928515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.125558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.255312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 29d372cb-c50b-4561-9ae9-4b8b79bc71a4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:49.305858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.315060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:49.331990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:49.362022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ee32ef76-6427-43d0-99df-e477b37d53fa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:49.416029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f130677-8525-4056-b128-4835de393658 req-0dcd9b46-e9dd-4805-950b-2cb7e9c9d54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:49.429564 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f130677-8525-4056-b128-4835de393658 req-0dcd9b46-e9dd-4805-950b-2cb7e9c9d54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 944 time: 0.7480738 Feb 17 22:54:49.435267 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.ipam_backend_mixin [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b9068e40-1f98-41b0-83bd-15ea0a2846b5 (CIDR: 2001:db8:0:1::/64) Feb 17 22:54:49.440151 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:54:49.440151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:49.449229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:49.454413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:49.454413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.461874 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:49.469847 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:49.469847 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:49.500165 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9c29fc90-2211-4133-8289-39ed1a6240a8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3637981 Feb 17 22:54:49.500165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:49.511518 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-639440e2-69b4-4590-b2d5-113611d66077 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5935893 Feb 17 22:54:49.511518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.535075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34976) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:49.535075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': 'ee32ef76-6427-43d0-99df-e477b37d53fa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:49.604788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'subnet': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:49.683319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f130677-8525-4056-b128-4835de393658 req-884bd547-c7b7-485a-b1d4-e967dae18462 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2592719 Feb 17 22:54:49.712597 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:49.748061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:49.805451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:49.833374 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-314ad497-419e-440f-ac1c-653da9da9f80 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.1753569 Feb 17 22:54:49.870323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:49.942386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 1b92d2ac-05a1-4c74-b746-a306d85b0d06 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:49.955726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:49.977837 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5a23383c-ff8e-4b21-961e-18dbce126b37 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885375 Feb 17 22:54:49.979248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34984) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:49.986106 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'status': 'completed', 'code': 200} Feb 17 22:54:50.015788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:50.065485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:50.066131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:50.106860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting subnet 642ac4a9-ca47-4f89-b920-02848fdd7caf {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:50.110894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.199926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.277593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:50.292226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Usage tracker for resource:subnet and tenant:db3b2b9133d34c60a2d4ecc75901f053 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:50.297161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:50.334393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc79b-5dab-4455-9bf6-5c3687a78247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.339560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:50.344060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.367769 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f2a8d943-58e5-45db-9aa3-0ed4ba291bec', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:25:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f73109-3022-4b99-a83f-506aa0baf859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:45Z', 'updated_at': '2022-02-17T22:54:45Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:50.373307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:50.377098 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:50.391170 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:50.392154 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:50.425620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Made reservation on behalf of db3b2b9133d34c60a2d4ecc75901f053 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:54:50.430385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.500116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.583349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:50.590025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:50.594268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:50.602091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:50.602456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.604484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Subnet': ['ID=642ac4a9-ca47-4f89-b920-02848fdd7caf,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:50.612964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-e678012c-0971-4e2f-bdf4-ba3c243293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:50.614529 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-e678012c-0971-4e2f-bdf4-ba3c243293bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1098 time: 0.4105585 Feb 17 22:54:50.632851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.633177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db18261-7805-417a-b2e1-90d24f0e75ec None None] Network 6758c7c8-354e-4a30-8acf-33721cf1cc72 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:50.646840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce4c7c1c-834d-4faa-878d-da00c1d3ac53 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/642ac4a9-ca47-4f89-b920-02848fdd7caf HTTP/1.1" status: 204 len: 168 time: 0.6664410 Feb 17 22:54:50.647494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 34988) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:50.661517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:50.662164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:50.675814 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:50.819093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.833626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Deleting port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:50.834017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:50.904256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:51.063547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:51.107241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-3d5342b4-6de6-4206-9007-0d0fcb53e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:51.119600 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-3d5342b4-6de6-4206-9007-0d0fcb53e1fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.4868312 Feb 17 22:54:51.125849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84d945-4056-44cd-8802-8f9fc380ccf9 None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:51.185534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] For port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:51.186209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.279911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.343768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:51.345652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:51.364698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.447419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Calling delete_port for 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:51.486407 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'code': 200} Feb 17 22:54:51.526181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:51.545005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] DHCP port deletion for 6758c7c8-354e-4a30-8acf-33721cf1cc72 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:54:51.553957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Deleting port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:51.554609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.624990 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-695ee9cc-1c2b-4436-ac73-b04d7b117f2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 200 len: 998 time: 0.4976563 Feb 17 22:54:51.670620 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f2a8d943-58e5-45db-9aa3-0ed4ba291bec', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:25:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f73109-3022-4b99-a83f-506aa0baf859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:45Z', 'updated_at': '2022-02-17T22:54:45Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:51.676992 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57da32-8490-4384-80f7-f29d3b82db85 None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f2a8d943-58e5-45db-9aa3-0ed4ba291bec', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.17', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:25:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f73109-3022-4b99-a83f-506aa0baf859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:45Z', 'updated_at': '2022-02-17T22:54:45Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:51.707369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-8b26913a-35d8-46d5-96a5-3b2fbdd90d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:51.709263 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-8b26913a-35d8-46d5-96a5-3b2fbdd90d35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0710540 Feb 17 22:54:51.780697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.792104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:51.912745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] For port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,segment=NetworkSegment(44a7ee7f-daf2-4c0d-adab-2bee94f5666d),segment_id=44a7ee7f-daf2-4c0d-adab-2bee94f5666d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:51.913385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.004144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.075286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Calling delete_port for 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:52.078887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Port': ['ID=8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:52.087241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ec6f5-313a-4e34-9c31-924c99dcdcc6 req-2718d3d6-143e-46eb-a0b5-ffdca11f6349 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:52.089317 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c62ec6f5-313a-4e34-9c31-924c99dcdcc6 req-2718d3d6-143e-46eb-a0b5-ffdca11f6349 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.8104734 Feb 17 22:54:52.092140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449312d9-c3db-4c2e-907b-5482bed4d990 req-a7bb3708-78cf-4a9b-9ccd-d6a1d667c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:52.094757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-449312d9-c3db-4c2e-907b-5482bed4d990 req-a7bb3708-78cf-4a9b-9ccd-d6a1d667c8b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1098 time: 0.2449112 Feb 17 22:54:52.094757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No DVR routers for this DVR port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:52.180404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:54:52.180675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:54:52.211622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.251788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c62ec6f5-313a-4e34-9c31-924c99dcdcc6 req-3da25bc4-af93-40ad-aac8-7ea1ca2196bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550751 Feb 17 22:54:52.285887 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7716e-7875-4a61-8cbc-771ff6536d68 None None] New status for floating IP f2a8d943-58e5-45db-9aa3-0ed4ba291bec: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:54:52.360539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dae0b728-d773-4c58-9b7b-67c4b8fd913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.436849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-449312d9-c3db-4c2e-907b-5482bed4d990 req-0fd7506b-f70f-4697-9eba-5f1d590badbb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2416594 Feb 17 22:54:52.438741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.467462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:52.470459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6758c7c8-354e-4a30-8acf-33721cf1cc72']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:52.478605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:52.480903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Subnet': ['ID=78c6f541-3b1e-4db2-8dee-f9327ac820d7,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:52.485479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:52.486077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.486261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a7ee7f-daf2-4c0d-adab-2bee94f5666d') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:52.486575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a7ee7f-daf2-4c0d-adab-2bee94f5666d') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:52.496568 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 18c60680-4f51-4461-aba5-bc8f4b24fe3a associated. External IP: 172.26.7.64, port: ee32ef76-6427-43d0-99df-e477b37d53fa. Feb 17 22:54:52.503081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.508686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f909a38-76a0-47cf-b024-864b230fe894 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:54:52.526723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.543898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:54:52.544655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.551999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-be1c1c75-298b-4765-acc5-f7fd641bb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:52.553599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-be1c1c75-298b-4765-acc5-f7fd641bb5cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8335512 Feb 17 22:54:52.601011 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6da3d630-5818-4d6d-8681-a2c139cbbec4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0083194 Feb 17 22:54:52.605111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 34996) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:52.612133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1446650569', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78c6f541-3b1e-4db2-8dee-f9327ac820d7'}], 'security_groups': ['1704ccf5-b06d-4b26-bf88-8cfe726a844a', '0025f21c-6d98-4805-8b40-208af78b414c']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:54:52.676245 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:54:52.680387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.701412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Deleting port 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:52.701884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.711750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:52.715612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Pushing event deleted for resources: {'Network': ['ID=6758c7c8-354e-4a30-8acf-33721cf1cc72,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:52.731956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-81a09163-3579-45cc-bc44-3c132b641d8f tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/networks/6758c7c8-354e-4a30-8acf-33721cf1cc72 HTTP/1.1" status: 204 len: 168 time: 2.0825431 Feb 17 22:54:52.735105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35000) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:52.741899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'routes': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:52.823119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-52eb45cd-3826-475c-8dbc-81ccb791a290 None None] The port '8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:54:52.922428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 74f19614-d8e7-418a-bd69-73da1c381060 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:52.967402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 74f19614-d8e7-418a-bd69-73da1c381060 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:52.967647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 74f19614-d8e7-418a-bd69-73da1c381060 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:52.968244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:54:53.041049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:54:53.041729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 8a8f9fb5-b3bd-4b6b-962a-0cb3a5e434bb not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:54:53.096963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Added routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 22:54:53.097905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.extraroute_db [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Removed routes are [] {{(pid=87695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 22:54:53.097905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.206566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Update dhcp port {'port': {'network_id': '334a2d1a-c8a1-4f1d-bd1b-ede7e6631403', 'fixed_ips': [{'subnet_id': 'b9068e40-1f98-41b0-83bd-15ea0a2846b5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b1e9ea6-04e0-4324-8413-82ecce298a49', 'ip_address': '2001:db8::2'}, {'subnet_id': '78c6f541-3b1e-4db2-8dee-f9327ac820d7'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': 'e87d6354-4e24-4170-a094-292894b238eb'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:54:53.266389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.295437 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-7b9e34ca-f6f6-467c-a3a6-18ccbdcb0901 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638294 Feb 17 22:54:53.352692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.427103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.432881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.495494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.582364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.583549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Allocated IP 2001:db8:0:2::2 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/78c6f541-3b1e-4db2-8dee-f9327ac820d7/e87d6354-4e24-4170-a094-292894b238eb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:53.664151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:53.684913 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fb0a165b-31d8-4b79-95ea-619bedc34383 req-9a4ec4f9-ecf5-457c-87fc-21cee491c335 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492320 Feb 17 22:54:53.780824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:54:53.816803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.838298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Transition to ACTIVE for port object e87d6354-4e24-4170-a094-292894b238eb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:53.841425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:53.844993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:53.999580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:54.008666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e488a52-d9a3-483e-b34f-1dce73116875 req-e68ffffe-bc97-431d-a78c-8c11e5205d68 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:54.010898 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e488a52-d9a3-483e-b34f-1dce73116875 req-e68ffffe-bc97-431d-a78c-8c11e5205d68 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.2544563 Feb 17 22:54:54.016581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.017878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8d17f30f-a3bb-4906-9c66-61f4f28240a3 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 700 time: 1.2816784 Feb 17 22:54:54.025471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35006) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:54.030915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Sync routers for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:54.048143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:54.055124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.060069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:54.060721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.067233 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:54.079711 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:54.081064 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.152400 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4e85ced4-3b1d-4481-939e-177277e08380 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/18c60680-4f51-4461-aba5-bc8f4b24fe3a HTTP/1.1" status: 200 len: 977 time: 4.6494820 Feb 17 22:54:54.153034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:54.200134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341466ef-4afd-4d70-b744-fd3e80dad184 None None] Pushing event updated for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:54.209232 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.252000 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:54.256122 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.315015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17c68035-ca7a-453e-b5b1-278057ac660b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:54.326622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:54.349853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e488a52-d9a3-483e-b34f-1dce73116875 req-a8569594-bddf-477c-89ca-5bb57f77ff44 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3231716 Feb 17 22:54:54.379547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port ee32ef76-6427-43d0-99df-e477b37d53fa {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:54.379887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.409247 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.409937 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8eaee-416d-4b0d-ae72-7033eda298c0 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:54.426928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17c68035-ca7a-453e-b5b1-278057ac660b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:54.428114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17c68035-ca7a-453e-b5b1-278057ac660b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 205 time: 0.3998623 Feb 17 22:54:54.444777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35014) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:54.521996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.528750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Checking router: 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:54.541853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Routers {'3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:54.542484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.584869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Delete allocated IP 2001:db8::86 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/9b1e9ea6-04e0-4324-8413-82ecce298a49) {{(pid=87694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:54:54.595713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Allocated IP 2001:db8:0:2::e3 (334a2d1a-c8a1-4f1d-bd1b-ede7e6631403/78c6f541-3b1e-4db2-8dee-f9327ac820d7/0a8e3863-058a-4ca2-acb8-5c9e2b380c8c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:54.651837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.699706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] Set router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:54.856202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.878126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Transition to ACTIVE for port object 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:54.889219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:54.970648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:54.977572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4014b6a-8d6a-4a3a-8506-e935413feddc None None] The sync data for ids ['3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0'] in dv-neutron-805768-3-hyperv is: [{'id': '3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0', 'name': 'tempest-RoutersTest-router-931588431', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:47Z', 'updated_at': '2022-02-17T22:54:48Z', 'revision_number': 11, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:54.979776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:54:55.069745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] In _notify_port_updated(), no bound segment for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c on network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 {{(pid=87694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 22:54:55.073860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:55.074838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.076357 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "PUT /v2.0/ports/0a8e3863-058a-4ca2-acb8-5c9e2b380c8c HTTP/1.1" status: 200 len: 969 time: 2.4702835 Feb 17 22:54:55.079749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35018) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:55.100236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574fc8f-ffbc-453b-a2ae-0228a1d0d8b4 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event updated for resources: {'Port': ['ID=0a8e3863-058a-4ca2-acb8-5c9e2b380c8c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:55.134366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.141522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Provisioning for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:55.152074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Provisioning complete for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:55.152466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.229173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:55.246506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:55.246901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.260048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.281207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.323587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:55.329931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:55.330643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.349269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Provisioning for port e87d6354-4e24-4170-a094-292894b238eb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:55.349269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:55.354850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b3396151-1ee7-46bd-b51b-847841964417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.638101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.638101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:54:55.682559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.752170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a43d77c4-ccd4-44a0-8e9c-825360185cb4 None None] Provisioning complete for port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:55.752170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a43d77c4-ccd4-44a0-8e9c-825360185cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.789109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.790158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aeab8e18-22c7-4718-846b-e03b57f48623 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 204 len: 168 time: 1.3443558 Feb 17 22:54:55.798756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35024) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:55.804153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816955766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:55.812094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:55.816701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Usage tracker for resource:router and tenant:3fc676894b894502a6e9b8f2243ea153 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:55.819839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:55.821942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a43d77c4-ccd4-44a0-8e9c-825360185cb4 None None] Port 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:54:55.828421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:55.855022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.855022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.880308 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.906803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.945427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:55.945427 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-996b4772-2b48-4ba0-a725-4b4c0e751653 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1424153 Feb 17 22:54:55.945427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35028) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:55.956659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:56.116539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8a86-32d9-49f7-82d3-d05e22203092 req-f4cf10b7-0d54-4f4a-b0f3-ccb82bbb8692 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:56.116539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-584f8a86-32d9-49f7-82d3-d05e22203092 req-f4cf10b7-0d54-4f4a-b0f3-ccb82bbb8692 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.5540640 Feb 17 22:54:56.270514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.400947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.422763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.453847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for 0a8e3863-058a-4ca2-acb8-5c9e2b380c8c owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:56.585692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-584f8a86-32d9-49f7-82d3-d05e22203092 req-24f0faa8-ad7d-4d87-8596-93f556e075f6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3900139 Feb 17 22:54:56.598895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Router 871e097e-17c2-428b-b993-df3d320d895c is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:54:56.641722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.642236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.642602 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 18c60680-4f51-4461-aba5-bc8f4b24fe3a disassociated. External IP: 172.26.7.64, port: ee32ef76-6427-43d0-99df-e477b37d53fa. Feb 17 22:54:56.642995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for ee32ef76-6427-43d0-99df-e477b37d53fa owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:56.794433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:56.803113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.809030 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1bc8fad6-a748-4222-b3ef-241858a75cb0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "PUT /v2.0/routers/871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 200 len: 693 time: 0.8589149 Feb 17 22:54:56.809030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35034) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:56.809478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Sync routers for ids ['871e097e-17c2-428b-b993-df3d320d895c'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:56.823729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Routers {'871e097e-17c2-428b-b993-df3d320d895c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:56.824652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871e097e-17c2-428b-b993-df3d320d895c'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:56.901822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:56.970882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=0a8e3863-058a-4ca2-acb8-5c9e2b380c8c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:57.032148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:57.041491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Set router 871e097e-17c2-428b-b993-df3d320d895c gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:57.069972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88895-6309-4b05-b624-7fcf4132e8d6 req-1c808b1a-51f4-46be-9496-08aea913d886 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:57.069972 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8dd88895-6309-4b05-b624-7fcf4132e8d6 req-1c808b1a-51f4-46be-9496-08aea913d886 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.3233168 Feb 17 22:54:57.096614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:57.166898 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9908c807-04f2-438d-86e0-0441937bd88e tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/routers/871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 200 len: 699 time: 0.3562207 Feb 17 22:54:57.167086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35038) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:57.171540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=ee32ef76-6427-43d0-99df-e477b37d53fa,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:57.190579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e097e-17c2-428b-b993-df3d320d895c', 'name': 'tempest-RoutersTest-router-816955766', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:54:55Z', 'updated_at': '2022-02-17T22:54:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:57.200308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Checking router: 871e097e-17c2-428b-b993-df3d320d895c for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:57.220530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Routers {'871e097e-17c2-428b-b993-df3d320d895c'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:57.221458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871e097e-17c2-428b-b993-df3d320d895c'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:57.224236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d3949101-2604-4ab7-b35b-967beb270edc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Synchronizing usage tracker for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:57.238885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d3949101-2604-4ab7-b35b-967beb270edc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Unset dirty status for tenant:3fc676894b894502a6e9b8f2243ea153 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:57.250310 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d3949101-2604-4ab7-b35b-967beb270edc tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 200 len: 205 time: 0.0820417 Feb 17 22:54:57.251266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35042) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:57.280835 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e58ab452-c69f-453a-a6c2-29b3710b15d7 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/0a8e3863-058a-4ca2-acb8-5c9e2b380c8c HTTP/1.1" status: 204 len: 168 time: 2.1868858 Feb 17 22:54:57.284289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:57.316673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8dd88895-6309-4b05-b624-7fcf4132e8d6 req-e2387fb1-9667-4d06-b6c1-6676e7f958e7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2181625 Feb 17 22:54:57.352587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35050) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:57.381314 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7d0f9e-69dc-4cbd-bab4-2a6fe675069e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] GET failed (client error): The resource could not be found. Feb 17 22:54:57.381857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5f7d0f9e-69dc-4cbd-bab4-2a6fe675069e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Synchronizing usage tracker for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:54:57.410353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] Set router 871e097e-17c2-428b-b993-df3d320d895c gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:54:57.419059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5f7d0f9e-69dc-4cbd-bab4-2a6fe675069e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Unset dirty status for tenant:db3b2b9133d34c60a2d4ecc75901f053 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:54:57.424666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5f7d0f9e-69dc-4cbd-bab4-2a6fe675069e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports/0a8e3863-058a-4ca2-acb8-5c9e2b380c8c HTTP/1.1" status: 404 len: 333 time: 0.1229784 Feb 17 22:54:57.496039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35054) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:57.561606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:57.596902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e097e-17c2-428b-b993-df3d320d895c', 'name': 'tempest-RoutersTest-router-816955766', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:54:55Z', 'updated_at': '2022-02-17T22:54:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:57.604256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0ae0b-6fa8-4f12-9d84-7fa9fd5d1c37 None None] The sync data for ids ['871e097e-17c2-428b-b993-df3d320d895c'] in dv-neutron-805768-3-hyperv is: [{'id': '871e097e-17c2-428b-b993-df3d320d895c', 'name': 'tempest-RoutersTest-router-816955766', 'tenant_id': '3fc676894b894502a6e9b8f2243ea153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:54:55Z', 'updated_at': '2022-02-17T22:54:56Z', 'revision_number': 2, 'project_id': '3fc676894b894502a6e9b8f2243ea153', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:57.689444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:54:57.931432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:54:57.943671 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:57.959521 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:57.960690 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:57.987616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.013604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.020867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.046666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.051745 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1aeb9682-56c4-486c-867e-593cc43e8290 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/ee32ef76-6427-43d0-99df-e477b37d53fa HTTP/1.1" status: 204 len: 168 time: 3.8939288 Feb 17 22:54:58.052654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35060) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.055770 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:58.068115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:54:58.068874 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:58.086298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91fb281-a391-46a3-8882-b880bb202a41 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:58.088633 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c91fb281-a391-46a3-8882-b880bb202a41 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1093 time: 0.7338729 Feb 17 22:54:58.093192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.123358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35064) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.134273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:58.139875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.140516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Fanout notify agent at l3_agent the message router_deleted on router 871e097e-17c2-428b-b993-df3d320d895c {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:54:58.159266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.159857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:54:58.171310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:54:58.172027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e4453fe5-d8f1-40d5-b6b6-b5f439aff8b9 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/floatingips/18c60680-4f51-4461-aba5-bc8f4b24fe3a HTTP/1.1" status: 200 len: 687 time: 0.1176226 Feb 17 22:54:58.174373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35068) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.177156 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:58.177156 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e9d20-9f8e-45e0-8af5-147f14b78fb4 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:58.190792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:54:58.202267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:54:58.208599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.209770 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-081f7aaa-22f9-4b7e-8052-9597c493eaf0 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 204 len: 168 time: 0.9573500 Feb 17 22:54:58.216234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35072) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.310024 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ba1dc79b-e689-4c60-b309-701323ccc517 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 200 len: 205 time: 0.0914836 Feb 17 22:54:58.314852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35076) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.392319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 31fd8aa7-21f0-4161-ac09-f4df5db5b55c {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:54:58.392869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.415887 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-f6ca8317-b1fe-4e71-946f-b042e1b7dcd7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:54:58.417031 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f6ca8317-b1fe-4e71-946f-b042e1b7dcd7 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/871e097e-17c2-428b-b993-df3d320d895c HTTP/1.1" status: 404 len: 336 time: 0.1024194 Feb 17 22:54:58.417853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.427138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35080) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.445396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.506495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0e3b96-5874-4a7a-b9cb-733198297e9c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:54:58.506495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0e3b96-5874-4a7a-b9cb-733198297e9c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:58.506495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ab0e3b96-5874-4a7a-b9cb-733198297e9c tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/ec5429e9-42ca-4693-80ab-f577c8674c8d HTTP/1.1" status: 404 len: 337 time: 0.0797613 Feb 17 22:54:58.517911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35084) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.530733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb1426d-d794-4fce-a50d-7386a679016e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:58.530733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.530733 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-69942c5e-ac13-46c6-ac8d-fc31f35eb1d8 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/security-groups/0eb1426d-d794-4fce-a50d-7386a679016e HTTP/1.1" status: 204 len: 168 time: 1.0201523 Feb 17 22:54:58.530733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.659403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-78be843d-6115-45a9-89f1-6133d19cc7b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:54:58.659586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78be843d-6115-45a9-89f1-6133d19cc7b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:58.660952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.661429 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-78be843d-6115-45a9-89f1-6133d19cc7b9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/349ae30f-bae2-49f2-b247-613aa7971238 HTTP/1.1" status: 404 len: 337 time: 0.1060188 Feb 17 22:54:58.666166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35092) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.733752 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-591c1f08-4fbf-426a-8603-7ef17479a586 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:54:58.734155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591c1f08-4fbf-426a-8603-7ef17479a586 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:58.737648 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-591c1f08-4fbf-426a-8603-7ef17479a586 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/3c14e5cd-b2a9-4879-a72d-aee61cc5f776 HTTP/1.1" status: 404 len: 337 time: 0.0684879 Feb 17 22:54:58.741234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35096) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.765995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.779423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.788292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaf7724-e9fb-4f04-b65c-91828661a0f6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:54:58.802560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaf7724-e9fb-4f04-b65c-91828661a0f6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:58.802560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bcaf7724-e9fb-4f04-b65c-91828661a0f6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/642ac4a9-ca47-4f89-b920-02848fdd7caf HTTP/1.1" status: 404 len: 337 time: 0.0592983 Feb 17 22:54:58.836737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35100) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.885855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.887709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.905463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-18ab2de3-c22c-4bfe-9328-faf69c367715 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 200 len: 205 time: 0.0714369 Feb 17 22:54:58.908340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35104) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:58.933662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:58.997136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025f21c-6d98-4805-8b40-208af78b414c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:59.050516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.050516 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-97d139f4-632b-4368-b12a-627bd7dc4c2e tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/security-groups/0025f21c-6d98-4805-8b40-208af78b414c HTTP/1.1" status: 204 len: 168 time: 0.5194182 Feb 17 22:54:59.061726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35108) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.089190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.79 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/30b819df-2ed3-409b-874e-5e122fc3aeba) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:59.191392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 31fd8aa7-21f0-4161-ac09-f4df5db5b55c owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:54:59.238792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-cc5b0e99-64a3-47c3-a736-ff1442333b74 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:54:59.238792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cc5b0e99-64a3-47c3-a736-ff1442333b74 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/3dc3c1d0-cb0f-43f4-bdf8-7d90b7bb1eb0 HTTP/1.1" status: 404 len: 336 time: 0.3199880 Feb 17 22:54:59.244504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35112) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.311677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff31392e-1cd1-4279-be59-f588314446f9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad06dc4-c0ff-495d-b26c-9d79b67c0811 HTTP/1.1" status: 200 len: 205 time: 0.0561249 Feb 17 22:54:59.311677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35116) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.408798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.463425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.533943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-6069b69d-9264-42f2-a584-f347fda09e02 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:54:59.533943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6069b69d-9264-42f2-a584-f347fda09e02 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/fad06dc4-c0ff-495d-b26c-9d79b67c0811 HTTP/1.1" status: 404 len: 336 time: 0.2261224 Feb 17 22:54:59.533943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35120) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.543372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.571838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.597627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b1b178-2e0e-453d-9a91-0f44d2769766 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:54:59.597627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b1b178-2e0e-453d-9a91-0f44d2769766 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:54:59.610327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b7b1b178-2e0e-453d-9a91-0f44d2769766 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/32a3379c-796c-45d4-95a7-7c0dd66aaee4 HTTP/1.1" status: 404 len: 337 time: 0.0656362 Feb 17 22:54:59.616604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704ccf5-b06d-4b26-bf88-8cfe726a844a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:59.622526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35124) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.626399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.626399 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ce78f756-b957-437e-ab6f-706b280c660c tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/security-groups/1704ccf5-b06d-4b26-bf88-8cfe726a844a HTTP/1.1" status: 204 len: 168 time: 0.5506814 Feb 17 22:54:59.626399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35128) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.664636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.778981 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1df12757-70db-4ca5-a45e-0c6903352d99 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 200 len: 205 time: 0.1644437 Feb 17 22:54:59.778981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35132) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.811669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=30b819df-2ed3-409b-874e-5e122fc3aeba,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:59.818403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:59.825365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:59.832078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:54:59.874533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 9b1e9ea6-04e0-4324-8413-82ecce298a49 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:54:59.885368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.898104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-c4424dc4-b3b4-4f62-a4f3-ac7a5d060683 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:54:59.899134 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c4424dc4-b3b4-4f62-a4f3-ac7a5d060683 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/a69ca30a-fb79-448d-b92e-774de360c928 HTTP/1.1" status: 404 len: 336 time: 0.1232457 Feb 17 22:54:59.906526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35136) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:54:59.951993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:54:59.998123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.011669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-10d3401b-f494-4673-9b19-9876bea2b317 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=878fd60b-f0f1-412e-a97f-7fb88e29ba56 HTTP/1.1" status: 200 len: 205 time: 0.0958018 Feb 17 22:55:00.029246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35140) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.073211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=31fd8aa7-21f0-4161-ac09-f4df5db5b55c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:00.218592 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-e544e44d-cfad-4116-9f56-bdcc72c6abd9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:55:00.218592 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e544e44d-cfad-4116-9f56-bdcc72c6abd9 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/878fd60b-f0f1-412e-a97f-7fb88e29ba56 HTTP/1.1" status: 404 len: 336 time: 0.1576185 Feb 17 22:55:00.218592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35144) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.273710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.273947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-31944e48-5c62-41bd-8df5-da7ef217e28d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:00.273947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31944e48-5c62-41bd-8df5-da7ef217e28d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:00.287016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.290840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.292141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d7acdb71-7768-4597-99bb-673de1ef1c47 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/18c60680-4f51-4461-aba5-bc8f4b24fe3a HTTP/1.1" status: 204 len: 168 time: 2.1167400 Feb 17 22:55:00.297124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-31944e48-5c62-41bd-8df5-da7ef217e28d tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/bccd2476-ca4b-4b35-ae55-fe7afe03db8d HTTP/1.1" status: 404 len: 337 time: 0.0771720 Feb 17 22:55:00.297836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35150) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.298174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.336676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'bd7a543d-6042-45d4-9304-069587bd154b'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:00.354719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:00.358801 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-73dcd521-ca01-4d3d-bbbc-13acfa003188 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=1598b336-c53e-4c30-8084-49f23fcec394 HTTP/1.1" status: 200 len: 205 time: 0.0594902 Feb 17 22:55:00.369135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:floatingip and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:00.369135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35156) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.384474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:00.468719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.472785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:00.474299 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-436b107e-e0f1-4a82-b4c8-fdc4ce2d7a9b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:55:00.475361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-436b107e-e0f1-4a82-b4c8-fdc4ce2d7a9b tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/1598b336-c53e-4c30-8084-49f23fcec394 HTTP/1.1" status: 404 len: 336 time: 0.1070313 Feb 17 22:55:00.479481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35160) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.511811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1e9ea6-04e0-4324-8413-82ecce298a49,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:00.519274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.533875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81393a-14ba-4c8c-8c99-8ce882d65405 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:00.537554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cafe7bf-acf0-41c8-993d-b78faa7a3439 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:00.538075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cafe7bf-acf0-41c8-993d-b78faa7a3439 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:00.543067 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d28fa6ca-2d2e-4904-99ac-def8e394367d tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/9b1e9ea6-04e0-4324-8413-82ecce298a49 HTTP/1.1" status: 204 len: 168 time: 0.9290984 Feb 17 22:55:00.543284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35164) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.545260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9cafe7bf-acf0-41c8-993d-b78faa7a3439 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/07eec91b-d44b-49dd-9b29-20c030b74297 HTTP/1.1" status: 404 len: 337 time: 0.0646002 Feb 17 22:55:00.547311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.548419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35166) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.749540 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dceec1e5-11a8-4654-af64-d3a5332b3f94 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "GET /v2.0/ports?device_id=dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 HTTP/1.1" status: 200 len: 205 time: 0.1509874 Feb 17 22:55:00.749540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35172) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.840658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet 78c6f541-3b1e-4db2-8dee-f9327ac820d7 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:55:00.852025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.895569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-e8013e81-d373-42ed-ac90-010d965359df tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] delete failed (client error): The resource could not be found. Feb 17 22:55:00.895569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e8013e81-d373-42ed-ac90-010d965359df tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/routers/dceb7ac5-bd50-40b8-bb94-6bf832ce37f2 HTTP/1.1" status: 404 len: 336 time: 0.1457381 Feb 17 22:55:00.903414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35176) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.907140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.947489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:00.985781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3500b48-6239-4628-beb3-ee8c811aa5c6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:00.987088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3500b48-6239-4628-beb3-ee8c811aa5c6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:00.994724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3500b48-6239-4628-beb3-ee8c811aa5c6 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/9438c4a2-5a9b-43ec-9261-65d96301f08f HTTP/1.1" status: 404 len: 337 time: 0.0888808 Feb 17 22:55:00.995463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35180) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:00.996786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.114274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-929d0cc8-fd8e-4ba6-b720-7bcf6812ec22 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:01.114274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929d0cc8-fd8e-4ba6-b720-7bcf6812ec22 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:01.114274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-929d0cc8-fd8e-4ba6-b720-7bcf6812ec22 tempest-RoutersTest-776303749 tempest-RoutersTest-776303749-project] 10.222.0.42 "DELETE /v2.0/subnets/6eb30b68-4833-4470-ab2c-e33b3bd7dcc1 HTTP/1.1" status: 404 len: 337 time: 0.1044834 Feb 17 22:55:01.176786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.314967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.125 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/d091cf35-91bb-49f8-af31-aae1dde1f18a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:01.512125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.631532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.705072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.720058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35188) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:01.850760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.896317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:01.904029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:01.913390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:01.923126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:01.942840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=78c6f541-3b1e-4db2-8dee-f9327ac820d7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:01.952866 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4aeb912a-d07f-4da8-a9f2-59d144e32ae3 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/78c6f541-3b1e-4db2-8dee-f9327ac820d7 HTTP/1.1" status: 204 len: 168 time: 1.4046330 Feb 17 22:55:01.952866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35196) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:02.050942 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-89637fef-5050-4dc3-a1b3-8b55d12cb4c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:02.050942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89637fef-5050-4dc3-a1b3-8b55d12cb4c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:02.057209 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-89637fef-5050-4dc3-a1b3-8b55d12cb4c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/9b1e9ea6-04e0-4324-8413-82ecce298a49 HTTP/1.1" status: 404 len: 337 time: 0.0960569 Feb 17 22:55:02.062547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=d091cf35-91bb-49f8-af31-aae1dde1f18a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:02.096589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35200) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:02.160973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.185418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.207019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811268b-b660-4d80-98d9-9d81e9148c69 None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:02.395488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=30b819df-2ed3-409b-874e-5e122fc3aeba,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:02.409431 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b3b1241c-6014-4bdc-abb1-fabb7f9181fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fc676894b894502a6e9b8f2243ea153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859446 Feb 17 22:55:02.412500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35204) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:02.422882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting subnet b9068e40-1f98-41b0-83bd-15ea0a2846b5 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:55:02.450665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9133cfaf-d9a9-44e5-aa89-301809a0c4fb None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:02.451286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9133cfaf-d9a9-44e5-aa89-301809a0c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.452758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.458673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.588036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9133cfaf-d9a9-44e5-aa89-301809a0c4fb None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:02.608950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.735909 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP f02a0507-0087-4580-8af8-161210dea784 associated. External IP: 172.26.7.79, port: 1b92d2ac-05a1-4c74-b746-a306d85b0d06. Feb 17 22:55:02.748559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9133cfaf-d9a9-44e5-aa89-301809a0c4fb None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:02.748559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9133cfaf-d9a9-44e5-aa89-301809a0c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.800344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:02.940531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.040582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.168927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.206918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c174f-a128-49c7-9428-17d2b73be934,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:03.218462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.304948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Subnet': ['ID=b9068e40-1f98-41b0-83bd-15ea0a2846b5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:03.318118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.323865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3e663846-96dd-4ea2-8d51-e85d14eaf3ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b84c174f-a128-49c7-9428-17d2b73be934 HTTP/1.1" status: 204 len: 168 time: 0.8927283 Feb 17 22:55:03.323865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.323865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d90cdeac-9d66-446e-889e-5d042bf0c13a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/b9068e40-1f98-41b0-83bd-15ea0a2846b5 HTTP/1.1" status: 204 len: 168 time: 1.2250724 Feb 17 22:55:03.326421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35210) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.425179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.427788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-228257c5-8ec0-4b05-af3e-68b6e743e097 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:03.428259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228257c5-8ec0-4b05-af3e-68b6e743e097 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:03.432170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-228257c5-8ec0-4b05-af3e-68b6e743e097 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/52a33b28-bb8d-49e7-adfd-426a5698766f HTTP/1.1" status: 404 len: 337 time: 0.1031029 Feb 17 22:55:03.434967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35214) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.460397 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:55:03.474681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:03.529651 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3da8f500-268a-42e5-8e0c-496656e85e7a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "GET /v2.0/ports?device_id=42f7be38-7b02-48fc-9e27-cd49520e9fc7 HTTP/1.1" status: 200 len: 205 time: 0.0869870 Feb 17 22:55:03.531785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35218) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.626758 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-517de98f-ec3b-4454-b77e-ae2565a0ed1f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] delete failed (client error): The resource could not be found. Feb 17 22:55:03.631769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-517de98f-ec3b-4454-b77e-ae2565a0ed1f tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/routers/42f7be38-7b02-48fc-9e27-cd49520e9fc7 HTTP/1.1" status: 404 len: 336 time: 0.0936906 Feb 17 22:55:03.632744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35222) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.762613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:03.770262 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55dc24a-cf7c-43fa-93ec-bee87464db49 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:03.770262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55dc24a-cf7c-43fa-93ec-bee87464db49 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:03.792073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a55dc24a-cf7c-43fa-93ec-bee87464db49 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/02826eb2-245c-494d-bbe8-44bd4840afcc HTTP/1.1" status: 404 len: 337 time: 0.0931163 Feb 17 22:55:03.795137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:03.796841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35228) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.821876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:03.821876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:03.828295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.869799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:03.953542 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f98c3de7-a562-47a6-bfe4-e48452283ef9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8282986 Feb 17 22:55:03.954633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:03.958417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35236) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:03.960448 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02bcbac-3dd7-4ee4-8424-5e8cc4ee43b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:03.961389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02bcbac-3dd7-4ee4-8424-5e8cc4ee43b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:03.965544 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c02bcbac-3dd7-4ee4-8424-5e8cc4ee43b1 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/a06e1fcf-51f2-4508-a39e-c10cf3518a83 HTTP/1.1" status: 404 len: 337 time: 0.1466160 Feb 17 22:55:03.978812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35240) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.183479 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'status': 'completed', 'code': 200} Feb 17 22:55:04.275782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fd3b0d78-2be6-4a9b-a301-65bc0d16c387 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 200 len: 990 time: 0.3107066 Feb 17 22:55:04.281939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd212ad7-340a-4ac3-a264-94541158032d None None] Network 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:04.321849 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6921c8-d464-42cd-a0f6-25993e2068db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:04.323744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6921c8-d464-42cd-a0f6-25993e2068db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:04.325899 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ea6921c8-d464-42cd-a0f6-25993e2068db tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/d7058162-4ee7-4451-bbab-515394684ae8 HTTP/1.1" status: 404 len: 337 time: 0.3437467 Feb 17 22:55:04.330450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35250) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.421011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-72d36bdb-7e05-459f-a6cd-51c172ae024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.425505 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a81fb9a-8d20-48bb-a7c1-bebacc093630 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:04.425505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a81fb9a-8d20-48bb-a7c1-bebacc093630 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:04.430359 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-72d36bdb-7e05-459f-a6cd-51c172ae024d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1098 time: 0.2328963 Feb 17 22:55:04.435679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0a81fb9a-8d20-48bb-a7c1-bebacc093630 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/e547bc3f-d329-4a64-a892-98a2c55742ec HTTP/1.1" status: 404 len: 333 time: 0.0901372 Feb 17 22:55:04.439074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35254) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.523959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-63b0d6e6-4d96-4053-a141-d1ca53a67d25 None None] Provisioning complete for port d9adecf4-ff9c-4e03-8de2-3def380bcd5b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:04.523959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63b0d6e6-4d96-4053-a141-d1ca53a67d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:04.538981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:04.538981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:04.633058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:55:04.819557 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c114bcb6-1e0c-4d86-89d7-4350580a290b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:04.820149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c114bcb6-1e0c-4d86-89d7-4350580a290b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:04.826229 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c114bcb6-1e0c-4d86-89d7-4350580a290b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/61ed3c3d-d85e-4785-92fb-a361df5e794c HTTP/1.1" status: 404 len: 337 time: 0.3912275 Feb 17 22:55:04.826885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35264) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.881840 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-360e9ba4-6c93-4e86-980f-09886216cd30 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:04.882301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360e9ba4-6c93-4e86-980f-09886216cd30 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:04.887492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=d091cf35-91bb-49f8-af31-aae1dde1f18a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:04.888308 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-360e9ba4-6c93-4e86-980f-09886216cd30 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/73c374d6-685a-4346-afb3-ee2591029d98 HTTP/1.1" status: 404 len: 337 time: 0.0554252 Feb 17 22:55:04.889276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35270) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.896460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:04.922033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-63b0d6e6-4d96-4053-a141-d1ca53a67d25 None None] Port d9adecf4-ff9c-4e03-8de2-3def380bcd5b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:04.955048 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba07851-c1f6-4d19-9607-9e3653fe658b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:04.955538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba07851-c1f6-4d19-9607-9e3653fe658b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:04.960100 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aba07851-c1f6-4d19-9607-9e3653fe658b tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/67a91be3-1b97-4718-b1a1-6869e48d83c9 HTTP/1.1" status: 404 len: 333 time: 0.0677147 Feb 17 22:55:04.964344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35274) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:04.990527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-63b0d6e6-4d96-4053-a141-d1ca53a67d25 None None] Provisioning complete for port e87d6354-4e24-4170-a094-292894b238eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:04.991966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63b0d6e6-4d96-4053-a141-d1ca53a67d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:05.038013 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3619262-0a56-49e7-b6f5-a860d11a7c24 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:05.038856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3619262-0a56-49e7-b6f5-a860d11a7c24 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:05.045057 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c3619262-0a56-49e7-b6f5-a860d11a7c24 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/6659823e-75ec-4ba7-869a-73cdf73c6819 HTTP/1.1" status: 404 len: 337 time: 0.0796251 Feb 17 22:55:05.046131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35278) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:05.108516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-20837406-14f0-42eb-ba1c-ea8b1273f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:05.112352 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-20837406-14f0-42eb-ba1c-ea8b1273f62c service neutron] 10.222.0.43 "GET /v2.0/networks?id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 896 time: 0.6840537 Feb 17 22:55:05.114594 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d21d9c-f58b-4436-a653-3cf421d59374 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:05.115806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d21d9c-f58b-4436-a653-3cf421d59374 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:05.121016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c9d21d9c-f58b-4436-a653-3cf421d59374 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/subnets/688c0a09-35b6-4094-8136-a1fdcd83abc0 HTTP/1.1" status: 404 len: 337 time: 0.0706415 Feb 17 22:55:05.122086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35282) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:05.181738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35286) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:05.239683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 53d2428f-96df-4976-bf76-cdb31e474d47 associated. External IP: 172.26.7.125, port: bd7a543d-6042-45d4-9304-069587bd154b. Feb 17 22:55:05.287417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35292) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:05.380151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] DHCP port deletion for 334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:55:05.388694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Deleting port e87d6354-4e24-4170-a094-292894b238eb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:05.388694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:05.427252 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-ff9e8c2c-7090-4117-9e10-a61524f3d51e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 200 len: 998 time: 0.3030097 Feb 17 22:55:05.558173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:00Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:05.566638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Deleting port d9adecf4-ff9c-4e03-8de2-3def380bcd5b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:05.566997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:05.568962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:05.630323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5b752ed6-0352-4d6c-852c-6ab2ffe8d753 tempest-DvrRoutersNegativeTest-31657684 tempest-DvrRoutersNegativeTest-31657684-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-524149388', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:05.634309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.policy [None req-5b752ed6-0352-4d6c-852c-6ab2ffe8d753 tempest-DvrRoutersNegativeTest-31657684 tempest-DvrRoutersNegativeTest-31657684-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87695) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 17 22:55:05.635275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.policy [None req-5b752ed6-0352-4d6c-852c-6ab2ffe8d753 tempest-DvrRoutersNegativeTest-31657684 tempest-DvrRoutersNegativeTest-31657684-project] Failed policy check for 'create_router' {{(pid=87695) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 17 22:55:05.635811 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-5b752ed6-0352-4d6c-852c-6ab2ffe8d753 tempest-DvrRoutersNegativeTest-31657684 tempest-DvrRoutersNegativeTest-31657684-project] create failed (client error): Access was denied to this resource. Feb 17 22:55:05.636863 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b752ed6-0352-4d6c-852c-6ab2ffe8d753 tempest-DvrRoutersNegativeTest-31657684 tempest-DvrRoutersNegativeTest-31657684-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4536042 Feb 17 22:55:05.651157 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fe2cce71-7ddd-4960-8302-b903b945b34e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 200 len: 990 time: 0.3588068 Feb 17 22:55:05.654255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-190facbe-950f-4ac0-8b77-4422330639ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:05.655836 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-190facbe-950f-4ac0-8b77-4422330639ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66b993aa-7a0e-4b66-8edf-48803e6e084d HTTP/1.1" status: 200 len: 834 time: 0.2009277 Feb 17 22:55:05.662437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:05.663091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:05.818271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:05.831209 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] For port e87d6354-4e24-4170-a094-292894b238eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e87d6354-4e24-4170-a094-292894b238eb,segment=NetworkSegment(94cee204-164d-4562-beea-ce541dacab76),segment_id=94cee204-164d-4562-beea-ce541dacab76)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:05.831610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:05.900719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-53f9f6ab-aada-4790-af05-49b60009ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:05.902397 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-53f9f6ab-aada-4790-af05-49b60009ff9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=960816a2-95a3-4e47-88f6-0d437692e30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2398329 Feb 17 22:55:05.904185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.065167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Calling delete_port for e87d6354-4e24-4170-a094-292894b238eb owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:06.167761 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-aa0c3e59-6fbb-459d-a8d8-4be234a415d8 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486115 Feb 17 22:55:06.189279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35300) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:06.241921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Calling delete_port for d9adecf4-ff9c-4e03-8de2-3def380bcd5b owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:06.242827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:06.265988 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:06.278510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:55:06.294059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:06.295260 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.312887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.412975 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.428215 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:06.429574 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.434254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.467424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.526806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.527643 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890b8e2-0172-4438-9369-3ba02e4fcc69 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:06.540452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:06.559956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a29f6572d04b9697cb00593d82de9f is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:06.571535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:06.589197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.592089 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3a1ef9e8-45d0-4206-9864-30330142fa9b tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2912235 Feb 17 22:55:06.593961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:06.601367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35306) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:06.613235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-383627425'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:06.624087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:06.633055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:network and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:06.646573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:06.650597 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-a483008c-438f-4da2-8695-ffefb38cd4e5 req-91971dbe-d437-453a-96b4-26a9214cde1b service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160519 Feb 17 22:55:06.654520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35310) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:06.659509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Port': ['ID=d9adecf4-ff9c-4e03-8de2-3def380bcd5b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:06.666444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:06.681780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.701245 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b425c21c-971c-431e-a82a-776f319af02a tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/ports/d9adecf4-ff9c-4e03-8de2-3def380bcd5b HTTP/1.1" status: 204 len: 168 time: 1.5764177 Feb 17 22:55:06.702389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35314) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:06.708573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] Pushing event deleted for resources: {'Port': ['ID=e87d6354-4e24-4170-a094-292894b238eb,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:06.712234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649378f-e02d-498e-9f5a-30cc6d17cc14 None None] No DVR routers for this DVR port e87d6354-4e24-4170-a094-292894b238eb on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:06.795029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:06.798678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.845517 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a4c80ea7-ba5a-473a-8c3a-1cfc11c00251 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 200 len: 990 time: 0.1878834 Feb 17 22:55:06.851042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.872775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:06.957317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.957648 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Added segment 17833398-4ffb-44c9-8ccf-316095af0d5a of type vlan for network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 Feb 17 22:55:06.966807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:06.969545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:55:06.978110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.022607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.049514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e87d6354-4e24-4170-a094-292894b238eb {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:55:07.051223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e87d6354-4e24-4170-a094-292894b238eb not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:55:07.081009 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5a29f6572d04b9697cb00593d82de9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903344 Feb 17 22:55:07.083662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa847b-7c65-4d19-8345-e3788130d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b285c74b-aa50-459c-8580-275091733647,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:07.086723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35318) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:07.154838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.160983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:07.160983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.268738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.310203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7064373 Feb 17 22:55:07.314895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35322) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:07.328826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ece83-932b-4ece-99a2-6c5c13219e0f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Network': ['ID=b12efcf8-3273-4d2c-9ef7-5f741a2d4e31,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:07.333617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.359156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'subnet': {'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:07.384531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:07.385362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.502173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.522414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334a2d1a-c8a1-4f1d-bd1b-ede7e6631403']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:07.534626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b285c74b-aa50-459c-8580-275091733647,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:07.561545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.564655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-03c0b62b-6dcc-4d1f-96b8-05fa2986ad26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b285c74b-aa50-459c-8580-275091733647 HTTP/1.1" status: 204 len: 168 time: 0.4665883 Feb 17 22:55:07.580844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cee204-164d-4562-beea-ce541dacab76') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:07.582046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cee204-164d-4562-beea-ce541dacab76') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:07.584952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:00Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:07.612782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.631841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cda7ff-a281-4b89-bcbf-9593adb230c7 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:54:20Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:00Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:07.659142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.662527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:07.671191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:subnet and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:07.675151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:07.675151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:07.694017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:07.767576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:07.808390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:07.812233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:07.848922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35330) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:07.969117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.014729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.043208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] Pushing event deleted for resources: {'Network': ['ID=334a2d1a-c8a1-4f1d-bd1b-ede7e6631403,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:08.094006 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1f840870-b27c-4e9c-b941-b0189f87b9c6 tempest-PortsIpV6TestJSON-2055953059 tempest-PortsIpV6TestJSON-2055953059-project] 10.222.0.42 "DELETE /v2.0/networks/334a2d1a-c8a1-4f1d-bd1b-ede7e6631403 HTTP/1.1" status: 204 len: 168 time: 1.3718460 Feb 17 22:55:08.156739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d976aa6-d49d-4fcb-8815-40fe2983d39d None None] New status for floating IP f02a0507-0087-4580-8af8-161210dea784: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:55:08.435889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.530142 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17f5a7dc-2ab3-4cad-b08c-803448106e8f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 200 len: 990 time: 0.6797862 Feb 17 22:55:08.612096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Subnet': ['ID=171a9b83-004a-4e18-8449-c9892d6e9f89,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:08.615976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Checking segment: {'id': '17833398-4ffb-44c9-8ccf-316095af0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:08.616354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network hostable DHCP agents. Network: b12efcf8-3273-4d2c-9ef7-5f741a2d4e31, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:08.647833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:08.661399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35346) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:08.667554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b12efcf8-3273-4d2c-9ef7-5f741a2d4e31) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:08.673717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:08.674427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.711214 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bc2f2c6d-2231-4672-b88f-0ce34cff8d91 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3887541 Feb 17 22:55:08.712553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35352) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:08.717547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1787294568', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:08.743366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:08.748321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:router and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:08.752705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:08.781158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:08.794730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b3211-c926-42d3-ba93-b8aa757d882f None None] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:08.800889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.802401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:08.851113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.299394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35364) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:09.358373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b12efcf8-3273-4d2c-9ef7-5f741a2d4e31', 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31', 'tenant_id': '26413a68ae63405aba5631a351ef633b', 'fixed_ips': [{'subnet_id': '171a9b83-004a-4e18-8449-c9892d6e9f89'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:09.358944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.444126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35370) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:09.451721 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-88968eb0-9c44-4ec4-8244-b36b45016c0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db3b2b9133d34c60a2d4ecc75901f053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766845 Feb 17 22:55:09.451721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.547519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35376) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:09.547519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.604353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Allocated IP 172.20.0.2 (b12efcf8-3273-4d2c-9ef7-5f741a2d4e31/171a9b83-004a-4e18-8449-c9892d6e9f89/e5994502-b95b-48a2-b200-e4a784c3fa4f) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:09.643252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bda2d18c-7b95-46ef-ab59-7398ce6f0087 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:09.650202 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-bda2d18c-7b95-46ef-ab59-7398ce6f0087 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:55:09.650202 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-bda2d18c-7b95-46ef-ab59-7398ce6f0087 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:55:09.650202 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bda2d18c-7b95-46ef-ab59-7398ce6f0087 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3442991 Feb 17 22:55:09.655955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.660495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35380) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:09.669032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--706737668'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:09.676160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:09.683320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:09.688822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:09.710820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:09.726145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.739776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.761993 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9e0c3a54-2d99-4350-8cf9-7d6b261fc451 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 200 len: 992 time: 0.2274919 Feb 17 22:55:09.778447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:09.788638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:09.788832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.794642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:09.802617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:09.812461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b23177-0069-4bdc-a302-a24174933d85,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:09.817708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:09.817708 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9c74280c-82c8-4d0c-83a7-28a1c09240ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0b23177-0069-4bdc-a302-a24174933d85 HTTP/1.1" status: 204 len: 168 time: 0.3773546 Feb 17 22:55:10.019536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.037884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Transition to ACTIVE for port object e5994502-b95b-48a2-b200-e4a784c3fa4f will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:10.067340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.078224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Transition to ACTIVE for port object e5994502-b95b-48a2-b200-e4a784c3fa4f will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:10.093187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.132202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.186364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:10.188440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:10.202101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:10.340019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.344414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.380591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:10.413520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Pushing event updated for resources: {'Port': ['ID=e5994502-b95b-48a2-b200-e4a784c3fa4f,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:10.418455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:10.427519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Attempting to bind port e5994502-b95b-48a2-b200-e4a784c3fa4f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:10.428133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Attempting to bind port e5994502-b95b-48a2-b200-e4a784c3fa4f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '17833398-4ffb-44c9-8ccf-316095af0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:10.428709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Attempting to bind port e5994502-b95b-48a2-b200-e4a784c3fa4f on network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:10.441070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:10.442078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Checking segment: {'id': '17833398-4ffb-44c9-8ccf-316095af0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:10.442952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.443117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Bound using segment: {'id': '17833398-4ffb-44c9-8ccf-316095af0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:10.443806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Bound port: e5994502-b95b-48a2-b200-e4a784c3fa4f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17833398-4ffb-44c9-8ccf-316095af0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:10.444414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.460003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.26.7.67 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/54e0c6ad-c9fa-4324-890f-6168cc14bb0c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:10.465174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:10.476349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:10.484414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0305d51-a7cb-4887-bcdf-a9e7f578426d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:10.655079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:10.663719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:10.678779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.724827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.737843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.742463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.822995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9837ac22-93a5-462a-a0df-c38c9fbc8b07,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:10.862954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.863213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f8fc-6723-4497-ae25-81a977350d9f None None] Pushing event updated for resources: {'Port': ['ID=e5994502-b95b-48a2-b200-e4a784c3fa4f,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:10.864546 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-292d45ee-3522-415e-a4b9-75c000ec961e tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2033968 Feb 17 22:55:10.867652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35396) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:10.877622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '9837ac22-93a5-462a-a0df-c38c9fbc8b07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:10.888270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.892754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:10.905650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:10.910322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:10.921586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:10.961128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:10.988816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=54e0c6ad-c9fa-4324-890f-6168cc14bb0c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:11.015365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:11.015365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:11.030147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:11.208728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.226299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.258193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fccac3-580d-4de3-a2f3-2c5a15a43eeb,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:11.302330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.322905 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c02fe50-6081-4506-89f1-29b0f55ed939 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355724 Feb 17 22:55:11.322905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35406) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:11.384125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '9837ac22-93a5-462a-a0df-c38c9fbc8b07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:11.396894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:11.409636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:11.417841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:11.426442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:11.486639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.576668 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:55:11.581426 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5cd0264a-b964-46c2-8929-21a9bfb60c0a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2128279 Feb 17 22:55:11.582127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35412) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:11.639182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35416) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:11.682333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.717365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.843469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.857465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837ac22-93a5-462a-a0df-c38c9fbc8b07,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:11.880815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:11.882027 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2e40509d-05e7-46c2-9133-9e5d90a188e7 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/9837ac22-93a5-462a-a0df-c38c9fbc8b07 HTTP/1.1" status: 204 len: 168 time: 0.2979543 Feb 17 22:55:11.886789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35422) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:11.941845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021315322'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:11.959545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:11.970621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63a5fcd8-d3ac-49be-b74b-6e5d7ddc246f tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:11.987564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:11.987564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:12.009465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63a5fcd8-d3ac-49be-b74b-6e5d7ddc246f tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:12.009465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-63a5fcd8-d3ac-49be-b74b-6e5d7ddc246f tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145930 Feb 17 22:55:12.020887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35426) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:12.036311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835781889'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:12.045549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:12.052844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:12.064418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:12.076343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.081118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.113213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:12.120163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:12.123956 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:12.132011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:12.246793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.251967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.261823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.284781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.303289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c44b8-0f3b-43bd-9c69-552e92fbdc62,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:12.319771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.319771 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-affcd50b-ce1c-4739-9030-512d0e268b54 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3034523 Feb 17 22:55:12.322751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35430) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:12.329805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-69684893-059c-4a4c-a2a5-ff5be28594d2 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': 'a59c44b8-0f3b-43bd-9c69-552e92fbdc62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:12.333206 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-69684893-059c-4a4c-a2a5-ff5be28594d2 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 22:55:12.333206 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-69684893-059c-4a4c-a2a5-ff5be28594d2 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:12.358321 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-69684893-059c-4a4c-a2a5-ff5be28594d2 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0342038 Feb 17 22:55:12.359425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35434) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:12.387061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:12.406960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:12.411990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:12.422790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:12.616401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.677348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.693295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ed285-810e-4754-bf21-8fbb7788ecac None None] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:12.772783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.793146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.813495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c44b8-0f3b-43bd-9c69-552e92fbdc62,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:12.837937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.837937 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b12086a-2d0f-4c96-8c66-830e670459dd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/a59c44b8-0f3b-43bd-9c69-552e92fbdc62 HTTP/1.1" status: 204 len: 168 time: 0.4745076 Feb 17 22:55:12.846781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35438) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:12.926670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.941605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:12.961436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:12.966434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81a0cda2-8ded-4451-b9e0-825e7cd4466a None None] Provisioning for port e5994502-b95b-48a2-b200-e4a784c3fa4f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:13.051607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:13.058345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c17991f-fb51-41b9-a37e-2bb746d84913 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:13.072928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:13.110831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:13.124476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c17991f-fb51-41b9-a37e-2bb746d84913 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:13.125628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375be19d-2d4a-4fdb-854f-15c841849363,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:13.128628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5c17991f-fb51-41b9-a37e-2bb746d84913 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2865841 Feb 17 22:55:13.140265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.149902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021542649'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:13.168787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:13.178178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e5994502-b95b-48a2-b200-e4a784c3fa4f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:13.191150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:13.236338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.267133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e5994502-b95b-48a2-b200-e4a784c3fa4f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:13.273056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e5994502-b95b-48a2-b200-e4a784c3fa4f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:13.273673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.309605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:13.314839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.318365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:13.323357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:55:13.329216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:13.336813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.387691 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:13.442951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.494950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:13.499016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9735319e-6396-4865-b778-a92cbb54a03e None None] Provisioning complete for port e5994502-b95b-48a2-b200-e4a784c3fa4f triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:13.499418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9735319e-6396-4865-b778-a92cbb54a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.521922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e791464b-d8ee-4566-969d-0ff084f16ca7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:13.524483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.525930 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-30c6a5a5-950b-4cfb-8235-6f6da5f1ff16 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8857050 Feb 17 22:55:13.530490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.530850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.656379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e5994502-b95b-48a2-b200-e4a784c3fa4f,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:13.669302 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-93d23621-8b9e-423a-8d7f-2627121d305e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1334150 Feb 17 22:55:13.669840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35450) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.677866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:13.679559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-security--1794529515', 'description': 'tempest-security-description-1479068345'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:13.690156 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] Sync routers for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:13.709757 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:13.711205 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:13.711443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.723890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.732775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.752055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.753853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-98d0a677-7505-4778-9894-aa24fb2241f1 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0430439 Feb 17 22:55:13.760209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35454) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.856198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.857442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.858801 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7169185 Feb 17 22:55:13.862615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35458) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.866474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382631-cb18-45a2-98c9-b18ab8e952ba tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30812f56-080e-4ad4-af3f-c1c0b732d899,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:13.869225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a1b5abe7-77d4-4149-80e0-db9b73ee13fa tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '30812f56-080e-4ad4-af3f-c1c0b732d899', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:13.870023 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-a1b5abe7-77d4-4149-80e0-db9b73ee13fa tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 22:55:13.870439 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-a1b5abe7-77d4-4149-80e0-db9b73ee13fa tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:13.874773 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a1b5abe7-77d4-4149-80e0-db9b73ee13fa tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114069 Feb 17 22:55:13.875645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35462) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.876711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.879541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:13.884401 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "PUT /v2.0/security-groups/e791464b-d8ee-4566-969d-0ff084f16ca7 HTTP/1.1" status: 200 len: 1780 time: 0.2096260 Feb 17 22:55:13.886091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35466) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:13.887565 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:13.907474 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:13.909888 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:13.951796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cebaec-3954-4e7c-8da1-a248a986df7e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e791464b-d8ee-4566-969d-0ff084f16ca7,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:14.025978 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:14.025978 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604feb6-7733-4aa1-9d7c-d5f7613b6607 None None] The sync data for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:14.029836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.112998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.211953 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3ec717b0-e0b7-475e-98d7-29f120c4e19f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups/e791464b-d8ee-4566-969d-0ff084f16ca7 HTTP/1.1" status: 200 len: 1780 time: 0.3242188 Feb 17 22:55:14.216045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35470) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.229682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.256184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30812f56-080e-4ad4-af3f-c1c0b732d899,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:14.271159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.271159 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3f6ccd58-93ad-4bfe-bf55-1b14baa8acdd tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/30812f56-080e-4ad4-af3f-c1c0b732d899 HTTP/1.1" status: 204 len: 168 time: 0.3876626 Feb 17 22:55:14.276035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35474) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.367071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6ef78eb-044d-4ca0-b747-1028e3953aac tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:14.392001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a6ef78eb-044d-4ca0-b747-1028e3953aac tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:14.393715 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a6ef78eb-044d-4ca0-b747-1028e3953aac tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1155090 Feb 17 22:55:14.398435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35478) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.407026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865696903'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:14.417514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:14.432533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:14.447497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.464477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.472421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:14.478946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:14.483131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:14.491868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:14.564599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.617367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.623525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.675197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32a2cb-a764-48ec-b22f-23dd324e8678,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:14.682775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.684196 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de63592f-acc2-417f-95a2-e6509be7b2a1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2840354 Feb 17 22:55:14.689581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35482) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.693979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-adba5944-3be3-424f-b901-dbbe2b002945 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '6c32a2cb-a764-48ec-b22f-23dd324e8678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:14.696578 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-adba5944-3be3-424f-b901-dbbe2b002945 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 22:55:14.697143 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-adba5944-3be3-424f-b901-dbbe2b002945 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:14.698731 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-adba5944-3be3-424f-b901-dbbe2b002945 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096898 Feb 17 22:55:14.703041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35486) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.709401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0609a032-0ea2-4031-8b50-cfa923504509 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '6c32a2cb-a764-48ec-b22f-23dd324e8678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:14.710392 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-0609a032-0ea2-4031-8b50-cfa923504509 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 22:55:14.711085 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-0609a032-0ea2-4031-8b50-cfa923504509 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:14.718177 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0609a032-0ea2-4031-8b50-cfa923504509 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085578 Feb 17 22:55:14.719230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35490) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.726666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-da2f2f78-9ac3-4499-9f76-1de70b6b6401 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '6c32a2cb-a764-48ec-b22f-23dd324e8678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:14.728006 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-da2f2f78-9ac3-4499-9f76-1de70b6b6401 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 22:55:14.728812 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-da2f2f78-9ac3-4499-9f76-1de70b6b6401 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:14.729366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.730235 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-da2f2f78-9ac3-4499-9f76-1de70b6b6401 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096550 Feb 17 22:55:14.734664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35494) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.740789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fc887304-8e28-4fec-94d0-72583f52e496 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '6c32a2cb-a764-48ec-b22f-23dd324e8678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:14.742082 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-fc887304-8e28-4fec-94d0-72583f52e496 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 22:55:14.742880 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-fc887304-8e28-4fec-94d0-72583f52e496 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:14.744322 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fc887304-8e28-4fec-94d0-72583f52e496 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082166 Feb 17 22:55:14.748717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35498) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.784284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e791464b-d8ee-4566-969d-0ff084f16ca7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:14.800522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.802009 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c79f791c-dfa4-4167-9f92-6708aff925ab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/e791464b-d8ee-4566-969d-0ff084f16ca7 HTTP/1.1" status: 204 len: 168 time: 0.5837946 Feb 17 22:55:14.805289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:14.848145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.883181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.915545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ace2d9b9-e7b6-4e41-abf9-a6ae95153498 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:14.954803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e5994502-b95b-48a2-b200-e4a784c3fa4f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:14.961377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:14.984106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ace2d9b9-e7b6-4e41-abf9-a6ae95153498 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:14.985565 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ace2d9b9-e7b6-4e41-abf9-a6ae95153498 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1788998 Feb 17 22:55:14.988970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.016929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32a2cb-a764-48ec-b22f-23dd324e8678,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:15.022277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-5f8a4df1-2c88-44d6-906e-50d7fa608be0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] delete failed (client error): The resource could not be found. Feb 17 22:55:15.023598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5f8a4df1-2c88-44d6-906e-50d7fa608be0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/e791464b-d8ee-4566-969d-0ff084f16ca7 HTTP/1.1" status: 404 len: 347 time: 0.0332899 Feb 17 22:55:15.030848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35512) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.034173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.035437 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dc5e0797-b296-4eff-898b-62ff400856d1 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c32a2cb-a764-48ec-b22f-23dd324e8678 HTTP/1.1" status: 204 len: 168 time: 0.2855783 Feb 17 22:55:15.037434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.040292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.051385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--301206988'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.062934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.123097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e5994502-b95b-48a2-b200-e4a784c3fa4f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:15.123426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.123776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-756c6f79-2aad-4718-9418-e26a4e980d87 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:15.138319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.146836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-756c6f79-2aad-4718-9418-e26a4e980d87 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:15.148965 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-756c6f79-2aad-4718-9418-e26a4e980d87 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065633 Feb 17 22:55:15.153896 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35520) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.160870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963725020'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.169782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.177209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.186816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.203198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.240742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.248497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.253390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.262993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.268326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.284555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.289371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.299265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.391473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.398486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.493724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d63c9d-507c-4a5f-9489-ab4e548e0022,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:15.500918 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.506978 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-899efc8d-b89d-4d0a-9f36-90d9873a0501 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3476062 Feb 17 22:55:15.507540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35524) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.518893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-609f6157-d04e-488e-a2f9-600662154bee tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.519722 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-609f6157-d04e-488e-a2f9-600662154bee tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:55:15.520548 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-609f6157-d04e-488e-a2f9-600662154bee tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.526296 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-609f6157-d04e-488e-a2f9-600662154bee tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124249 Feb 17 22:55:15.526553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.527279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35528) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.536505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.550346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.558944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.561536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.564379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.576187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.619436 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.621194 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-56dedc55-a06a-4522-ac6b-c3cefe8c6b69 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0920310 Feb 17 22:55:15.624455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35532) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.630181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6f2e47e6-98c7-4063-b5fc-8cab642c49c9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.630665 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-6f2e47e6-98c7-4063-b5fc-8cab642c49c9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 22:55:15.631331 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-6f2e47e6-98c7-4063-b5fc-8cab642c49c9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.636609 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6f2e47e6-98c7-4063-b5fc-8cab642c49c9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064914 Feb 17 22:55:15.636870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35536) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.642346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.648596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.1 (b12efcf8-3273-4d2c-9ef7-5f741a2d4e31/171a9b83-004a-4e18-8449-c9892d6e9f89/ee1ea656-7fae-4f46-bf41-491095b54a41) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:15.648902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.652210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4a08e-2a03-442c-a1fd-15c0ed6bfd54,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:15.654430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.657952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.664530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.667373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.670142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35540) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.670389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-54a19f0c-c045-42de-8f9f-8e347f88e103 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6381643 Feb 17 22:55:15.678303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'c9b4a08e-2a03-442c-a1fd-15c0ed6bfd54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.690471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.695671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.699985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.711915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.739201 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.740423 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-96bcec34-5f74-40c8-979f-e3fd0a1de758 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1024070 Feb 17 22:55:15.744585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35544) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.746980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.757870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f0e09239-a27e-4e35-9fcb-9438ca717bcf tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.759028 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-f0e09239-a27e-4e35-9fcb-9438ca717bcf tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:55:15.760238 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-f0e09239-a27e-4e35-9fcb-9438ca717bcf tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.761381 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f0e09239-a27e-4e35-9fcb-9438ca717bcf tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162809 Feb 17 22:55:15.767419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35548) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.775855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.792811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.804710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.810484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.825139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.870966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.876095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.904472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.904842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7d488f-04a8-4e9e-b778-18fb1876081f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:15.909129 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.910190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c8cc7c2e-9827-43de-af3a-d2ba46adf439 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1418090 Feb 17 22:55:15.916173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35552) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.921744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.922997 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c24e65b-52bb-415e-886f-5166f2ab11c7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516775 Feb 17 22:55:15.926244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.931194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c243cceb-8261-49f3-a7f5-f252d98621bc tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.931841 dv-neutron-805768-3-hyperv neutron-server[87695]: WARNING neutron.api.v2.base [None req-c243cceb-8261-49f3-a7f5-f252d98621bc tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 22:55:15.933211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-c243cceb-8261-49f3-a7f5-f252d98621bc tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:15.934393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c243cceb-8261-49f3-a7f5-f252d98621bc tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166314 Feb 17 22:55:15.937053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:15.944746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:15.955296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:15.960025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Transition to ACTIVE for port object ee1ea656-7fae-4f46-bf41-491095b54a41 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:15.969381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:15.973946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:15.977430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:15.987537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:15.987857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.001552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.069978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:16.073636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:16.073903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.078875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:16.094290 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:16.097723 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2d980150-e2c2-4da9-b76b-1fcfd86652b6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1595948 Feb 17 22:55:16.101657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.106194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7d488f-04a8-4e9e-b778-18fb1876081f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:16.111946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ee1ea656-7fae-4f46-bf41-491095b54a41,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:16.112320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '61d63c9d-507c-4a5f-9489-ab4e548e0022', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:16.119027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.120149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-832a9cf0-8237-49a0-ac8d-4031edf0c3ce tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2f7d488f-04a8-4e9e-b778-18fb1876081f HTTP/1.1" status: 204 len: 168 time: 0.1932471 Feb 17 22:55:16.123379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.127487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:16.146807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:16.152875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:16.154017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.165908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:16.209745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5201cd13-e80d-46c4-a47c-185623dab952 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:16.236458 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:16.237354 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-27daeb76-6e7c-44bd-9505-7d4a9750fa23 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1336622 Feb 17 22:55:16.240529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.275004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5201cd13-e80d-46c4-a47c-185623dab952 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:16.279323 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5201cd13-e80d-46c4-a47c-185623dab952 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453304 Feb 17 22:55:16.280027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.387314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7f1438b2-5d1c-4914-82a0-32749880ce59 None None] Provisioning for port ee1ea656-7fae-4f46-bf41-491095b54a41 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:16.395182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7f1438b2-5d1c-4914-82a0-32749880ce59 None None] Provisioning complete for port ee1ea656-7fae-4f46-bf41-491095b54a41 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:16.396111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7f1438b2-5d1c-4914-82a0-32749880ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.407837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.425006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.467849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7f1438b2-5d1c-4914-82a0-32749880ce59 None None] Port ee1ea656-7fae-4f46-bf41-491095b54a41 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:16.477958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.497607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.521811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.612486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.625273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.644200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4a08e-2a03-442c-a1fd-15c0ed6bfd54,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:16.672431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d63c9d-507c-4a5f-9489-ab4e548e0022,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:16.689277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.693628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-33a1b8ef-2559-472a-846b-a67a418d3e04 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/61d63c9d-507c-4a5f-9489-ab4e548e0022 HTTP/1.1" status: 204 len: 168 time: 0.4452755 Feb 17 22:55:16.693628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.694008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35580) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.694919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-151cdcac-6852-44e3-b68d-1738139a6ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/c9b4a08e-2a03-442c-a1fd-15c0ed6bfd54 HTTP/1.1" status: 204 len: 168 time: 0.4143558 Feb 17 22:55:16.697545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35582) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.770641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8698fcda-c49c-4ddd-bbae-fc9ce060d6cc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:16.795161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8698fcda-c49c-4ddd-bbae-fc9ce060d6cc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:16.796788 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8698fcda-c49c-4ddd-bbae-fc9ce060d6cc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975897 Feb 17 22:55:16.802906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35588) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.809917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--866469068'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:16.819172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:16.831425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:16.848410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9affde84-d6d7-416e-908b-78b6ee6e5516 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:16.849314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:16.881449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:16.887290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:16.890889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:16.900519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:16.903599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9affde84-d6d7-416e-908b-78b6ee6e5516 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:16.905051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9affde84-d6d7-416e-908b-78b6ee6e5516 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2105000 Feb 17 22:55:16.909483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35592) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:16.967151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--622652104'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:16.979526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:16.998778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.023307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.031028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.053027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.096276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.103029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.107327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.114755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.119845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15247f2-2e83-4947-81db-4403907d878f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.135972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.140506 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-328e5b05-7b2d-483e-bb63-6ea31cf3a026 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3370955 Feb 17 22:55:17.143219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.144093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35596) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.151436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'a15247f2-2e83-4947-81db-4403907d878f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:17.154783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.159845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.165536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.168684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.175648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.207359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.301415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=ee1ea656-7fae-4f46-bf41-491095b54a41,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.305802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.310455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.318256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.346761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427d3992-58b4-43eb-aa89-77a1434f6d80,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.370989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.372237 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0f85ce9e-bb06-4612-80e2-f6ea79492907 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2267265 Feb 17 22:55:17.376827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35600) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.383170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'a15247f2-2e83-4947-81db-4403907d878f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:17.390646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.396041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.401111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.413542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.459927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.472400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.490174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.564114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.565371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6549225 Feb 17 22:55:17.566174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d5a51-ca22-41b9-adfb-f23a8be6abf9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f88305e-dcb5-4370-ab16-a50f86c0b73c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.575208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35604) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.575337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:17.583320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '5f88305e-dcb5-4370-ab16-a50f86c0b73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:17.584793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:17.591294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.626604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.632378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.655652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.664020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.679859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.680978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fc5346-a9ea-475a-bdbb-0d9e75eade3a,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.708773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.711284 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7436ea03-a461-4d22-8644-e6f1d8f18f22 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329258 Feb 17 22:55:17.716811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35608) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.728851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'a15247f2-2e83-4947-81db-4403907d878f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:17.735467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.740070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.744794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.752528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.774634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.862729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The resource could not be found. Feb 17 22:55:17.862729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fea783e6-c5e2-452a-9584-c761a37229ad tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2876551 Feb 17 22:55:17.879376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35614) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.886022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '5f88305e-dcb5-4370-ab16-a50f86c0b73c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '128933b9-c281-4864-b256-42cba812a3e3'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:17.893779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:17.893779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:17.903473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:17.903473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:17.913231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dca39918-335c-4a96-aaef-e6df49164c67 None None] Provisioning complete for port ee1ea656-7fae-4f46-bf41-491095b54a41 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:17.913864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dca39918-335c-4a96-aaef-e6df49164c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.924174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.935367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:17.955889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:17.965726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The resource could not be found. Feb 17 22:55:17.966843 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2d0b2f2f-3343-4d7f-8812-153e6f94a526 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0944784 Feb 17 22:55:17.975318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35620) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:17.977048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d9e09-dca6-4400-9cf6-e2fbb2a370b1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.004964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dca39918-335c-4a96-aaef-e6df49164c67 None None] Port ee1ea656-7fae-4f46-bf41-491095b54a41 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:18.019458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.028597 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a562b062-9562-4236-8a78-28d6a88a1fb0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103588 Feb 17 22:55:18.029635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35624) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.042356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'a15247f2-2e83-4947-81db-4403907d878f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:18.050969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:18.057395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:18.061916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:18.069648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:18.092345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.186997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.194066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.219168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.227380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74569f21-2b43-4883-86b6-cd489bfeda4f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.250645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.252685 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-60caac66-dc56-4212-b133-4d8d088bb5dc tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2212200 Feb 17 22:55:18.255599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35630) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.256195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:18.265599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': 'a15247f2-2e83-4947-81db-4403907d878f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:18.268856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-844dc15b-b766-441a-ae72-64c2e5a35a53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/routers/750b8f5c-805b-47e8-93a7-bf39fbbfd687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5063312 Feb 17 22:55:18.273325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35634) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.277020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226566fc-b856-489a-b228-37752932b002 None None] Sync routers for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:18.279876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.282751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:18.287333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:18.292569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:18.293250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226566fc-b856-489a-b228-37752932b002 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:18.294314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-226566fc-b856-489a-b228-37752932b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:18.298199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'port': {'network_id': 'b12efcf8-3273-4d2c-9ef7-5f741a2d4e31', 'name': 'tempest-FloatingIPTestJSON-2077795869'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:18.299857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:18.324864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.412948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-226566fc-b856-489a-b228-37752932b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:18.426680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226566fc-b856-489a-b228-37752932b002 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:18.427699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-226566fc-b856-489a-b228-37752932b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:54:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:18.435731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.446221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.483906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d77122b-a134-4a9b-818b-74f447be472e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.507881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.513217 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-428d0827-c851-4d60-86fe-6309725611e1 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2525907 Feb 17 22:55:18.514269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35638) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.540492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-226566fc-b856-489a-b228-37752932b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:18.541115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226566fc-b856-489a-b228-37752932b002 None None] The sync data for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:18.560227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.573685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.604477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.624701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d77122b-a134-4a9b-818b-74f447be472e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.631127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.636493 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-387aa49b-ec87-4023-aef3-df689e814f82 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7d77122b-a134-4a9b-818b-74f447be472e HTTP/1.1" status: 204 len: 168 time: 0.1203315 Feb 17 22:55:18.637172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35642) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.677721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.708717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0574c6d4-c530-41c9-a36d-9a19133fdd42 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:18.710275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f88305e-dcb5-4370-ab16-a50f86c0b73c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.724267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:18.726755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.730891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3444f88c-a1b2-482b-8333-1fb3f2010958 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f88305e-dcb5-4370-ab16-a50f86c0b73c HTTP/1.1" status: 204 len: 168 time: 0.7519515 Feb 17 22:55:18.731740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Usage tracker for resource:port and tenant:26413a68ae63405aba5631a351ef633b is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:18.732148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35646) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.735105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:18.741600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:18.753125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0574c6d4-c530-41c9-a36d-9a19133fdd42 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:18.753307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Made reservation on behalf of 26413a68ae63405aba5631a351ef633b for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:18.754509 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0574c6d4-c530-41c9-a36d-9a19133fdd42 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1164112 Feb 17 22:55:18.757144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.761419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35650) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.783618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] device_id is not set on port 2dd8d944-42f1-4238-bb22-7941b8e92ea0 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:55:18.818327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.838758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-754afcf8-852d-4c12-ac95-9f9d0974371c tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:18.843715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.870552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-754afcf8-852d-4c12-ac95-9f9d0974371c tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:18.871978 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-754afcf8-852d-4c12-ac95-9f9d0974371c tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388052 Feb 17 22:55:18.876367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35654) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:18.886530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': 'ccc8f80f-9c6a-4f92-a064-0660a432c93e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:18.894734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.897754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:18.922657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:18.930578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:18.939955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74569f21-2b43-4883-86b6-cd489bfeda4f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:18.949133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:18.960401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:18.965421 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fc369260-5881-4119-9bb6-30eec3d96ae5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/74569f21-2b43-4883-86b6-cd489bfeda4f HTTP/1.1" status: 204 len: 168 time: 0.1997330 Feb 17 22:55:18.966580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35658) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.012509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Allocated IP 172.20.0.8 (b12efcf8-3273-4d2c-9ef7-5f741a2d4e31/171a9b83-004a-4e18-8449-c9892d6e9f89/2dd8d944-42f1-4238-bb22-7941b8e92ea0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:19.129498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c6ad0daf-e709-48b4-a4b4-6f14254f28b3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:19.135689 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The resource could not be found. Feb 17 22:55:19.136729 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6044fb5c-f59e-458a-92f5-e20d4b74b465 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2579296 Feb 17 22:55:19.141514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35662) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.154744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--505063136'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:19.169213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:19.208250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:19.214361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c6ad0daf-e709-48b4-a4b4-6f14254f28b3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:19.221158 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c6ad0daf-e709-48b4-a4b4-6f14254f28b3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2478230 Feb 17 22:55:19.221158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35666) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.256225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.277195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.294185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.307294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:19.314351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:19.322975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:19.333833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:19.364978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.371294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.387018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Transition to ACTIVE for port object 2dd8d944-42f1-4238-bb22-7941b8e92ea0 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:19.417032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.422972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=164d9e09-dca6-4400-9cf6-e2fbb2a370b1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:19.461586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.463167 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2dd028d7-c1dc-421a-b7da-50f98b6c301b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/164d9e09-dca6-4400-9cf6-e2fbb2a370b1 HTTP/1.1" status: 204 len: 168 time: 0.2412078 Feb 17 22:55:19.467388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35670) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.501118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:19.504767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:19.510514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:19.553601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event updated for resources: {'Port': ['ID=2dd8d944-42f1-4238-bb22-7941b8e92ea0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:19.606090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.618100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:19.618926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.624587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.662029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-83c3a0ce-5c35-45bf-84d8-14784e0cacb5 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3840890 Feb 17 22:55:19.662246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35674) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.668760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Request body: {'floatingip': {'port_id': '2dd8d944-42f1-4238-bb22-7941b8e92ea0'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:19.694607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-09977f58-84fc-478d-8612-cb9662812aab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:19.704216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e63890-0884-472d-920e-caf232e20ddb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:19.721666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.727637 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-415aa24e-cc86-4de4-b061-f05615ae0296 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5825148 Feb 17 22:55:19.731514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35678) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.741964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--636285460'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:19.750985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-09977f58-84fc-478d-8612-cb9662812aab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:19.752642 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-09977f58-84fc-478d-8612-cb9662812aab tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2841277 Feb 17 22:55:19.754763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:19.758299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35682) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:19.788772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:19.819496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.832111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.844751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.846668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.864434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c03b230d-8a63-4d95-8b6d-7f14387bcd24 None None] Provisioning for port 2dd8d944-42f1-4238-bb22-7941b8e92ea0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:19.871854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:19.879906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:19.880183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c03b230d-8a63-4d95-8b6d-7f14387bcd24 None None] Provisioning complete for port 2dd8d944-42f1-4238-bb22-7941b8e92ea0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:19.881751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c03b230d-8a63-4d95-8b6d-7f14387bcd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.886106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:19.895073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:19.902390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.948614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07fc5346-a9ea-475a-bdbb-0d9e75eade3a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:19.955972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:19.957554 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c6442171-7d9e-4c10-b20a-fb8a28777d09 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/07fc5346-a9ea-475a-bdbb-0d9e75eade3a HTTP/1.1" status: 204 len: 168 time: 0.1972618 Feb 17 22:55:19.964032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35686) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.004721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c03b230d-8a63-4d95-8b6d-7f14387bcd24 None None] Port 2dd8d944-42f1-4238-bb22-7941b8e92ea0 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:20.081046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-627b282a-17b6-4c46-bbeb-4ef80d80b598 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:20.089497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5a2488f5-e86e-4b48-b335-5b89a781c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.117225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.124801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.138763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-627b282a-17b6-4c46-bbeb-4ef80d80b598 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:20.141101 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-627b282a-17b6-4c46-bbeb-4ef80d80b598 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1742513 Feb 17 22:55:20.146404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35690) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.182535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320b9a12-976b-405b-a12b-273f1cdb309b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:20.187576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.194385 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d9cb4b50-23b1-40c3-a3ac-f84e7f431d76 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4609489 Feb 17 22:55:20.194784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35694) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.201220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group_rule': {'security_group_id': '22e63890-0884-472d-920e-caf232e20ddb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '320b9a12-976b-405b-a12b-273f1cdb309b'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:20.208932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:20.216699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:20.221137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:20.230628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:20.268797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:55:20.269700 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-286a7c05-2bb4-411a-adf1-134266ce33af tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0737534 Feb 17 22:55:20.273017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35698) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.314442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.342911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.375297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.419214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.483415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.511223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b9a12-976b-405b-a12b-273f1cdb309b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:20.529249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.529249 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ea59abde-9c60-4112-96e0-6e307b045eb3 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/320b9a12-976b-405b-a12b-273f1cdb309b HTTP/1.1" status: 204 len: 168 time: 0.2524393 Feb 17 22:55:20.542427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35702) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.564289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.614415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-13df86f9-f7a1-4864-a911-8273b525923a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:20.632894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-13df86f9-f7a1-4864-a911-8273b525923a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:20.634417 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-13df86f9-f7a1-4864-a911-8273b525923a tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0937777 Feb 17 22:55:20.637577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35708) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.704954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=427d3992-58b4-43eb-aa89-77a1434f6d80,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:20.722579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.746642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.748531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-405bee4a-8cfe-4832-b8b5-af7c9d788ff6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/427d3992-58b4-43eb-aa89-77a1434f6d80 HTTP/1.1" status: 204 len: 168 time: 0.6012809 Feb 17 22:55:20.752663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35712) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.758112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.847129 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d838c2c0-b92f-4549-b01b-ed3c9fff146c tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931571 Feb 17 22:55:20.849869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35716) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.872784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.916375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e63890-0884-472d-920e-caf232e20ddb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:20.952461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:20.953626 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3583ed71-3d4b-4235-8dac-b6540ef1dba6 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/22e63890-0884-472d-920e-caf232e20ddb HTTP/1.1" status: 204 len: 168 time: 0.3149455 Feb 17 22:55:20.956713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35720) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:20.974893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.024869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.066574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-590d3f21-2491-4285-adfc-4cd40b325d6d tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:21.107757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-590d3f21-2491-4285-adfc-4cd40b325d6d tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:21.109270 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-590d3f21-2491-4285-adfc-4cd40b325d6d tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513104 Feb 17 22:55:21.114827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.118195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35724) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.136235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432011047'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:21.146171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15247f2-2e83-4947-81db-4403907d878f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:21.149641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:21.168945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.170258 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e09e7004-5a77-469b-996e-d00fd00f5b03 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/a15247f2-2e83-4947-81db-4403907d878f HTTP/1.1" status: 204 len: 168 time: 0.3193865 Feb 17 22:55:21.174939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35728) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.178080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:21.187882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.192108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.210288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.264402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:21.271062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a353ebcc-8183-4818-b6ed-c0cad883a2db tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:21.274477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Usage tracker for resource:security_group_rule and tenant:685e70fdde2a4c04b61db6a96858452a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:21.278302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:21.288159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:21.302900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a353ebcc-8183-4818-b6ed-c0cad883a2db tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:21.304342 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a353ebcc-8183-4818-b6ed-c0cad883a2db tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284168 Feb 17 22:55:21.312602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35732) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.324971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--751299364'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:21.334664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:21.354419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:21.375955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.427814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:21.436314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.438172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:21.443952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:21.448555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.465259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:21.527986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b620f8fa-ff78-4d99-81dd-1ef919e0338e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:21.546412 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 53d2428f-96df-4976-bf76-cdb31e474d47 associated. External IP: 172.26.7.125, port: bd7a543d-6042-45d4-9304-069587bd154b. Feb 17 22:55:21.547103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.548463 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5d7c1e91-1686-4762-a864-d39821421672 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4206076 Feb 17 22:55:21.557413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35738) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.568694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0f99e84c-d9d1-4312-894b-6cba6e1baef9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:21.568694 dv-neutron-805768-3-hyperv neutron-server[87694]: WARNING neutron.api.v2.base [None req-0f99e84c-d9d1-4312-894b-6cba6e1baef9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:55:21.569124 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-0f99e84c-d9d1-4312-894b-6cba6e1baef9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 22:55:21.569754 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0f99e84c-d9d1-4312-894b-6cba6e1baef9 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "PUT /v2.0/security-groups/b620f8fa-ff78-4d99-81dd-1ef919e0338e HTTP/1.1" status: 409 len: 330 time: 0.0113611 Feb 17 22:55:21.574406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35742) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.629978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.641319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.716439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecce46b-2488-43f1-a688-a83aab68220e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:21.724758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.730003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.732584 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-79c569e8-5f78-438b-82fc-4c7efa654506 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4182632 Feb 17 22:55:21.734611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35746) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.742741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '5ecce46b-2488-43f1-a688-a83aab68220e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:21.757828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:21.766692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:21.766843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.771500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:21.783676 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:21.828657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.850090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b620f8fa-ff78-4d99-81dd-1ef919e0338e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:21.867412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.872768 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-628cd983-6eb8-4adf-8ecd-dd521f5a6d09 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/b620f8fa-ff78-4d99-81dd-1ef919e0338e HTTP/1.1" status: 204 len: 168 time: 0.2943702 Feb 17 22:55:21.876609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35750) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:21.876902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:21.959027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-051aa437-c18d-4996-9d63-4d123fcf2096 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Synchronizing usage tracker for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:21.980228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-051aa437-c18d-4996-9d63-4d123fcf2096 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] Unset dirty status for tenant:685e70fdde2a4c04b61db6a96858452a on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:21.981198 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-051aa437-c18d-4996-9d63-4d123fcf2096 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069105 Feb 17 22:55:21.984969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35756) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.004749 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-6c168cd3-08d5-4d19-9bb9-77544ad567d8 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] delete failed (client error): The resource could not be found. Feb 17 22:55:22.009149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6c168cd3-08d5-4d19-9bb9-77544ad567d8 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c7610d9-72ae-4bab-ae54-f239e960be41 HTTP/1.1" status: 404 len: 347 time: 0.0198061 Feb 17 22:55:22.013422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35760) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.038095 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-0a834215-d13c-40a4-8a24-3d1a7a94b934 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] show failed (client error): The resource could not be found. Feb 17 22:55:22.039132 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0a834215-d13c-40a4-8a24-3d1a7a94b934 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-groups/5dcec89f-bafb-40cb-81e1-297c29a2c99e HTTP/1.1" status: 404 len: 347 time: 0.0245066 Feb 17 22:55:22.041451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.045931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35764) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.053546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.067762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-894d4fd8-b00f-4024-afec-e372e0bf5dd0 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] show failed (client error): The resource could not be found. Feb 17 22:55:22.069176 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-894d4fd8-b00f-4024-afec-e372e0bf5dd0 tempest-NegativeSecGroupTest-56955171 tempest-NegativeSecGroupTest-56955171-project] 10.222.0.42 "GET /v2.0/security-group-rules/d4c0b808-dfb6-4f86-9792-4dad6d26daca HTTP/1.1" status: 404 len: 356 time: 0.0219014 Feb 17 22:55:22.089143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984741bf-6b6b-42ba-9e86-9f1244ffbc1d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:22.098373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:22.116376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.118322 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a9137475-52cf-4dc8-b9fc-b1883ad1115f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3823769 Feb 17 22:55:22.126363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35770) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.235440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.281896 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.317586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:22.334552 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:22.355660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4426-d244-45bb-ab4f-a0b3966bd9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.378214 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:22.381322 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:22.418400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.451224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecce46b-2488-43f1-a688-a83aab68220e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:22.456463 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:22.465893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.468333 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b0a0415f-140a-40dd-92a6-568f7d788fe5 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/5ecce46b-2488-43f1-a688-a83aab68220e HTTP/1.1" status: 204 len: 168 time: 0.3406925 Feb 17 22:55:22.471078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35774) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.479454 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:22.480311 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:22.550954 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:22.551100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d91c5f-7be3-4cba-89b9-870670805185 None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:22.645759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-66411ec2-b03a-4039-b9c5-b5bc13ff817b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:22.686176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35780) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.769385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-66411ec2-b03a-4039-b9c5-b5bc13ff817b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:22.769385 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-66411ec2-b03a-4039-b9c5-b5bc13ff817b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2964108 Feb 17 22:55:22.778898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35786) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:22.787947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--471664841'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:22.799742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:22.819471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:22.859091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:22.900025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:22.909785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:22.909785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:22.924693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:22.934310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:23.282632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:23.291259 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f8ab1ac8-e168-4cb7-be4f-8b1eaa7c4ba7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=685e70fdde2a4c04b61db6a96858452a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909178 Feb 17 22:55:23.291259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35790) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:23.298303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.304247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] Sync routers for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:23.347774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:23.347774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:23.402027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.420113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.427640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.427640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:23.443211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:23.443211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:23.502934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0410d4ec-4e57-429b-8112-c9a282624c6d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.553543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:23.590302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:23.590302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326af022-6a46-42bd-9626-de82ea97b8ee None None] The sync data for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:23.603704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.631446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.638471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.648256 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5c4df8cd-7a87-4cb6-8a5d-1281f760dc8a tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8635690 Feb 17 22:55:23.648256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35794) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:23.659724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--529441908'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:23.685250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:23.700159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb635c88-3c76-499b-82f1-b1f657af71dc tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/floatingips/53d2428f-96df-4976-bf76-cdb31e474d47 HTTP/1.1" status: 200 len: 978 time: 4.0304089 Feb 17 22:55:23.702267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:23.702267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35798) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:23.710934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:23.755399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:23.794877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.822287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 2dd8d944-42f1-4238-bb22-7941b8e92ea0 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:23.822643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.856941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:23.868812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.888713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:23.892465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:23.910158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0305d51-a7cb-4887-bcdf-a9e7f578426d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:23.911615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:23.979117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:23.981279 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0e4909bd-2426-4933-a958-95a1ebf73dca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0305d51-a7cb-4887-bcdf-a9e7f578426d HTTP/1.1" status: 204 len: 168 time: 0.6952083 Feb 17 22:55:24.148036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.157409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.234028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.266679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc8893-eb68-4c73-aac7-3247628a2dfa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:24.322032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.325521 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bc9ecf10-b9d2-4b4b-b0f3-dcd972fce277 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6766679 Feb 17 22:55:24.337603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35806) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:24.347440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '0410d4ec-4e57-429b-8112-c9a282624c6d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '65dc8893-eb68-4c73-aac7-3247628a2dfa', 'remote_ip_prefix': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:24.355006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:24.360431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:24.365544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:24.370273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:24.408749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.492067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.497212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.526787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1a8a70-c19c-4916-bf52-288b4a74e84e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:24.545642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.550190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-44376463-1cf6-4a5b-9869-cb6b4b9103e7 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2191043 Feb 17 22:55:24.550190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35810) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:24.606461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.608938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.608938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.608938 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Floating IP 53d2428f-96df-4976-bf76-cdb31e474d47 disassociated. External IP: 172.26.7.125, port: 2dd8d944-42f1-4238-bb22-7941b8e92ea0. Feb 17 22:55:24.608938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 2dd8d944-42f1-4238-bb22-7941b8e92ea0 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:24.632628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.657139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.678733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c1a8a70-c19c-4916-bf52-288b4a74e84e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:24.683832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.687551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-486d3711-e312-4abb-b9b0-3ba71c7fa87e tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0c1a8a70-c19c-4916-bf52-288b4a74e84e HTTP/1.1" status: 204 len: 168 time: 0.1334777 Feb 17 22:55:24.687677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35814) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:24.741105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-492246ea-7af8-42ad-9717-a600f24f4d54 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:24.758993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-492246ea-7af8-42ad-9717-a600f24f4d54 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:24.760472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-492246ea-7af8-42ad-9717-a600f24f4d54 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0717936 Feb 17 22:55:24.764754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35818) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:24.778825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:24.847838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=2dd8d944-42f1-4238-bb22-7941b8e92ea0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:24.908768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.028837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.080683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.122286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:25.206377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.237675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc8893-eb68-4c73-aac7-3247628a2dfa,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:25.453643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.454797 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-528f8559-5790-4105-ab70-83b10168f7e8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/65dc8893-eb68-4c73-aac7-3247628a2dfa HTTP/1.1" status: 204 len: 168 time: 0.6890655 Feb 17 22:55:25.457513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35822) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:25.460762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:25.473756 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] Sync routers for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:25.485898 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:25.486651 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:25.556828 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:25.559684 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ff9e3ee3-eebb-4a30-9995-6dd9da4d0aed tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1008439 Feb 17 22:55:25.564409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35826) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:25.577474 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:25.578002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.578243 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:25.580187 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-70954c6e-dd1b-42ba-aad6-8ea47587584d tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/2dd8d944-42f1-4238-bb22-7941b8e92ea0 HTTP/1.1" status: 204 len: 168 time: 1.8709178 Feb 17 22:55:25.583054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35830) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:25.646759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.661749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:25.661749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db806f-94d7-49a0-8e5f-364f02a9604d None None] The sync data for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:25.681360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.734652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.754663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0410d4ec-4e57-429b-8112-c9a282624c6d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:25.766378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.769177 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9e4aa282-1b20-488c-9a11-a76066a5e8b6 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/0410d4ec-4e57-429b-8112-c9a282624c6d HTTP/1.1" status: 204 len: 168 time: 0.2018831 Feb 17 22:55:25.770362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:25.856588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9a576b88-6113-43f8-b4d5-14989d53f464 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:25.882367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9a576b88-6113-43f8-b4d5-14989d53f464 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:25.884984 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9a576b88-6113-43f8-b4d5-14989d53f464 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133449 Feb 17 22:55:25.889669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35838) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:25.894830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709837506'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:25.903190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:25.915077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:25.927525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:25.954245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:25.959362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:25.965292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:25.973533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:26.069318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.074609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.131466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b17adb-4090-45ba-9f2b-26a484685dd0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:26.141968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.143665 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-395d6bff-1747-4cdf-85eb-86914bd571a3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2525463 Feb 17 22:55:26.146518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35842) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.152115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '59b17adb-4090-45ba-9f2b-26a484685dd0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:26.157977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:26.162055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:26.165893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:26.171703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:26.191208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.271696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.276429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.299298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c420ca31-47e3-4668-a002-a0a251214ffa,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:26.318443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.318677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.319838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce9a4829-fa69-4fe3-81ce-c781580d33e0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1729238 Feb 17 22:55:26.323358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35846) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.358432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.370650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.402055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.423214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c420ca31-47e3-4668-a002-a0a251214ffa,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:26.426642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.430638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2da59ebe-cf91-4cfe-85b5-f36f2aebabd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c420ca31-47e3-4668-a002-a0a251214ffa HTTP/1.1" status: 204 len: 168 time: 0.1032579 Feb 17 22:55:26.431131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35850) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.479743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a23ca088-ea8f-49fd-bfd2-3ac47b512559 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:26.496491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a23ca088-ea8f-49fd-bfd2-3ac47b512559 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:26.500683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a23ca088-ea8f-49fd-bfd2-3ac47b512559 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657151 Feb 17 22:55:26.500970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35854) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.572995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.601048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.650840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.671558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b17adb-4090-45ba-9f2b-26a484685dd0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:26.687663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.688146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.688620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.689221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.689579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.690061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.690511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.690980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.691446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.691909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.692377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.692845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:26.707632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.712391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69c88651-da44-4d19-b87d-950585ab6834 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/59b17adb-4090-45ba-9f2b-26a484685dd0 HTTP/1.1" status: 204 len: 168 time: 0.2068913 Feb 17 22:55:26.712647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35858) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.727204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port ee1ea656-7fae-4f46-bf41-491095b54a41 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:26.727745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.789214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6e89b4cc-c6e5-42a7-b0c9-c055135c3996 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:26.806824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6e89b4cc-c6e5-42a7-b0c9-c055135c3996 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:26.812384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e89b4cc-c6e5-42a7-b0c9-c055135c3996 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948164 Feb 17 22:55:26.813111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35862) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:26.818924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--336016444'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:26.827534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:26.839401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:26.849875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.871971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:26.876299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:26.879353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:26.885701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:26.941184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.970130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:26.975483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.024148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3989fc15-7628-4970-a04c-94a9dd5a04b0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.036416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.041865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b2e86681-1bb0-4653-85aa-3b9285dd4414 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2235267 Feb 17 22:55:27.042412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35866) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.048622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '3989fc15-7628-4970-a04c-94a9dd5a04b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:27.055820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:27.060316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:27.063313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:27.069354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:27.088405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for ee1ea656-7fae-4f46-bf41-491095b54a41 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:27.090819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.157624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.162053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.188513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b34092-7aa1-445f-8e78-bbaa8891f898,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.204036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.205255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-21cf150f-b1ff-4d7d-b648-ae10e5e37129 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617455 Feb 17 22:55:27.208095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35870) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.228413 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2c9ccdff-d19a-40f6-b862-81561c831e97 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules/b5b34092-7aa1-445f-8e78-bbaa8891f898 HTTP/1.1" status: 200 len: 763 time: 0.0191538 Feb 17 22:55:27.231171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35874) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.296460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-22418da9-3c06-4218-b622-a928fa1484c3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:27.322948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-22418da9-3c06-4218-b622-a928fa1484c3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:27.325186 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-22418da9-3c06-4218-b622-a928fa1484c3 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0927560 Feb 17 22:55:27.328038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35878) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.375605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.394347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.429693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.452091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5b34092-7aa1-445f-8e78-bbaa8891f898,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.458197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.463529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.467561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a77773b0-1c4c-4d6d-bb50-8a1509e23bd2 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b5b34092-7aa1-445f-8e78-bbaa8891f898 HTTP/1.1" status: 204 len: 168 time: 0.1354399 Feb 17 22:55:27.467835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35882) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.512224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=ee1ea656-7fae-4f46-bf41-491095b54a41,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.518547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-16ec1ddf-4a66-41a6-8225-79ee7ce5334d tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:27.542560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-16ec1ddf-4a66-41a6-8225-79ee7ce5334d tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:27.543972 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-16ec1ddf-4a66-41a6-8225-79ee7ce5334d tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750871 Feb 17 22:55:27.547100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35886) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.552541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '3989fc15-7628-4970-a04c-94a9dd5a04b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:27.560200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:27.574405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:27.598843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.673452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.678282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.706078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46db472-1c23-4fde-bd3a-06b90a1568b7,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.724108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.725755 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-38698168-d307-420f-a440-70ed0e568984 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776490 Feb 17 22:55:27.729378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35890) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.753568 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-511362b7-7329-45ce-97da-b868f22dabc0 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules/b46db472-1c23-4fde-bd3a-06b90a1568b7 HTTP/1.1" status: 200 len: 763 time: 0.0227904 Feb 17 22:55:27.763832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35894) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.820359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9883b5a-c3c9-4570-ad44-8eda3e29e123 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:27.821840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.837547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9883b5a-c3c9-4570-ad44-8eda3e29e123 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:27.839643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e9883b5a-c3c9-4570-ad44-8eda3e29e123 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0748138 Feb 17 22:55:27.842734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:27.880147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.892625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.919444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.939142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b46db472-1c23-4fde-bd3a-06b90a1568b7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.951412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:27.953175 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-dea177bb-a9ab-49a3-bd79-8c60dfa7e5ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b46db472-1c23-4fde-bd3a-06b90a1568b7 HTTP/1.1" status: 204 len: 168 time: 0.1090729 Feb 17 22:55:27.955623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35902) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.005632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed71115c-38ec-41c0-b9ab-0b7fc8d51f56 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:28.025338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ed71115c-38ec-41c0-b9ab-0b7fc8d51f56 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:28.030088 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ed71115c-38ec-41c0-b9ab-0b7fc8d51f56 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702078 Feb 17 22:55:28.030088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.035422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '3989fc15-7628-4970-a04c-94a9dd5a04b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:28.042733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:28.056591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:28.075146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.146046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.147432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.152316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.178392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6b1b9e-a85d-4f97-859a-afc667961a25,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:28.194527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.197182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b3810e7a-ce71-4250-be2c-4cc1817b1a3f tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656032 Feb 17 22:55:28.199235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.219981 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-92c324d8-1240-4d47-b12b-fa613320c6af tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules/1e6b1b9e-a85d-4f97-859a-afc667961a25 HTTP/1.1" status: 200 len: 764 time: 0.0195067 Feb 17 22:55:28.223217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35914) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.252548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:28.285352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-657ef7f8-eb34-45f5-9c4b-980788d6a056 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:28.301715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-657ef7f8-eb34-45f5-9c4b-980788d6a056 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:28.303298 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-657ef7f8-eb34-45f5-9c4b-980788d6a056 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0790994 Feb 17 22:55:28.306811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.336384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.347592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.373552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.392499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e6b1b9e-a85d-4f97-859a-afc667961a25,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:28.402908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.404239 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6d55d71c-80c1-464e-9ae1-1888301f3d29 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1e6b1b9e-a85d-4f97-859a-afc667961a25 HTTP/1.1" status: 204 len: 168 time: 0.0960271 Feb 17 22:55:28.407007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35922) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.451628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:28.457023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9e7826cb-6b29-4442-8a67-c951bbaf3aef tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:28.462771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] Sync routers for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:28.465315 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-38e97a6d-be53-4742-b0ca-bcb731eaff06 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/routers/750b8f5c-805b-47e8-93a7-bf39fbbfd687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8811820 Feb 17 22:55:28.469575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35926) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.472630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:28.473515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.479132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9e7826cb-6b29-4442-8a67-c951bbaf3aef tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:28.480924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9e7826cb-6b29-4442-8a67-c951bbaf3aef tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729127 Feb 17 22:55:28.485293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35930) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.544797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.555567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] Routers {'750b8f5c-805b-47e8-93a7-bf39fbbfd687'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:28.556591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.588948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.641649 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.643978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.644396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d19956-97b9-4d4e-84b0-8755945fb456 None None] The sync data for ids ['750b8f5c-805b-47e8-93a7-bf39fbbfd687'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:28.698561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.720528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.720975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989fc15-7628-4970-a04c-94a9dd5a04b0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:28.739512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.740963 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3d36983-6bd0-4945-af34-d70d71cc3acf tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/3989fc15-7628-4970-a04c-94a9dd5a04b0 HTTP/1.1" status: 204 len: 168 time: 0.2541847 Feb 17 22:55:28.743793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35934) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.807013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ee731ac2-56f9-41d2-b99f-6430ddb381ad tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:28.837817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ee731ac2-56f9-41d2-b99f-6430ddb381ad tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:28.843667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ee731ac2-56f9-41d2-b99f-6430ddb381ad tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936856 Feb 17 22:55:28.844778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35940) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:28.853790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group': {'name': 'tempest-secgroup--764434283'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:28.864698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:28.881469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:28.896757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:28.930587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:28.935437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:28.938729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:28.945169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:28.947517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35944) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.079554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668fe0b-cc7a-456b-b782-12fee6aa623e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:29.080026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668fe0b-cc7a-456b-b782-12fee6aa623e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:29.080483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668fe0b-cc7a-456b-b782-12fee6aa623e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:29.082171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a668fe0b-cc7a-456b-b782-12fee6aa623e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=1a754d4f6c254f62918099b6f717c8aa&network_id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 2999 time: 0.1337337 Feb 17 22:55:29.085462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.094443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.100966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.102275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 54e0c6ad-c9fa-4324-890f-6168cc14bb0c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:29.102857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.148924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5328411a-94e9-4d5d-a128-7c842d058678,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.159317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.163411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-78445291-ae9d-4827-a822-ba6d6dffb4aa tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3138926 Feb 17 22:55:29.163411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35950) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.169453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Request body: {'security_group_rule': {'security_group_id': '5328411a-94e9-4d5d-a128-7c842d058678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:29.176450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:29.182003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Usage tracker for resource:security_group_rule and tenant:da4f30497f9d4d9f9b84a3e5482522a8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:29.185349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:29.191780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:29.209480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.278175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.282404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.296320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.307481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a24a1-e54a-4b61-bcc1-009b2d2a6695,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.323845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.325047 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e776a16-ba71-49b9-85ee-bd2acc4e3858 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607254 Feb 17 22:55:29.327996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35956) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.420153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.428873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 54e0c6ad-c9fa-4324-890f-6168cc14bb0c owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:29.454069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.516424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.537341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328411a-94e9-4d5d-a128-7c842d058678,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.549232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.550709 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8af3ad0d-f58f-4bc7-84f0-50aae9d32a4b tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/5328411a-94e9-4d5d-a128-7c842d058678 HTTP/1.1" status: 204 len: 168 time: 0.2211640 Feb 17 22:55:29.553632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35960) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.627177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.630798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b493099f-fa22-4637-94c8-c54e04dbbbde tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:29.650325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b493099f-fa22-4637-94c8-c54e04dbbbde tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:29.652273 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b493099f-fa22-4637-94c8-c54e04dbbbde tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937054 Feb 17 22:55:29.655393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35964) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.682616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=54e0c6ad-c9fa-4324-890f-6168cc14bb0c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.717760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c36fbabf-e4b1-4a76-bfa8-c5a88ca01441 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:29.735929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c36fbabf-e4b1-4a76-bfa8-c5a88ca01441 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:29.741037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c36fbabf-e4b1-4a76-bfa8-c5a88ca01441 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0809722 Feb 17 22:55:29.741343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35968) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.758857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-cdc2dfe1-b322-46f8-9dac-c3aae71646c8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] delete failed (client error): The resource could not be found. Feb 17 22:55:29.759888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cdc2dfe1-b322-46f8-9dac-c3aae71646c8 tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "DELETE /v2.0/security-groups/5328411a-94e9-4d5d-a128-7c842d058678 HTTP/1.1" status: 404 len: 347 time: 0.0175896 Feb 17 22:55:29.763597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:29.818680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:29.949850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6db7601b-c43c-4bdb-aa53-c7a35bd3d4ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Synchronizing usage tracker for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:30.016555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.020964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.026407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6db7601b-c43c-4bdb-aa53-c7a35bd3d4ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] Unset dirty status for tenant:da4f30497f9d4d9f9b84a3e5482522a8 on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:30.030693 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6db7601b-c43c-4bdb-aa53-c7a35bd3d4ee tempest-SecGroupTest-1485478326 tempest-SecGroupTest-1485478326-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2629056 Feb 17 22:55:30.058962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.059687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Fanout notify agent at l3_agent the message router_deleted on router 750b8f5c-805b-47e8-93a7-bf39fbbfd687 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:55:30.079847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.081152 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-38d5e62d-dd86-499e-b437-eeb0946d5547 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/routers/750b8f5c-805b-47e8-93a7-bf39fbbfd687 HTTP/1.1" status: 204 len: 168 time: 1.6099200 Feb 17 22:55:30.083982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35980) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:30.158180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting subnet 171a9b83-004a-4e18-8449-c9892d6e9f89 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:55:30.161473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.220948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.313272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.369828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35986) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:30.400714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.443516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Subnet': ['ID=171a9b83-004a-4e18-8449-c9892d6e9f89,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:30.446094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.453694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab09a7-e71a-4cf5-9c83-c1be23f0c119 None None] Network b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:30.458691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1c07239e-9dca-4418-af5e-ea7267ee480c tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/subnets/171a9b83-004a-4e18-8449-c9892d6e9f89 HTTP/1.1" status: 204 len: 168 time: 0.3714068 Feb 17 22:55:30.458985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 35994) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:30.609759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.632062 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0a448f6a-04e6-4b3e-b8bb-ef26b6ab456d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da4f30497f9d4d9f9b84a3e5482522a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611227 Feb 17 22:55:30.636218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 35998) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:30.636874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port e5994502-b95b-48a2-b200-e4a784c3fa4f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:30.637254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.715603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.728122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36002) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:30.773073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] DHCP port deletion for b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:55:30.783192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Deleting port e5994502-b95b-48a2-b200-e4a784c3fa4f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:30.784088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.807330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.869710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fae9c-43c2-4e6d-b560-ecf63afe30f1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:30.871127 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f24fae9c-43c2-4e6d-b560-ecf63afe30f1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 814 time: 0.1418364 Feb 17 22:55:30.935708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e5994502-b95b-48a2-b200-e4a784c3fa4f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:55:30.942975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.966613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375be19d-2d4a-4fdb-854f-15c841849363,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:30.996391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:30.997760 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-99c58f4f-851d-4e24-aead-6c29f04f3c69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/375be19d-2d4a-4fdb-854f-15c841849363 HTTP/1.1" status: 204 len: 168 time: 0.3605139 Feb 17 22:55:31.144553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:31.145653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.301271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for e5994502-b95b-48a2-b200-e4a784c3fa4f owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:31.321178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.329870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36014) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:31.336303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--148490686', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:31.344015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:31.354013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:31.354602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.359664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:31.380454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:31.394494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.424998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:31.437929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:55:31.438249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:55:31.450397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:31.465791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.466149 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment 0873cf36-b837-409f-9e76-75a4a0d09215 of type vlan for network 57f39204-d5a0-41ed-883a-2e87c4d8dddb Feb 17 22:55:31.489607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.499523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Calling delete_port for e5994502-b95b-48a2-b200-e4a784c3fa4f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:31.511458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.550067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.556320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:31.557463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:31.635327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e5994502-b95b-48a2-b200-e4a784c3fa4f,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:31.645528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.646148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.646665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.647167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.647800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.649219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.649985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.650709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.651294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.651620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.652148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.652444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:31.674373 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3433771 Feb 17 22:55:31.674993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:55:31.675425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:55:31.677953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36026) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:31.682736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d4bd-dbd2-4c62-a432-fc9ec63701e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=57f39204-d5a0-41ed-883a-2e87c4d8dddb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:31.697536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:31.782302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658de52-8741-4a82-9055-07eb2ee29c0a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:31.783775 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d658de52-8741-4a82-9055-07eb2ee29c0a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1044555 Feb 17 22:55:31.786845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36034) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:31.943822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port e5994502-b95b-48a2-b200-e4a784c3fa4f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:31.944402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.015895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1554318-4c38-418c-9965-63831d3f1c26 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:32.018021 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c1554318-4c38-418c-9965-63831d3f1c26 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2304661 Feb 17 22:55:32.021012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36042) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.025262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.078491 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f9b5aa5a-65d6-46c2-9cd1-46ccc7bfce9c tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566158 Feb 17 22:55:32.082197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36052) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.124492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d8322763-9004-4085-86f0-56fa4cac31c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411441 Feb 17 22:55:32.129008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36056) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.177371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Deleting port e5994502-b95b-48a2-b200-e4a784c3fa4f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:32.178646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.239414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7d3af415-f9dd-4bb9-8046-e84d0e4629c9 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-336160775', 'prefixes': ['172.20.0.0/16']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:32.249131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7d3af415-f9dd-4bb9-8046-e84d0e4629c9 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:32.266768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:32.267123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.319394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6251a7-1ba6-4fcd-b31b-08cfff40d9bd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:32.321311 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3e6251a7-1ba6-4fcd-b31b-08cfff40d9bd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1908381 Feb 17 22:55:32.324937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36060) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.374051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0145f349-497f-4311-8e15-498523fc25fd tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479496 Feb 17 22:55:32.379442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36066) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.386063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150811101', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:32.414852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for e5994502-b95b-48a2-b200-e4a784c3fa4f owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:32.460404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] For port e5994502-b95b-48a2-b200-e4a784c3fa4f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e5994502-b95b-48a2-b200-e4a784c3fa4f,segment=NetworkSegment(17833398-4ffb-44c9-8ccf-316095af0d5a),segment_id=17833398-4ffb-44c9-8ccf-316095af0d5a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:32.460791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.507720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.561251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=e5994502-b95b-48a2-b200-e4a784c3fa4f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:32.563080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] No DVR routers for this DVR port e5994502-b95b-48a2-b200-e4a784c3fa4f on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:32.605117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Calling delete_port for e5994502-b95b-48a2-b200-e4a784c3fa4f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:32.613933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7d3af415-f9dd-4bb9-8046-e84d0e4629c9 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Notify callbacks [] for subnetpool, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.618348 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7d3af415-f9dd-4bb9-8046-e84d0e4629c9 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5910347 Feb 17 22:55:32.619627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36070) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.662282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:32.674017 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d807cbbc-b11a-4449-89c4-9fc42521085e tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "GET /v2.0/subnetpools/7d907181-38d7-4c37-be2d-f7da05373824 HTTP/1.1" status: 200 len: 731 time: 0.0473168 Feb 17 22:55:32.674017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:32.674384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36074) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.676701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:32.683407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:32.683986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4e684b40-50b7-41b6-a6a0-5e1709847e98 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-708793023'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:32.687333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:55:32.687685 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:55:32.694478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:32.698929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.720573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.770396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12efcf8-3273-4d2c-9ef7-5f741a2d4e31']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.800560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17833398-4ffb-44c9-8ccf-316095af0d5a') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.800826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17833398-4ffb-44c9-8ccf-316095af0d5a') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.820152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.845322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.855713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:32.855713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:32.869396 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:32.933359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e684b40-50b7-41b6-a6a0-5e1709847e98 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Notify callbacks [] for subnetpool, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.933608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.934572 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4e684b40-50b7-41b6-a6a0-5e1709847e98 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "PUT /v2.0/subnetpools/7d907181-38d7-4c37-be2d-f7da05373824 HTTP/1.1" status: 200 len: 683 time: 0.2591960 Feb 17 22:55:32.938883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36078) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:32.979703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:32.999001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.022918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:33.023275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 57f39204-d5a0-41ed-883a-2e87c4d8dddb, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:33.027962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Network': ['ID=b12efcf8-3273-4d2c-9ef7-5f741a2d4e31,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.029936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=cfb93e20-6a28-4503-9a59-e699e8ebf57b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.037302 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-62b175b8-967f-42aa-9dc1-b0dd04417db4 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/networks/b12efcf8-3273-4d2c-9ef7-5f741a2d4e31 HTTP/1.1" status: 204 len: 168 time: 2.5773451 Feb 17 22:55:33.042209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36082) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:33.089905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7f488a4-d573-4fd4-983b-d39a3e028273 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] Notify callbacks [] for subnetpool, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.091051 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c7f488a4-d573-4fd4-983b-d39a3e028273 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7d907181-38d7-4c37-be2d-f7da05373824 HTTP/1.1" status: 204 len: 168 time: 0.1517680 Feb 17 22:55:33.095277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:33.113404 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-b44ac72f-09cf-433f-b4e7-fe81c5c9ce94 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] show failed (client error): The resource could not be found. Feb 17 22:55:33.116957 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b44ac72f-09cf-433f-b4e7-fe81c5c9ce94 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "GET /v2.0/subnetpools/7d907181-38d7-4c37-be2d-f7da05373824 HTTP/1.1" status: 404 len: 346 time: 0.0182593 Feb 17 22:55:33.117916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36090) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:33.139637 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-b5573b37-5671-4296-b93a-7df1bb486f69 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] delete failed (client error): The resource could not be found. Feb 17 22:55:33.140643 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b5573b37-5671-4296-b93a-7df1bb486f69 tempest-SubnetPoolsTestJSON-169957185 tempest-SubnetPoolsTestJSON-169957185-project] 10.222.0.42 "DELETE /v2.0/subnetpools/7d907181-38d7-4c37-be2d-f7da05373824 HTTP/1.1" status: 404 len: 346 time: 0.0216684 Feb 17 22:55:33.198014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:33.221572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port d091cf35-91bb-49f8-af31-aae1dde1f18a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:33.221984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.223153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Deleting port e5994502-b95b-48a2-b200-e4a784c3fa4f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:33.223920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.251756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 57f39204-d5a0-41ed-883a-2e87c4d8dddb) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:33.264238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:33.264838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.270421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71c00a-1f5d-41eb-b177-3107567d7d3a None None] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:33.315164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-61ce7e0c-24f9-43e4-8e9c-2e1f4b5f37b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9315665 Feb 17 22:55:33.329704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9611c1ec-52cc-4c0b-9ab1-a4c95c09e29a None None] The port 'e5994502-b95b-48a2-b200-e4a784c3fa4f' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:55:33.451049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.451283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.553280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36100) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:33.579338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:33.580769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.607511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for d091cf35-91bb-49f8-af31-aae1dde1f18a owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:33.718230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.734688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:33.739077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc5804a5375428bbd9ad37369c59412 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:33.743086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:33.749149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:33.767320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36106) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:33.774548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846431003', 'description': 'tempest-secgroup-smoke-846431003 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:33.783412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:33.785573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Allocated IP 172.20.0.18 (57f39204-d5a0-41ed-883a-2e87c4d8dddb/cfb93e20-6a28-4503-9a59-e699e8ebf57b/30357f71-46ea-4b5e-993c-d6f53d002138) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:33.807549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:33.817103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.863218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.885826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=d091cf35-91bb-49f8-af31-aae1dde1f18a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.921435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.929645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:33.978142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:33.985695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:33.990660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:34.004845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:34.029196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.030732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.050000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Transition to ACTIVE for port object 30357f71-46ea-4b5e-993c-d6f53d002138 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:34.075906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Transition to ACTIVE for port object 30357f71-46ea-4b5e-993c-d6f53d002138 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:34.083637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.096734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.101212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9a75b85a-90d6-4fe5-879f-1b54ab3de38e tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/floatingips/53d2428f-96df-4976-bf76-cdb31e474d47 HTTP/1.1" status: 204 len: 168 time: 1.0544438 Feb 17 22:55:34.104434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36110) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.115195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cc5804a5375428bbd9ad37369c59412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567205 Feb 17 22:55:34.116180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.149917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965aef-c175-4dd0-9029-c66d14eee118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d40ca0-496c-45ef-b041-ac6a0d0f5536,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.158836 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c758e0c6-efd1-429e-86bf-11fc34f88053 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:34.159714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c758e0c6-efd1-429e-86bf-11fc34f88053 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:34.168269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.169887 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c758e0c6-efd1-429e-86bf-11fc34f88053 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/2dd8d944-42f1-4238-bb22-7941b8e92ea0 HTTP/1.1" status: 404 len: 333 time: 0.0644257 Feb 17 22:55:34.172660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36118) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.181696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.227669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:34.231788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-167637c3-04b7-4c1d-ad1b-94917631cf46 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Synchronizing usage tracker for tenant:26413a68ae63405aba5631a351ef633b on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:34.239761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:34.242278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:34.245392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Pushing event updated for resources: {'Port': ['ID=30357f71-46ea-4b5e-993c-d6f53d002138,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.253928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.258502 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4867518 Feb 17 22:55:34.262348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36122) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.268720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.269008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:34.274046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987bfe9-e4ba-4671-9f45-89b06e792942 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0693f5-7fa3-43ed-8791-35e9c4a3341e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.276636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-167637c3-04b7-4c1d-ad1b-94917631cf46 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Unset dirty status for tenant:26413a68ae63405aba5631a351ef633b on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:34.277966 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-167637c3-04b7-4c1d-ad1b-94917631cf46 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/ports?device_id=750b8f5c-805b-47e8-93a7-bf39fbbfd687 HTTP/1.1" status: 200 len: 205 time: 0.1042254 Feb 17 22:55:34.279263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:34.281629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.314157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.348923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Attempting to bind port 30357f71-46ea-4b5e-993c-d6f53d002138 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:34.348923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Attempting to bind port 30357f71-46ea-4b5e-993c-d6f53d002138 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:34.349483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:34.349620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Attempting to bind port 30357f71-46ea-4b5e-993c-d6f53d002138 on network 57f39204-d5a0-41ed-883a-2e87c4d8dddb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:34.355825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:34.356203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Checking segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:34.356780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.357012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Bound using segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:34.357756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Bound port: 30357f71-46ea-4b5e-993c-d6f53d002138, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:34.358030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.360418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:34.363832 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.api.v2.resource [None req-78ba4bfe-0725-4615-ae1f-eed158c17534 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] delete failed (client error): The resource could not be found. Feb 17 22:55:34.364861 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-78ba4bfe-0725-4615-ae1f-eed158c17534 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/routers/750b8f5c-805b-47e8-93a7-bf39fbbfd687 HTTP/1.1" status: 404 len: 336 time: 0.0824790 Feb 17 22:55:34.368747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36130) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.370957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:34.390138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.418553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c16855-46ae-4553-8f16-f7e78bb59884 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] DELETE failed (client error): The resource could not be found. Feb 17 22:55:34.419342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c16855-46ae-4553-8f16-f7e78bb59884 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:55:34.428217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.447327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.451794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51d40ca0-496c-45ef-b041-ac6a0d0f5536 HTTP/1.1" status: 204 len: 168 time: 0.3314421 Feb 17 22:55:34.451794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17c16855-46ae-4553-8f16-f7e78bb59884 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/subnets/171a9b83-004a-4e18-8449-c9892d6e9f89 HTTP/1.1" status: 404 len: 337 time: 0.0803328 Feb 17 22:55:34.452823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056297dc-f12f-489e-af62-4a485db51e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d40ca0-496c-45ef-b041-ac6a0d0f5536,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.455398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36136) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.475619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.480635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.487167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] For port 30357f71-46ea-4b5e-993c-d6f53d002138, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:34.499957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] For port 30357f71-46ea-4b5e-993c-d6f53d002138, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=30357f71-46ea-4b5e-993c-d6f53d002138,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:34.507514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdc1611-684c-4a6d-83ea-f2d7c0ae716d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.513403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.519482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.521245 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8c683ffd-35de-43a9-90c3-6b43e398335e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577534 Feb 17 22:55:34.525878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36140) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.532920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:34.540369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port bd7a543d-6042-45d4-9304-069587bd154b {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:34.540369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.540996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:34.546841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:34.549539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:34.559766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:34.588455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.632026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2ce6c-2d0f-470d-a304-35ddf8facbae None None] Pushing event updated for resources: {'Port': ['ID=30357f71-46ea-4b5e-993c-d6f53d002138,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.672898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.680839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.712958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f565d8e-bb4d-48ad-88dc-1d019b2435ad,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.725189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.727824 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-309470a8-767f-4bbb-8025-e29b95c22359 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2004075 Feb 17 22:55:34.730836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36146) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.736490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:34.743926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:34.749332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:34.754025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:34.762575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:34.785387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.926610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.933065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.941074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.969697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abe5646-5b83-42f2-8382-a4fbbf25a265,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.973111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:34.978077 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-839d1e5f-af4a-4882-a99b-e65ec8f43b38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461722 Feb 17 22:55:34.979165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36156) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:34.986046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:34.993067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:34.997724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:35.001416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:35.029753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:35.069793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.181191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.190409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.218068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212f2815-330d-41c0-a9ac-9e6aee8e9de9,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:35.235969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.237959 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-766fbd84-7ed9-4e82-a61f-55f8965ce4be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2570760 Feb 17 22:55:35.240964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36162) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:35.252222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:35.263816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:35.269390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:35.276477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:35.285135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for bd7a543d-6042-45d4-9304-069587bd154b owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:35.286036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:35.301715 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:55:35.312860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.411499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.417813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.447450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6238059-1abd-4007-b04f-fc6cb948f095,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:35.460892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.462237 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-df53981d-d49b-429c-9f12-2ff454a1f687 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2172129 Feb 17 22:55:35.463928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.466529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36172) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:35.473749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '9f0693f5-7fa3-43ed-8791-35e9c4a3341e', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:35.480841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:35.486912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:35.490755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:35.499332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:35.517356 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:55:35.520132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=bd7a543d-6042-45d4-9304-069587bd154b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:35.529053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.611260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.616658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.652423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c577ce5-ac3c-4134-8c29-6243947411d9,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:35.660268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.670675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.672076 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4f87c45b-f75d-484b-86b0-abb567cc5e33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2039702 Feb 17 22:55:35.674589 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0658e7b5-4ee1-4c74-bc0d-a91498f298aa tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/bd7a543d-6042-45d4-9304-069587bd154b HTTP/1.1" status: 204 len: 168 time: 1.2180910 Feb 17 22:55:35.677927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36178) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:35.688386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36184) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:35.692896 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032885 Feb 17 22:55:35.697718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36186) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:35.774395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port ed65c9ce-1207-4938-9135-2dcd54648130 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:35.774742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:35.836815 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-87cf0987-cd8b-41b4-ae22-fd4c8a84eb62 tempest-NetworksApiDiscovery-2109044297 tempest-NetworksApiDiscovery-2109044297-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1379187 Feb 17 22:55:35.986447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe321fb-38d6-47e6-8799-033165d4f0f4 None None] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:36.120094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.138100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f539172e-ffff-41fb-a6d3-bd4346ae867e None None] Provisioning for port 30357f71-46ea-4b5e-993c-d6f53d002138 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:36.182575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36208) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:36.268743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for ed65c9ce-1207-4938-9135-2dcd54648130 owned by {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:36.333753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.336942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-8263ed9d-2e8b-435d-b42f-ade4c3159131 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:36.352075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:36.356685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Usage tracker for resource:security_group_rule and tenant:bcf222e12b844da2b59eae5f0888ec41 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:36.359832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:36.366431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:36.379244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-8263ed9d-2e8b-435d-b42f-ade4c3159131 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:36.380445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-8263ed9d-2e8b-435d-b42f-ade4c3159131 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846431003&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.2527742 Feb 17 22:55:36.458662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.465762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.522934 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcf222e12b844da2b59eae5f0888ec41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369641 Feb 17 22:55:36.522934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55419fb1-6484-4e8b-a122-86a28987170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54e9d0-b7fa-4ff5-9900-a97d7fc88db2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:36.524443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36214) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:36.559720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.591036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.616494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.622600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=ed65c9ce-1207-4938-9135-2dcd54648130,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:36.670559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.670902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-68651409-9f69-4efc-96a7-d2d56b23f5d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:36.671592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-68651409-9f69-4efc-96a7-d2d56b23f5d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:36.687324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54e9d0-b7fa-4ff5-9900-a97d7fc88db2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:36.691830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.693556 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-094ae4d7-78f7-4d58-bd83-8baa75e29b0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea54e9d0-b7fa-4ff5-9900-a97d7fc88db2 HTTP/1.1" status: 204 len: 168 time: 0.1678753 Feb 17 22:55:36.736606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-68651409-9f69-4efc-96a7-d2d56b23f5d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:36.737814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-68651409-9f69-4efc-96a7-d2d56b23f5d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=57f39204-d5a0-41ed-883a-2e87c4d8dddb HTTP/1.1" status: 200 len: 796 time: 0.3251710 Feb 17 22:55:36.755235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:36.761023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-2fcbfe44-baa6-4c65-80bd-fab7ddf81063 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0168314 Feb 17 22:55:36.767168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7182384e-d6ae-492a-ac1b-e52f81b30325 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/ports/ed65c9ce-1207-4938-9135-2dcd54648130 HTTP/1.1" status: 204 len: 168 time: 1.0882416 Feb 17 22:55:36.770153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36220) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:36.903338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb05ee-e6a9-4f5e-9831-8e90efaa0cb2 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:36.905640 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4abb05ee-e6a9-4f5e-9831-8e90efaa0cb2 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "GET /v2.0/ports?device_id=678605df-d226-43f0-b308-2a2bbc684dee HTTP/1.1" status: 200 len: 913 time: 0.1342232 Feb 17 22:55:36.909979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36224) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:36.912046 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-dbf45607-3715-4953-935c-7b8beaa84758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1433496 Feb 17 22:55:36.939522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 30357f71-46ea-4b5e-993c-d6f53d002138 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:37.036205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 30357f71-46ea-4b5e-993c-d6f53d002138 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:37.043705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 30357f71-46ea-4b5e-993c-d6f53d002138 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:37.044276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:37.173815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:37.207007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-020672bb-d79d-4777-ac23-d315bef4eaff service neutron] 10.222.0.42 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838945 Feb 17 22:55:37.210705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 30357f71-46ea-4b5e-993c-d6f53d002138, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=30357f71-46ea-4b5e-993c-d6f53d002138,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:37.215852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:37.291852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=30357f71-46ea-4b5e-993c-d6f53d002138,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:37.292762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-54920187-3c82-44fc-a03d-48609c273bcd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1960995 Feb 17 22:55:37.461599 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-36fb7f74-ed9d-43da-8f27-e6bd6e91b880 service neutron] 10.222.0.42 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461536 Feb 17 22:55:37.542442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-fed908ab-44a9-4c4d-9931-3ae84c982849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.543828 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-fed908ab-44a9-4c4d-9931-3ae84c982849 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 1098 time: 0.1757202 Feb 17 22:55:37.799352 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a30bcd1-3f30-438a-a80b-fd0787142ec1 req-d0d96c59-df0e-4b22-9a97-75c37b6fe161 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 210 time: 0.1862357 Feb 17 22:55:37.879697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-51ec004a-c5e0-4432-9650-9dda1bda28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.881232 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-51ec004a-c5e0-4432-9650-9dda1bda28a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.3137031 Feb 17 22:55:37.986724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:38.083833 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-a07cac03-d266-4a0a-ba0b-8e2c128c92fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 200 len: 1000 time: 0.1954598 Feb 17 22:55:38.232591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-f596fae1-f294-44e9-8a98-a5eea382d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.234075 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-f596fae1-f294-44e9-8a98-a5eea382d076 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.1439555 Feb 17 22:55:38.430373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-a4d6724f-ae66-4873-9484-f01a90f6ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.431874 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-a4d6724f-ae66-4873-9484-f01a90f6ecd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1915605 Feb 17 22:55:38.584704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 12965118-e3ca-4703-893b-32e08765882d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:38.585043 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:38.683069 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-c9c10fbe-5949-4ab1-bc96-66306d1a9b6d service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420359 Feb 17 22:55:38.920924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:38.951145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 30357f71-46ea-4b5e-993c-d6f53d002138 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:39.014553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f99731e-b856-498e-80eb-3ef7ee66c460 req-2674f206-2125-4cbd-b317-37e9ac6280a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 210 time: 0.0469127 Feb 17 22:55:39.074670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 30357f71-46ea-4b5e-993c-d6f53d002138 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:39.075034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.075656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-d2f5846e-fc59-4395-aa27-a1d744d7b3d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:39.077390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-d2f5846e-fc59-4395-aa27-a1d744d7b3d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=57f39204-d5a0-41ed-883a-2e87c4d8dddb HTTP/1.1" status: 200 len: 796 time: 0.2592785 Feb 17 22:55:39.103832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 12965118-e3ca-4703-893b-32e08765882d owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:39.153554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-f68d1150-6787-4ca1-a8a3-3dfa54e1cfd4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 470 time: 0.0666096 Feb 17 22:55:39.162315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['9f0693f5-7fa3-43ed-8791-35e9c4a3341e']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:39.275819 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d1d28bc7-42db-43e9-a0ff-c38b002b8d6e req-6add7bbe-1226-4cac-b65d-abb385487889 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420411 Feb 17 22:55:39.308223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:39.312092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:port and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:39.315184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:39.321512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:39.331039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:39.334798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.433906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.483477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=12965118-e3ca-4703-893b-32e08765882d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:39.502549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.19 (57f39204-d5a0-41ed-883a-2e87c4d8dddb/cfb93e20-6a28-4503-9a59-e699e8ebf57b/c7d0fca0-a9cf-41b2-bd96-f7a14bca4481) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:39.694085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.709839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:39.734970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.760343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.807597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:39.810738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:39.814714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:39.854868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:39.888263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:39.888916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:39.913386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-687a7239-b77c-433b-bc23-7d3b9cd8a98e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7541585 Feb 17 22:55:39.923542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Request body: {'port': {'device_id': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:40.045343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.118086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2104d70c-3594-44fb-9e99-2856fbcae34e None None] Provisioning for port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:40.123933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2104d70c-3594-44fb-9e99-2856fbcae34e None None] Provisioning complete for port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:40.124560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2104d70c-3594-44fb-9e99-2856fbcae34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.159895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Router 678605df-d226-43f0-b308-2a2bbc684dee has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:40.182583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2104d70c-3594-44fb-9e99-2856fbcae34e None None] Port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:40.348399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:40.359572 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] Sync routers for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:40.360382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea3d7f-10d8-4ee1-8497-9cd4ca5a0eb4 req-d12681a4-fab8-4367-a67b-55d8d446294b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:40.361109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-43ea3d7f-10d8-4ee1-8497-9cd4ca5a0eb4 req-d12681a4-fab8-4367-a67b-55d8d446294b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:55:40.372510 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:40.372723 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0020790f-a6cc-48b2-9276-e9480f677931 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "PUT /v2.0/routers/678605df-d226-43f0-b308-2a2bbc684dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599557 Feb 17 22:55:40.372859 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:40.372981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36254) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:40.408154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-43ea3d7f-10d8-4ee1-8497-9cd4ca5a0eb4 req-d12681a4-fab8-4367-a67b-55d8d446294b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:55:40.409350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43ea3d7f-10d8-4ee1-8497-9cd4ca5a0eb4 req-d12681a4-fab8-4367-a67b-55d8d446294b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 932 time: 0.2741702 Feb 17 22:55:40.435550 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:40.451605 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:55:40.452541 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] Routers {'678605df-d226-43f0-b308-2a2bbc684dee'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:40.453249 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['678605df-d226-43f0-b308-2a2bbc684dee'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:40.518569 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:40.519284 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657b030-4928-45b6-81d0-ead6b04eeb5b None None] The sync data for ids ['678605df-d226-43f0-b308-2a2bbc684dee'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:40.576377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.642171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43ea3d7f-10d8-4ee1-8497-9cd4ca5a0eb4 req-1a88f2d8-1779-494e-bcd3-12ef4e3523df tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224755 Feb 17 22:55:40.653018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:40.661233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.675944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Transition to ACTIVE for port object c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:40.681799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.820734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Pushing event updated for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:40.908868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.919196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting port 8b34c80d-e53c-4c45-bef2-dd6ef5aa869f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:55:40.919782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:40.934574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Attempting to bind port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:40.934819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Attempting to bind port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:40.935075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Attempting to bind port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 on network 57f39204-d5a0-41ed-883a-2e87c4d8dddb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:40.940606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 on network 57f39204-d5a0-41ed-883a-2e87c4d8dddb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:55:40.940932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Attempting to bind port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 on network 57f39204-d5a0-41ed-883a-2e87c4d8dddb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:40.947017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:40.947372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Checking segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:40.947719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Bound using segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:40.948183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Bound port: c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:40.948527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.051152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:41.055320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:41.061650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.114313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.121671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.122253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.123833 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] 10.222.0.43 "PUT /v2.0/ports/c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 HTTP/1.1" status: 200 len: 1094 time: 1.2046638 Feb 17 22:55:41.124283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:41.173888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731544b6-dc78-47f8-8919-857969e8d05f service neutron] Pushing event updated for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:41.223190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481', 'status': 'completed', 'code': 200} Feb 17 22:55:41.248400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Calling delete_port for 8b34c80d-e53c-4c45-bef2-dd6ef5aa869f owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:55:41.271841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-a769a1a0-1a3e-449b-b083-3e11d05de93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.274802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-a769a1a0-1a3e-449b-b083-3e11d05de93a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0965641 Feb 17 22:55:41.353349 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-41c20c49-c342-44fe-8aef-6b0f249aa188 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 HTTP/1.1" status: 200 len: 217 time: 0.0728650 Feb 17 22:55:41.419647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-2cf0ca31-b9b9-4615-955d-4c7b15bd5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.420988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-2cf0ca31-b9b9-4615-955d-4c7b15bd5725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfb93e20-6a28-4503-9a59-e699e8ebf57b HTTP/1.1" status: 200 len: 837 time: 0.0609391 Feb 17 22:55:41.428506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.475046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Port': ['ID=8b34c80d-e53c-4c45-bef2-dd6ef5aa869f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:41.499584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-4fa45c0b-e521-4b7c-a996-7268586b2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.501053 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-4fa45c0b-e521-4b7c-a996-7268586b2d69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57f39204-d5a0-41ed-883a-2e87c4d8dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743880 Feb 17 22:55:41.570839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.632921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-fb7b4bba-a7ea-4128-92cf-653b4e75e33b service neutron] 10.222.0.43 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258230 Feb 17 22:55:41.752267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.754951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.781370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.781968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Fanout notify agent at l3_agent the message router_deleted on router 678605df-d226-43f0-b308-2a2bbc684dee {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:55:41.799178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.800371 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06298b1a-4e65-4035-94f8-71622626e6f8 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/routers/678605df-d226-43f0-b308-2a2bbc684dee HTTP/1.1" status: 204 len: 168 time: 1.4266372 Feb 17 22:55:41.802889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36262) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:41.821861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d51d5708-700a-41d2-9970-c8d93871f4e4 req-006b2ae7-1b91-4b93-b1a5-977f477bb19e service neutron] 10.222.0.43 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831720 Feb 17 22:55:41.865619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5dd96-1224-4598-83e7-d875e0694701 req-5512d3ae-6044-45a1-a500-4b072956bc33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.870123 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ef5dd96-1224-4598-83e7-d875e0694701 req-5512d3ae-6044-45a1-a500-4b072956bc33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 944 time: 0.1161125 Feb 17 22:55:41.882285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Deleting subnet df521324-991c-4cf3-a172-3587e1656233 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:55:41.886417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.947425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:41.964190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ef5dd96-1224-4598-83e7-d875e0694701 req-b50fefbc-3ee8-40cb-8db7-56d11918b6ec tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590701 Feb 17 22:55:41.984232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e374-360e-4419-92c4-ae2463df0fef req-7c8c495a-d7d3-425f-adcd-90e665a925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.985791 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-7c8c495a-d7d3-425f-adcd-90e665a925cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 1097 time: 0.1144762 Feb 17 22:55:42.022122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.149687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.175743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e374-360e-4419-92c4-ae2463df0fef req-b1741f60-5ea6-4e39-8bf5-db1d3bddee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:42.177496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-b1741f60-5ea6-4e39-8bf5-db1d3bddee6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=57f39204-d5a0-41ed-883a-2e87c4d8dddb HTTP/1.1" status: 200 len: 896 time: 0.1854913 Feb 17 22:55:42.197207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Subnet': ['ID=df521324-991c-4cf3-a172-3587e1656233,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:42.201481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.209020 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-848f2ebd-1b55-433f-923f-173ccead311f tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/subnets/df521324-991c-4cf3-a172-3587e1656233 HTTP/1.1" status: 204 len: 168 time: 0.4050872 Feb 17 22:55:42.212864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36266) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:42.270287 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-ebe55b76-6f39-40a1-bcc2-3febf3b8cd32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 HTTP/1.1" status: 200 len: 217 time: 0.0858541 Feb 17 22:55:42.337902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.340698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e374-360e-4419-92c4-ae2463df0fef req-a8124860-d8c8-46d0-9247-d04843bc56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:42.342233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-a8124860-d8c8-46d0-9247-d04843bc56fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfb93e20-6a28-4503-9a59-e699e8ebf57b HTTP/1.1" status: 200 len: 837 time: 0.0654194 Feb 17 22:55:42.448700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e374-360e-4419-92c4-ae2463df0fef req-9bb5cf32-6358-465b-b754-47946bbd1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:42.450233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-9bb5cf32-6358-465b-b754-47946bbd1c00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57f39204-d5a0-41ed-883a-2e87c4d8dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0980976 Feb 17 22:55:42.598395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.626216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d372cb-c50b-4561-9ae9-4b8b79bc71a4']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:42.640651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58207809-5ef8-48f5-8201-24a891073541') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:42.640938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58207809-5ef8-48f5-8201-24a891073541') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:42.654773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.673575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.681942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:42.682758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:42.697833 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:42.732135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-828f4fcf-4163-4aaf-89d5-80b2545b286f service neutron] 10.222.0.43 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732134 Feb 17 22:55:42.792867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.813263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:42.829766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] Pushing event deleted for resources: {'Network': ['ID=29d372cb-c50b-4561-9ae9-4b8b79bc71a4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:42.837405 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-54255c7e-311e-4329-b1f0-8eef076adc53 tempest-FloatingIPTestJSON-1561241135 tempest-FloatingIPTestJSON-1561241135-project] 10.222.0.42 "DELETE /v2.0/networks/29d372cb-c50b-4561-9ae9-4b8b79bc71a4 HTTP/1.1" status: 204 len: 168 time: 0.6194575 Feb 17 22:55:42.994069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cec6e374-360e-4419-92c4-ae2463df0fef req-4305a6d6-0da6-4e9c-b156-17bee36aa32d service neutron] 10.222.0.43 "GET /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556276 Feb 17 22:55:43.212167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d1b6-0fcb-4f23-bc6f-58b650c979ab req-fc67015a-3acf-46a2-9527-786d8db83283 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:43.213884 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ff2d1b6-0fcb-4f23-bc6f-58b650c979ab req-fc67015a-3acf-46a2-9527-786d8db83283 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 944 time: 0.0918674 Feb 17 22:55:43.232691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36278) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:43.264446 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ff2d1b6-0fcb-4f23-bc6f-58b650c979ab req-d2cca5a1-c6eb-40c0-a71a-44d4a797cf54 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Feb 17 22:55:43.393454 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a900041b-306c-4e49-82b4-f33213c304b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26413a68ae63405aba5631a351ef633b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595268 Feb 17 22:55:43.396008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36284) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:43.456882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:43.487707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:43.543137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:43.561347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1555ea-d987-496d-8c99-97e27607c12e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:43.566091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:43.567337 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ee9c54bc-42fe-4178-a546-afc7a7a7d5d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c1555ea-d987-496d-8c99-97e27607c12e HTTP/1.1" status: 204 len: 168 time: 0.1703928 Feb 17 22:55:44.190324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:55:44.355386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:44.356932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:44.382017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'port_id': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481', 'mac_address': 'fa:16:3e:16:71:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:55:44.480381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1653073018'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:44.486377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.486699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:44.491021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:44.495408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:44.502605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:44.518087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:44.518377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:44.524779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.536905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:44.543180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.548837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.574521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:44.581965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:security_group_rule and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:44.586972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:44.596302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:44.599301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e30682-3b7f-4efd-8cbd-99cadec93cf2 req-86381471-0a6e-42dd-84e6-59b1222e2f33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:44.603101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30e30682-3b7f-4efd-8cbd-99cadec93cf2 req-86381471-0a6e-42dd-84e6-59b1222e2f33 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 944 time: 0.1553104 Feb 17 22:55:44.617733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:44.656625 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30e30682-3b7f-4efd-8cbd-99cadec93cf2 req-24fb4eff-22b9-4d60-9a5d-b5d505fd419c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Feb 17 22:55:44.710046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.714445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.747060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:44.755556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf359e8c-2cec-474e-adf8-c834c3d304b5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:44.765009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.765009 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment e7b89b36-63d7-476a-b513-7dfc8b05d637 of type vlan for network 75f01995-d63b-4970-b037-35f347660fee Feb 17 22:55:44.774729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['c7d0fca0-a9cf-41b2-bd96-f7a14bca4481'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:55:44.794128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.830883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.840154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:44.841710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:44.958778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=75f01995-d63b-4970-b037-35f347660fee,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:44.962511 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-86b0c1fc-147c-44c3-9be9-0c38218e68ec tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6056788 Feb 17 22:55:44.976745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 75f01995-d63b-4970-b037-35f347660fee details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:45.851555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96d103-df6a-4316-8e7e-f9f634c4cc29 req-5b62eb8b-23de-460a-8b4d-7e1120037803 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.853070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a96d103-df6a-4316-8e7e-f9f634c4cc29 req-5b62eb8b-23de-460a-8b4d-7e1120037803 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 945 time: 0.0817273 Feb 17 22:55:45.902267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a96d103-df6a-4316-8e7e-f9f634c4cc29 req-84e90794-05d0-47c5-a213-4f7ef7fa5e99 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Feb 17 22:55:46.205606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:46.273370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:46.278195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:46.278564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:46.396252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:46.423846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:46.433950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:46.439045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:46.483261 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481', 'code': 200} Feb 17 22:55:46.513264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:46.713619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2b057-d637-4e4f-8ad7-ab2892aae887 req-825a39ae-45a4-40eb-90bf-825b2ac3dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:46.715043 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23b2b057-d637-4e4f-8ad7-ab2892aae887 req-825a39ae-45a4-40eb-90bf-825b2ac3dfdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0733531 Feb 17 22:55:46.757267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23b2b057-d637-4e4f-8ad7-ab2892aae887 req-0cb9bf75-9336-4bcb-90fe-1ca6363accad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 Feb 17 22:55:47.109889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b6771-ff7a-49b8-b2d7-9291cbaa4336 req-cca6d097-f66a-4892-b178-42ea0f4eefa5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:47.111394 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b8b6771-ff7a-49b8-b2d7-9291cbaa4336 req-cca6d097-f66a-4892-b178-42ea0f4eefa5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.0985773 Feb 17 22:55:47.157201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b8b6771-ff7a-49b8-b2d7-9291cbaa4336 req-3e5fc2c0-5ce4-4c1c-8dee-21bcacb5ebea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Feb 17 22:55:48.266079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36324) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:48.271979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '75f01995-d63b-4970-b037-35f347660fee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:48.394121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:48.398624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:48.398855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483489-e658-4579-944a-19b38b66cd6a req-fc34c4e0-6233-4908-be71-f5d1cd1c89bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:48.401122 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64483489-e658-4579-944a-19b38b66cd6a req-fc34c4e0-6233-4908-be71-f5d1cd1c89bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.1230729 Feb 17 22:55:48.402098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:48.408260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:48.422371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:48.426137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:48.453477 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64483489-e658-4579-944a-19b38b66cd6a req-55aaa961-dd23-4b6a-86d2-a1783a75b49a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 Feb 17 22:55:48.680933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b246a-5c33-4127-b4a2-1ada5cda82c4 req-b5ad9766-5c4b-452a-920b-4b668fe61e44 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:48.683810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:48.687213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-240b246a-5c33-4127-b4a2-1ada5cda82c4 req-b5ad9766-5c4b-452a-920b-4b668fe61e44 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.1065681 Feb 17 22:55:48.731276 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-240b246a-5c33-4127-b4a2-1ada5cda82c4 req-e5150184-29b7-4cb2-81da-a5cc5fe8ebbe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 Feb 17 22:55:48.784481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=7a201805-ae29-440e-b494-5f0c10ae3f8c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:48.795040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'e7b89b36-63d7-476a-b513-7dfc8b05d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75f01995-d63b-4970-b037-35f347660fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:48.795407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 75f01995-d63b-4970-b037-35f347660fee, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:48.818136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 75f01995-d63b-4970-b037-35f347660fee is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:48.830431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 75f01995-d63b-4970-b037-35f347660fee) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:48.835102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:48.836306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:48.843594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909bfcf-055c-464b-b975-f6ac36fe2421 None None] Network 75f01995-d63b-4970-b037-35f347660fee requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:48.864907 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-627d5885-eaa5-4b41-9658-8cadf84c02a3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5974281 Feb 17 22:55:48.870517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36332) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:48.876631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618775411'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:48.882365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:48.887237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:48.890897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:48.898575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:48.922875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:48.928910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:48.985701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:49.004986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.005879 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment f168f25d-9d11-4d0d-b15f-d86fc4993dde of type vlan for network e0e5683f-58cb-4050-9310-065523cbe21d Feb 17 22:55:49.037661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.077981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.083763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:49.084357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.141680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-75f01995-d63b-4970-b037-35f347660fee', 'network_id': '75f01995-d63b-4970-b037-35f347660fee', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': '7a201805-ae29-440e-b494-5f0c10ae3f8c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:49.142518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.181141 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3092492 Feb 17 22:55:49.185398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36338) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:49.195283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': 'e0e5683f-58cb-4050-9310-065523cbe21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:49.206766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b00753-d8e1-49e8-961e-ddefbd7822d3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=e0e5683f-58cb-4050-9310-065523cbe21d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:49.220607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network e0e5683f-58cb-4050-9310-065523cbe21d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:49.327833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:49.332279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:49.335577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:49.341884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:49.354187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:49.358864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.419646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Allocated IP 2001:db8:0:ffff::2 (75f01995-d63b-4970-b037-35f347660fee/7a201805-ae29-440e-b494-5f0c10ae3f8c/e4316b4f-85f3-49cc-8ebb-e3086d8958b0) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:49.651017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.703954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.717161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Transition to ACTIVE for port object e4316b4f-85f3-49cc-8ebb-e3086d8958b0 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:49.740423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Transition to ACTIVE for port object e4316b4f-85f3-49cc-8ebb-e3086d8958b0 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:49.745912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=f9cff66a-186e-4619-adc6-ac85424291ba,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:49.750332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.751863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'f168f25d-9d11-4d0d-b15f-d86fc4993dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0e5683f-58cb-4050-9310-065523cbe21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:49.752321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: e0e5683f-58cb-4050-9310-065523cbe21d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:49.774531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network e0e5683f-58cb-4050-9310-065523cbe21d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:49.784987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, e0e5683f-58cb-4050-9310-065523cbe21d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:49.789998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:49.790880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:49.812478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b4851-0e0c-4441-981b-f06b752c0e23 None None] Network e0e5683f-58cb-4050-9310-065523cbe21d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:49.816786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b4c68591-75bc-47ef-9289-48c0f5984d16 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6299145 Feb 17 22:55:49.820589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36342) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:49.907013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Network 75f01995-d63b-4970-b037-35f347660fee is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:49.911364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:49.919184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:49.921208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Pushing event updated for resources: {'Port': ['ID=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:49.975942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.056948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.097826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Attempting to bind port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:50.098192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Attempting to bind port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e7b89b36-63d7-476a-b513-7dfc8b05d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75f01995-d63b-4970-b037-35f347660fee'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:50.098554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Attempting to bind port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 on network 75f01995-d63b-4970-b037-35f347660fee {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:50.118861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:50.119190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Checking segment: {'id': 'e7b89b36-63d7-476a-b513-7dfc8b05d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75f01995-d63b-4970-b037-35f347660fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:50.119564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.119952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Bound using segment: {'id': 'e7b89b36-63d7-476a-b513-7dfc8b05d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75f01995-d63b-4970-b037-35f347660fee'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:50.120425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Bound port: e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b89b36-63d7-476a-b513-7dfc8b05d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '75f01995-d63b-4970-b037-35f347660fee'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:50.120793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.134233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3027ad9-3285-4cd2-9856-9fb2bb8df050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.170407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.209538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cff66a-186e-4619-adc6-ac85424291ba,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.237755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36346) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:50.253313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb0c51-53a5-495c-8edf-7b5b9d1130fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-e0e5683f-58cb-4050-9310-065523cbe21d', 'network_id': 'e0e5683f-58cb-4050-9310-065523cbe21d', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': 'f9cff66a-186e-4619-adc6-ac85424291ba'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:50.254359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2bdb0c51-53a5-495c-8edf-7b5b9d1130fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.284410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] For port e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:50.385447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] For port e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,segment=NetworkSegment(e7b89b36-63d7-476a-b513-7dfc8b05d637),segment_id=e7b89b36-63d7-476a-b513-7dfc8b05d637)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:50.402291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.440554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.480311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e5683f-58cb-4050-9310-065523cbe21d']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.505580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe2a50-3389-4149-b43a-104631995f76 None None] Pushing event updated for resources: {'Port': ['ID=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.506755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f168f25d-9d11-4d0d-b15f-d86fc4993dde') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.507349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f168f25d-9d11-4d0d-b15f-d86fc4993dde') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.524722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.529296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7ccfc-784b-4f8c-8354-83da78a99402 None None] Network e0e5683f-58cb-4050-9310-065523cbe21d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:50.544249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.555100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:50.555514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:50.572600 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:50.675915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.702577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.751513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=e0e5683f-58cb-4050-9310-065523cbe21d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.761992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-318e5466-e276-4af6-925c-6fe40e023389 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/e0e5683f-58cb-4050-9310-065523cbe21d HTTP/1.1" status: 204 len: 168 time: 0.9401286 Feb 17 22:55:50.767616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36350) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:50.773923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633432871'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:50.779759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:50.784216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:50.798976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:50.807469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:50.821437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:50.825524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.858708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:50.871173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.871591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment eb3ec680-aeea-4c11-bbb8-e48dceb79907 of type vlan for network 8389932f-fe56-4843-82fd-cd989e8bc71d Feb 17 22:55:50.915097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.970356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.976319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:50.976939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:50.980314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e4316b4f-85f3-49cc-8ebb-e3086d8958b0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:51.064174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:51.099384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3313191 Feb 17 22:55:51.100264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36354) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:51.113459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.136639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3ac1-eb60-4591-b499-3e0b453dad65 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=8389932f-fe56-4843-82fd-cd989e8bc71d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.149554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 8389932f-fe56-4843-82fd-cd989e8bc71d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:51.240612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:51.246071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:51.249371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:51.260550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:51.273394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:51.276798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.300755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.544309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.627305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=7f928eed-19d2-4768-abcd-d73c47aa57ee,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.640090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'eb3ec680-aeea-4c11-bbb8-e48dceb79907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:51.640454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 8389932f-fe56-4843-82fd-cd989e8bc71d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:51.662672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 8389932f-fe56-4843-82fd-cd989e8bc71d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:51.671772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570d5b4-fa9d-4d3e-beac-75f8eb3535ea None None] Network 75f01995-d63b-4970-b037-35f347660fee requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:51.679637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 8389932f-fe56-4843-82fd-cd989e8bc71d) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:51.692234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c89c3-8947-4e41-a1f1-d3f21cb69de9 None None] Network 8389932f-fe56-4843-82fd-cd989e8bc71d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:51.692609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:51.693604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.723397 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2282020-98d5-4677-b848-7ebca4bccfd6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6150730 Feb 17 22:55:51.724118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36358) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:51.731763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513763176'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.737770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:51.744440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:51.747178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:51.753783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:51.773834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:51.778190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.17 (57f39204-d5a0-41ed-883a-2e87c4d8dddb/cfb93e20-6a28-4503-9a59-e699e8ebf57b/32108191-a0c6-4fe4-afdb-70b4d1234295) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:51.780072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.814973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:51.828165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.829274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment 60c34f73-461a-42e7-8b3c-70d7082f182c of type vlan for network 719ee210-b798-4b3a-a046-5005d5ef9b08 Feb 17 22:55:51.854171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Provisioning for port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:51.869226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Provisioning complete for port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:51.869924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.880854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.922336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.928410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:51.929001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.954793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:51.974118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 32108191-a0c6-4fe4-afdb-70b4d1234295 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:52.001444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.052431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36362) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:52.055014 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3285708 Feb 17 22:55:52.063502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dbda0-0017-44db-b8bd-d3cb700a6a5b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=719ee210-b798-4b3a-a046-5005d5ef9b08,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.068256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:52.079886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '719ee210-b798-4b3a-a046-5005d5ef9b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:52.080912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 719ee210-b798-4b3a-a046-5005d5ef9b08 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:52.094325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:52.106586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:52.233807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.269470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.331900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.350530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-8389932f-fe56-4843-82fd-cd989e8bc71d', 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': '7f928eed-19d2-4768-abcd-d73c47aa57ee'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:52.352020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.387867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:52.396442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f1729e6-7acb-4a0b-b00e-6eae43c7ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.404093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:52.408480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:52.417810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:52.446277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:52.450055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.467425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] For port e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,segment=NetworkSegment(e7b89b36-63d7-476a-b513-7dfc8b05d637),segment_id=e7b89b36-63d7-476a-b513-7dfc8b05d637)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:52.487397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.636331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab1285-4e6f-44e5-a5a7-270dd56ad714 None None] Pushing event updated for resources: {'Port': ['ID=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.639784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Allocated IP 2001:db8::1 (8389932f-fe56-4843-82fd-cd989e8bc71d/7f928eed-19d2-4768-abcd-d73c47aa57ee/6b38ee8b-0dd9-4cfc-b413-729bf88727d4) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:52.642776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-744314b1-9e50-4678-b6dd-f2ecb91e8efc None None] Provisioning for port 32108191-a0c6-4fe4-afdb-70b4d1234295 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:52.654119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-744314b1-9e50-4678-b6dd-f2ecb91e8efc None None] Provisioning complete for port 32108191-a0c6-4fe4-afdb-70b4d1234295 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:52.654495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-744314b1-9e50-4678-b6dd-f2ecb91e8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.708812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:55:52.709381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:55:52.829822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-744314b1-9e50-4678-b6dd-f2ecb91e8efc None None] Port 32108191-a0c6-4fe4-afdb-70b4d1234295 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:52.921864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.934554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:52.962156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e4316b4f-85f3-49cc-8ebb-e3086d8958b0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:53.082898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-57238f09-3ab2-4dc9-9531-4edff101faac None None] Provisioning complete for port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:53.083698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57238f09-3ab2-4dc9-9531-4edff101faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.127755 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.149675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Transition to ACTIVE for port object 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:53.150743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=c28d5901-47f1-4d18-acf3-b8857bec3664,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:53.181216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': '60c34f73-461a-42e7-8b3c-70d7082f182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '719ee210-b798-4b3a-a046-5005d5ef9b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:53.181589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 719ee210-b798-4b3a-a046-5005d5ef9b08, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:53.190979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Transition to ACTIVE for port object 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:53.196326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:53.196889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.228770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.284772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 719ee210-b798-4b3a-a046-5005d5ef9b08 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:53.298163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 719ee210-b798-4b3a-a046-5005d5ef9b08) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:53.306788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:53.307640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.322192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885d1a0-5ab4-4fc4-8746-d65eff744034 None None] Network 719ee210-b798-4b3a-a046-5005d5ef9b08 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:53.361722 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1bca9f6c-a5af-4972-8adf-befed98f645b tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3057859 Feb 17 22:55:53.365499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36366) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:53.443553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Network 8389932f-fe56-4843-82fd-cd989e8bc71d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:53.459574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:53.476628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Pushing event updated for resources: {'Port': ['ID=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:53.479230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:55:53.487388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.547575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.552372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.561382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.569795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.621610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.683241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:53.690538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.714687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.737122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Attempting to bind port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:53.737805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Attempting to bind port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'eb3ec680-aeea-4c11-bbb8-e48dceb79907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:53.738153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Attempting to bind port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 on network 8389932f-fe56-4843-82fd-cd989e8bc71d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:53.776329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=c28d5901-47f1-4d18-acf3-b8857bec3664,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:53.784981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:53.785381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Checking segment: {'id': 'eb3ec680-aeea-4c11-bbb8-e48dceb79907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:53.785775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.786161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Bound using segment: {'id': 'eb3ec680-aeea-4c11-bbb8-e48dceb79907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:53.786680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Bound port: 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3ec680-aeea-4c11-bbb8-e48dceb79907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8389932f-fe56-4843-82fd-cd989e8bc71d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:53.787174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.820651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a918b8-45fd-48fe-951a-53c5b06415dc None None] Network 719ee210-b798-4b3a-a046-5005d5ef9b08 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:53.845677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:53.847737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:53.871569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.907481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719ee210-b798-4b3a-a046-5005d5ef9b08']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:53.924072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c34f73-461a-42e7-8b3c-70d7082f182c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:53.924397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c34f73-461a-42e7-8b3c-70d7082f182c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:53.938856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.959060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.966705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:53.967119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:53.986907 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:54.081198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] For port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:54.092590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] For port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,segment=NetworkSegment(eb3ec680-aeea-4c11-bbb8-e48dceb79907),segment_id=eb3ec680-aeea-4c11-bbb8-e48dceb79907)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:54.108871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:55:54.142935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.239929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ced55d44-6b1d-4aed-a87e-0a22ec76bff0 None None] Provisioning complete for port 32108191-a0c6-4fe4-afdb-70b4d1234295 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:54.239929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ced55d44-6b1d-4aed-a87e-0a22ec76bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.245773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.250173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.277594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/719ee210-b798-4b3a-a046-5005d5ef9b08 HTTP/1.1" status: 204 len: 168 time: 0.9083686 Feb 17 22:55:54.281129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cce4b8-c9c6-4681-85a6-5f8c29221813 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=719ee210-b798-4b3a-a046-5005d5ef9b08,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.282906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36370) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:54.289456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983278167'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:54.294467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:54.298499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:54.301251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723122-00c2-4be4-8b8e-ef2c5983db7d None None] Pushing event updated for resources: {'Port': ['ID=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.301513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:54.310312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:54.326938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:54.330024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.338098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ced55d44-6b1d-4aed-a87e-0a22ec76bff0 None None] Port 32108191-a0c6-4fe4-afdb-70b4d1234295 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:55:54.338927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:55:54.345364 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-820029c9-c0d7-4b77-bc89-22c3ddeac54a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/cb778980-e7fd-4aef-92f2-8d90deca1da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1050820 Feb 17 22:55:54.365120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:54.370075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:54.375459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:54.376076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:54.382829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.383173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment d466b2a3-8884-4d52-8a13-1dccc61b5fbb of type vlan for network 4bf08382-cb62-4b26-a986-19f9d4ba2bef Feb 17 22:55:54.415836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.458811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.465120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:54.465806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.623848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3372598 Feb 17 22:55:54.624740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36378) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:54.633638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de05e8b-794e-45e5-9ef3-406eefc5e3b4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=4bf08382-cb62-4b26-a986-19f9d4ba2bef,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.634100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '4bf08382-cb62-4b26-a986-19f9d4ba2bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:54.645128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4bf08382-cb62-4b26-a986-19f9d4ba2bef details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:54.672872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:55:54.898933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:54.904034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:54.907044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:54.915780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:54.927742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:54.932703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:54.936275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.009006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:55.192241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:55.221810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.234633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:55:52Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32108191-a0c6-4fe4-afdb-70b4d1234295', 'name': '', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:f4:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:51Z', 'updated_at': '2022-02-17T22:55:53Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.239258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:55.239682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Updating router cb778980-e7fd-4aef-92f2-8d90deca1da3 port 32108191-a0c6-4fe4-afdb-70b4d1234295 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:55:55.300357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.354022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=5ace502d-ef83-46dd-812b-5e9dab5799d5,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:55.359809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'd466b2a3-8884-4d52-8a13-1dccc61b5fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4bf08382-cb62-4b26-a986-19f9d4ba2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:55.360112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 4bf08382-cb62-4b26-a986-19f9d4ba2bef, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:55.381994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 4bf08382-cb62-4b26-a986-19f9d4ba2bef is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:55.397572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4bf08382-cb62-4b26-a986-19f9d4ba2bef) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:55.403820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:55.404610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.417879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cb1a4-0dfb-4fd8-b699-7c428eb0736b None None] Network 4bf08382-cb62-4b26-a986-19f9d4ba2bef requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:55.447155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafed4f4-14a4-4676-96e1-4f73be79762d None None] Network 8389932f-fe56-4843-82fd-cd989e8bc71d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:55.449165 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bbcfef62-5bfe-4848-9497-d697bff6e6a4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8227654 Feb 17 22:55:55.451731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36382) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:55.604334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.684155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.691871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Provisioning for port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:55.726930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Provisioning complete for port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:55.726930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.776939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.821989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=5ace502d-ef83-46dd-812b-5e9dab5799d5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:55.925876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.954647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf08382-cb62-4b26-a986-19f9d4ba2bef']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.967966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd466b2a3-8884-4d52-8a13-1dccc61b5fbb') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.968307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd466b2a3-8884-4d52-8a13-1dccc61b5fbb') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.987261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:55.988401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440b3a8-571a-429c-b86b-18152f3d9e1a None None] Network 4bf08382-cb62-4b26-a986-19f9d4ba2bef requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:56.008305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.016411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:56.017123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:56.033103 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:56.142706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.151084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.189800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=4bf08382-cb62-4b26-a986-19f9d4ba2bef,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:56.193909 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8c5b1c63-c935-4c0a-89ac-ea388df3114e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/4bf08382-cb62-4b26-a986-19f9d4ba2bef HTTP/1.1" status: 204 len: 168 time: 0.7410824 Feb 17 22:55:56.199856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36386) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:56.205705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121294496'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:56.211905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:56.216444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:56.219875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:56.227915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:56.245572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:56.251608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.275077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.resource_extend [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:55:56.301664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:56.317408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.317980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment d785cc40-bffc-4983-8db1-c9d7c6bac668 of type vlan for network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f Feb 17 22:55:56.353307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.362453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.391899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.397540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:56.398873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.469172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.485605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] For port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,segment=NetworkSegment(eb3ec680-aeea-4c11-bbb8-e48dceb79907),segment_id=eb3ec680-aeea-4c11-bbb8-e48dceb79907)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:56.486886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Transition to ACTIVE for port object 32108191-a0c6-4fe4-afdb-70b4d1234295 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:56.494182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.510216 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3066068 Feb 17 22:55:56.511168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36390) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:56.519295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '37cc1b5c-8f2f-4834-8a24-fd80ae70688f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:56.534658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.543059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc7997-6612-4876-a488-68ad5e2d45d7 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=37cc1b5c-8f2f-4834-8a24-fd80ae70688f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:56.575970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:56.678632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:56.688776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:56.692550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:56.701184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:56.719087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:56.723843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:56.774378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced799-d6c4-46cf-a8c0-74abea105acf None None] Pushing event updated for resources: {'Port': ['ID=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:56.973620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Attempting to bind port 32108191-a0c6-4fe4-afdb-70b4d1234295 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:55:56.974636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Attempting to bind port 32108191-a0c6-4fe4-afdb-70b4d1234295 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:55:56.976667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Attempting to bind port 32108191-a0c6-4fe4-afdb-70b4d1234295 on network 57f39204-d5a0-41ed-883a-2e87c4d8dddb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:55:56.984143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:57.029776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.036977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022630-786c-4a3d-b8f2-13ddbb2653c7 None None] Pushing event updated for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:57.043090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:55:57.043851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Checking segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:57.044322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.044760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Bound using segment: {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:55:57.045305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Bound port: 32108191-a0c6-4fe4-afdb-70b4d1234295, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0873cf36-b837-409f-9e76-75a4a0d09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:55:57.045716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.114606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=dc379b4f-c520-42b2-b669-76bb0c7f5747,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:57.135133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'd785cc40-bffc-4983-8db1-c9d7c6bac668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '37cc1b5c-8f2f-4834-8a24-fd80ae70688f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:57.135473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 37cc1b5c-8f2f-4834-8a24-fd80ae70688f, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:57.154960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:57.164867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 37cc1b5c-8f2f-4834-8a24-fd80ae70688f) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:57.170242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:57.171070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.177161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e03a3ae-780e-462b-9975-bd35cb370696 None None] Provisioning complete for port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:57.177544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e03a3ae-780e-462b-9975-bd35cb370696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.194569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fa32ca21-ef1f-40d5-bca8-58dd0ec86e40 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6822994 Feb 17 22:55:57.198065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36396) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:57.203091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:57.203460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.267795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53529ede-22f1-4702-9e69-7bdfc38af0c8 None None] Network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:57.321624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] For port 32108191-a0c6-4fe4-afdb-70b4d1234295, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:55:57.403952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] For port 32108191-a0c6-4fe4-afdb-70b4d1234295, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=32108191-a0c6-4fe4-afdb-70b4d1234295,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:55:57.416753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.492033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.601614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.680585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:55:57.681286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:57.696594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.744606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=dc379b4f-c520-42b2-b669-76bb0c7f5747,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:57.843741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022630-786c-4a3d-b8f2-13ddbb2653c7 None None] Pushing event updated for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:57.855384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.899695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cc1b5c-8f2f-4834-8a24-fd80ae70688f']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:57.914671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd785cc40-bffc-4983-8db1-c9d7c6bac668') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:57.915011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd785cc40-bffc-4983-8db1-c9d7c6bac668') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:57.928317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.948877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.956415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:57.956978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:57.973988 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:58.004630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564553ae-3234-48d5-aa03-26f18828e114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-37cc1b5c-8f2f-4834-8a24-fd80ae70688f', 'network_id': '37cc1b5c-8f2f-4834-8a24-fd80ae70688f', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': 'dc379b4f-c520-42b2-b669-76bb0c7f5747'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:58.005464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-564553ae-3234-48d5-aa03-26f18828e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.082127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.087703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.105372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:55:58.120871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=37cc1b5c-8f2f-4834-8a24-fd80ae70688f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:58.129901 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b2f4968-2734-44c8-9974-9e8775821037 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/37cc1b5c-8f2f-4834-8a24-fd80ae70688f HTTP/1.1" status: 204 len: 168 time: 0.9257410 Feb 17 22:55:58.132046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36400) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:58.140073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1768111260'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:58.147447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:58.154306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:58.160084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:58.168891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:58.181926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:58.186063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.197664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc395276-0cc3-49cb-8ecb-d68aee0e8635 None None] Network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:58.229682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:58.242042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.242579 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment fd6b6630-20a5-4825-9f88-ec23e1c5dfe1 of type vlan for network 2628c687-c2eb-431e-bee5-60e03f16d337 Feb 17 22:55:58.277180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.282472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.296517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc395276-0cc3-49cb-8ecb-d68aee0e8635 None None] Network 37cc1b5c-8f2f-4834-8a24-fd80ae70688f could not be found, it might have been deleted concurrently. {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 22:55:58.313472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.322145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:58.322898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.431992 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2987380 Feb 17 22:55:58.437017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36404) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:58.444941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f4d75-3eed-4340-93d3-777284c04d0c tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=2628c687-c2eb-431e-bee5-60e03f16d337,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:58.451356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:58.467836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:55:58.656761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:58.663956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:58.669008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:58.680950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:58.697403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:58.701143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:58.753105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:55:52Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32108191-a0c6-4fe4-afdb-70b4d1234295', 'name': '', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:f4:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:51Z', 'updated_at': '2022-02-17T22:55:57Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:58.758868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15be41-4b0c-4b4c-b8ef-38593ad7ddd3 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:55:52Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32108191-a0c6-4fe4-afdb-70b4d1234295', 'name': '', 'network_id': '57f39204-d5a0-41ed-883a-2e87c4d8dddb', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:f4:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:51Z', 'updated_at': '2022-02-17T22:55:57Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'cfb93e20-6a28-4503-9a59-e699e8ebf57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:58.990455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 32108191-a0c6-4fe4-afdb-70b4d1234295 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:55:59.096254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 32108191-a0c6-4fe4-afdb-70b4d1234295 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:59.105916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 32108191-a0c6-4fe4-afdb-70b4d1234295 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:59.106815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.118243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.218523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=d4044f8e-64bd-4543-8587-3723a752ea4c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:59.224719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:55:59.225276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 2628c687-c2eb-431e-bee5-60e03f16d337, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:59.255522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 2628c687-c2eb-431e-bee5-60e03f16d337 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:59.275159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 2628c687-c2eb-431e-bee5-60e03f16d337) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:59.280284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:59.280967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.296289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55385a8c-9537-4861-b914-8dac8154155a None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:55:59.338909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-802509b8-0e5a-4ac7-b8f2-bf21a4c70349 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8995721 Feb 17 22:55:59.341713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36410) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:55:59.349985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:59.462938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.583115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 32108191-a0c6-4fe4-afdb-70b4d1234295, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=32108191-a0c6-4fe4-afdb-70b4d1234295,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:55:59.593514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.602820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:55:59.608234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:subnet and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:55:59.613207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:55:59.630737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:55:59.648092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:59.654485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:55:59.768254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:59.792033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-2628c687-c2eb-431e-bee5-60e03f16d337', 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': 'd4044f8e-64bd-4543-8587-3723a752ea4c'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:55:59.793475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.014330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Allocated IP 2001:db8::2 (2628c687-c2eb-431e-bee5-60e03f16d337/d4044f8e-64bd-4543-8587-3723a752ea4c/0cae67b2-234b-4351-9c03-3f2a123dcbf6) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:00.023712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.099246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 2628c687-c2eb-431e-bee5-60e03f16d337 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:00.102633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:00.105900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.106417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685263'] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.140088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=ea583e79-98e0-419c-bab7-024fa9d2428c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.144098 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae39851a-895e-4054-b4e2-e48785068ef0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8008122 Feb 17 22:56:00.146973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36414) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:00.225123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.227243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.228825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.230326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.232047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.232986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Synchronizing usage tracker for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:00.251556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Unset dirty status for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:00.256701 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-74cb87af-36d4-4d39-ad64-4061eb913db4 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1039860 Feb 17 22:56:00.257634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36418) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:00.260922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.264161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705649211'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.270725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:00.275414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:00.278458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:00.279134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Transition to ACTIVE for port object 0cae67b2-234b-4351-9c03-3f2a123dcbf6 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:00.284747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:00.296759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:00.300428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.301652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Transition to ACTIVE for port object 0cae67b2-234b-4351-9c03-3f2a123dcbf6 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:00.308896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.334336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:00.346277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.347071 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment 6e482700-dc25-4d9d-87c0-8d651b119ec2 of type vlan for network 72e94331-8bb8-4448-8755-2fbab47de8af Feb 17 22:56:00.383754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.421404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.427012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.427633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.446771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:00.449885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:00.453894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:00.463247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Pushing event updated for resources: {'Port': ['ID=0cae67b2-234b-4351-9c03-3f2a123dcbf6,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.533196 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2741981 Feb 17 22:56:00.536564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36422) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:00.546499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.556993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4013-6ae5-451c-9536-769e929a5cb3 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=72e94331-8bb8-4448-8755-2fbab47de8af,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.561023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Attempting to bind port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:00.561421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Attempting to bind port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:00.561784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Attempting to bind port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 on network 2628c687-c2eb-431e-bee5-60e03f16d337 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:00.567887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:00.568255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Checking segment: {'id': 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:00.568657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.569043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Bound using segment: {'id': 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:00.570094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Bound port: 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:00.570469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.582852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:00.823004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] For port 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:00.827566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] For port 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cae67b2-234b-4351-9c03-3f2a123dcbf6,segment=NetworkSegment(fd6b6630-20a5-4825-9f88-ec23e1c5dfe1),segment_id=fd6b6630-20a5-4825-9f88-ec23e1c5dfe1)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:00.832457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.849702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.872371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.896625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 72e94331-8bb8-4448-8755-2fbab47de8af is not hosted by any dhcp agent {{(pid=87695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 22:56:00.902449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.903125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:00.904460 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "PUT /v2.0/networks/72e94331-8bb8-4448-8755-2fbab47de8af HTTP/1.1" status: 200 len: 723 time: 0.3664169 Feb 17 22:56:00.909129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36426) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:00.915328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.953040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3f7b6-9d37-48f2-84ef-50631b1aed11 None None] Pushing event updated for resources: {'Port': ['ID=0cae67b2-234b-4351-9c03-3f2a123dcbf6,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.968158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 32108191-a0c6-4fe4-afdb-70b4d1234295 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:01.037430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eab78-6cd3-4b7f-a106-ba88b5ecf7a0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=72e94331-8bb8-4448-8755-2fbab47de8af,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:01.056190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:01.144388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:01.156701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:01.170540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:01.174985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:01.199456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 32108191-a0c6-4fe4-afdb-70b4d1234295 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:01.199825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:01.544412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:01.704642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=c43796f5-2a2a-4421-ba9d-1020303ddc7d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:01.720364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': '6e482700-dc25-4d9d-87c0-8d651b119ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:01.720937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 72e94331-8bb8-4448-8755-2fbab47de8af, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:56:01.757650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 72e94331-8bb8-4448-8755-2fbab47de8af is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:56:01.771185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 72e94331-8bb8-4448-8755-2fbab47de8af) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:01.779393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:01.780531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:01.784777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13bd31-f4f9-4df1-8ea8-5d1a3781b349 None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:01.821177 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-704a5929-7925-478a-aabf-8bb192099460 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9099758 Feb 17 22:56:01.823272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36432) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:01.830138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:02.026566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-72e94331-8bb8-4448-8755-2fbab47de8af', 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': 'c43796f5-2a2a-4421-ba9d-1020303ddc7d'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:56:02.028977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.116512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60007680'] for subnet, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.196216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90070757-5497-452b-844d-4848b7136ca2 None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:02.301909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ed8aee08-37c0-4571-9887-c0bc8de2aa35 None None] Provisioning for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:02.326180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Allocated IP 2001:db8::2 (72e94331-8bb8-4448-8755-2fbab47de8af/c43796f5-2a2a-4421-ba9d-1020303ddc7d/292bc849-9171-42a7-b837-87818f2da344) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:02.672877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.686937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Transition to ACTIVE for port object 292bc849-9171-42a7-b837-87818f2da344 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:02.714691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Transition to ACTIVE for port object 292bc849-9171-42a7-b837-87818f2da344 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:02.721863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.871700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60729119'] for subnet, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.926199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.926800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:02.928091 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "PUT /v2.0/subnets/c43796f5-2a2a-4421-ba9d-1020303ddc7d HTTP/1.1" status: 200 len: 826 time: 1.1035194 Feb 17 22:56:02.933198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36436) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:02.951385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee21ecd-f844-47c0-9ac2-ec35d3c20797 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=c43796f5-2a2a-4421-ba9d-1020303ddc7d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:02.996190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:03.003301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:03.005772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:03.055338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Pushing event updated for resources: {'Port': ['ID=292bc849-9171-42a7-b837-87818f2da344,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:03.059323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cae67b2-234b-4351-9c03-3f2a123dcbf6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:03.109574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.123821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 292bc849-9171-42a7-b837-87818f2da344 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:03.124327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.157207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Update dhcp port {'port': {'network_id': '2628c687-c2eb-431e-bee5-60e03f16d337', 'fixed_ips': [{'subnet_id': 'd4044f8e-64bd-4543-8587-3723a752ea4c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea583e79-98e0-419c-bab7-024fa9d2428c'}], 'binding:host_id': 'dv-neutron-805768-3-hyperv'}, 'id': '0cae67b2-234b-4351-9c03-3f2a123dcbf6'} from dv-neutron-805768-3-hyperv. {{(pid=87696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 22:56:03.225621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Attempting to bind port 292bc849-9171-42a7-b837-87818f2da344 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:03.226464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Attempting to bind port 292bc849-9171-42a7-b837-87818f2da344 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6e482700-dc25-4d9d-87c0-8d651b119ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:03.226464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Attempting to bind port 292bc849-9171-42a7-b837-87818f2da344 on network 72e94331-8bb8-4448-8755-2fbab47de8af {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:03.239677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:03.240067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Checking segment: {'id': '6e482700-dc25-4d9d-87c0-8d651b119ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:03.240569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.240880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Bound using segment: {'id': '6e482700-dc25-4d9d-87c0-8d651b119ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:03.241912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Bound port: 292bc849-9171-42a7-b837-87818f2da344, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e482700-dc25-4d9d-87c0-8d651b119ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72e94331-8bb8-4448-8755-2fbab47de8af'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:03.242608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.263026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.362566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:03.386338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:03.386606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.450187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 292bc849-9171-42a7-b837-87818f2da344, host dv-neutron-805768-3-hyperv, got binding levels [] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:03.450698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.474945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] For port 292bc849-9171-42a7-b837-87818f2da344, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:03.548806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] For port 292bc849-9171-42a7-b837-87818f2da344, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=292bc849-9171-42a7-b837-87818f2da344,segment=NetworkSegment(6e482700-dc25-4d9d-87c0-8d651b119ec2),segment_id=6e482700-dc25-4d9d-87c0-8d651b119ec2)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:03.561723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.738499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 292bc849-9171-42a7-b837-87818f2da344 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:03.786278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d354-20aa-4b38-b3ad-f500720f2475 None None] Pushing event updated for resources: {'Port': ['ID=292bc849-9171-42a7-b837-87818f2da344,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:03.812126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:03.822974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Allocated IP 172.20.0.1 (2628c687-c2eb-431e-bee5-60e03f16d337/ea583e79-98e0-419c-bab7-024fa9d2428c/0cae67b2-234b-4351-9c03-3f2a123dcbf6) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:03.843682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:03.844098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:04.030367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] For port 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cae67b2-234b-4351-9c03-3f2a123dcbf6,segment=NetworkSegment(fd6b6630-20a5-4825-9f88-ec23e1c5dfe1),segment_id=fd6b6630-20a5-4825-9f88-ec23e1c5dfe1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:04.073964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.095235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Transition to ACTIVE for port object 0cae67b2-234b-4351-9c03-3f2a123dcbf6 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:04.100368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.308680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:04.309034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:04.313261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8fc06-9852-4170-85b3-715a70e4887b None None] Pushing event updated for resources: {'Port': ['ID=0cae67b2-234b-4351-9c03-3f2a123dcbf6,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.345740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 292bc849-9171-42a7-b837-87818f2da344 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:04.346329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.635836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 292bc849-9171-42a7-b837-87818f2da344, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=292bc849-9171-42a7-b837-87818f2da344,segment=NetworkSegment(6e482700-dc25-4d9d-87c0-8d651b119ec2),segment_id=6e482700-dc25-4d9d-87c0-8d651b119ec2)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:04.636539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.777816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 292bc849-9171-42a7-b837-87818f2da344 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:04.923694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.961681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:04.973528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cae67b2-234b-4351-9c03-3f2a123dcbf6,segment=NetworkSegment(fd6b6630-20a5-4825-9f88-ec23e1c5dfe1),segment_id=fd6b6630-20a5-4825-9f88-ec23e1c5dfe1)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:04.981324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.037211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Port': ['ID=292bc849-9171-42a7-b837-87818f2da344,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:05.127646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ef9b9-64c9-4d1b-8ac3-25193083f17b None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:05.189349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=0cae67b2-234b-4351-9c03-3f2a123dcbf6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:05.217435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No DVR routers for this DVR port 292bc849-9171-42a7-b837-87818f2da344 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:05.248996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88416589-5101-4c9b-b819-99b20f73ee3e None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:05.281468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 292bc849-9171-42a7-b837-87818f2da344 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:05.324135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.435261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 292bc849-9171-42a7-b837-87818f2da344 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:05.435678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 292bc849-9171-42a7-b837-87818f2da344 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 17 22:56:05.466212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.474042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bff5644b-eefe-4f28-b8fe-6aa7c3c9e5af None None] Provisioning for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:05.500366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 292bc849-9171-42a7-b837-87818f2da344 not found, will not notify nova. {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 17 22:56:05.500780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cae67b2-234b-4351-9c03-3f2a123dcbf6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:05.515971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=c43796f5-2a2a-4421-ba9d-1020303ddc7d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:05.530325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bff5644b-eefe-4f28-b8fe-6aa7c3c9e5af None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:05.530680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bff5644b-eefe-4f28-b8fe-6aa7c3c9e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.643548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.692071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e94331-8bb8-4448-8755-2fbab47de8af']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:05.722073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e482700-dc25-4d9d-87c0-8d651b119ec2') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:05.722573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e482700-dc25-4d9d-87c0-8d651b119ec2') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:05.746373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.775973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.784095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:05.784607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:05.799543 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:05.871878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:05.872263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.903297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.910882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0965684-c88f-4dba-950d-a393b4912985 None None] DHCP port deletion for 72e94331-8bb8-4448-8755-2fbab47de8af request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:05.923454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:05.936207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=72e94331-8bb8-4448-8755-2fbab47de8af,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:05.947564 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-02c0ef43-7f4c-4e37-b3d9-7c7327df17b0 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/72e94331-8bb8-4448-8755-2fbab47de8af HTTP/1.1" status: 204 len: 168 time: 3.0128028 Feb 17 22:56:05.950221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36446) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:05.978767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecdc9c-6096-40f1-bcf6-f7b5116feadc None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:05.985959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-46368d55-b528-4c6f-9246-21c0419d98bb tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:05.986433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46368d55-b528-4c6f-9246-21c0419d98bb tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:05.994532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-46368d55-b528-4c6f-9246-21c0419d98bb tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/72e94331-8bb8-4448-8755-2fbab47de8af HTTP/1.1" status: 404 len: 339 time: 0.0369198 Feb 17 22:56:05.994802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36450) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:06.002079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-444209811', 'description': 'd1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:06.008642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:06.013410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Usage tracker for resource:network and tenant:9d16208fdff04e1bb09054e13676132d is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:06.014186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecdc9c-6096-40f1-bcf6-f7b5116feadc None None] Network 72e94331-8bb8-4448-8755-2fbab47de8af could not be found, it might have been deleted concurrently. {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 22:56:06.016834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:06.025584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:06.039675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:06.044944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.102182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:06.114757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.114957 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment d435686a-8a78-4ed0-90f3-e02877e549a7 of type vlan for network 9ddf3afb-abb3-419f-b6f1-37a3366f2f41 Feb 17 22:56:06.147137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-03f64ada-051c-48af-bf0f-4178e4fbf1f5 None None] Could not find standard attr ID for object 292bc849-9171-42a7-b837-87818f2da344. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:56:06.152534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.191141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.201580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.202389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.302412 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3063800 Feb 17 22:56:06.307047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36454) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:06.325888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801e248-e009-40e6-a6b1-c26d8281df68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=9ddf3afb-abb3-419f-b6f1-37a3366f2f41,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:06.341064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9ddf3afb-abb3-419f-b6f1-37a3366f2f41 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:06.457204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d1f9f4a4-c51c-4072-85ff-56742fc5c370 None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.457508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d1f9f4a4-c51c-4072-85ff-56742fc5c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.459481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab1f94-5f0b-4869-ae84-e401adecf1a6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.460765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67ab1f94-5f0b-4869-ae84-e401adecf1a6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Synchronizing usage tracker for tenant:9d16208fdff04e1bb09054e13676132d on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:06.480912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-67ab1f94-5f0b-4869-ae84-e401adecf1a6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Unset dirty status for tenant:9d16208fdff04e1bb09054e13676132d on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:06.482179 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-67ab1f94-5f0b-4869-ae84-e401adecf1a6 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks?id=9ddf3afb-abb3-419f-b6f1-37a3366f2f41 HTTP/1.1" status: 200 len: 764 time: 0.1732965 Feb 17 22:56:06.486809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36458) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:06.493562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'description': 'd2'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:06.871678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.895665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.925071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 9ddf3afb-abb3-419f-b6f1-37a3366f2f41 is not hosted by any dhcp agent {{(pid=87694) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 22:56:06.931829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.932780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:06.934201 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "PUT /v2.0/networks/9ddf3afb-abb3-419f-b6f1-37a3366f2f41 HTTP/1.1" status: 200 len: 761 time: 0.4464123 Feb 17 22:56:06.938863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36462) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.022680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee746fc-568f-4451-b97a-2b1b11a31594 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=9ddf3afb-abb3-419f-b6f1-37a3366f2f41,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.047431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9ddf3afb-abb3-419f-b6f1-37a3366f2f41 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:07.135246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cae67b2-234b-4351-9c03-3f2a123dcbf6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:07.158544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8253a97-9938-4041-a895-efdcb8fdf393 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.159252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d8253a97-9938-4041-a895-efdcb8fdf393 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Synchronizing usage tracker for tenant:9d16208fdff04e1bb09054e13676132d on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:07.172569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d8253a97-9938-4041-a895-efdcb8fdf393 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Unset dirty status for tenant:9d16208fdff04e1bb09054e13676132d on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:07.173773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d8253a97-9938-4041-a895-efdcb8fdf393 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks?id=9ddf3afb-abb3-419f-b6f1-37a3366f2f41 HTTP/1.1" status: 200 len: 764 time: 0.2335346 Feb 17 22:56:07.180269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36466) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.238740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:07.239402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:07.356469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18063c-94f2-4ddb-be21-57b8b1aa8403 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.358020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aa18063c-94f2-4ddb-be21-57b8b1aa8403 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1766207 Feb 17 22:56:07.361029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36470) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.415821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-baf9ed54-6bd4-4df9-905e-ebb9495703c9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Synchronizing usage tracker for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:07.421374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 292bc849-9171-42a7-b837-87818f2da344 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:07.433745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-baf9ed54-6bd4-4df9-905e-ebb9495703c9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Unset dirty status for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:07.434927 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-baf9ed54-6bd4-4df9-905e-ebb9495703c9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 207 time: 0.0728130 Feb 17 22:56:07.438449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36474) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.460945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 292bc849-9171-42a7-b837-87818f2da344 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:07.461308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 292bc849-9171-42a7-b837-87818f2da344 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:07.607640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.613260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.620084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.628113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.639120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.650310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.653152 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1ac02d06-56c9-4b15-ae42-641c0725dd9a tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2137380 Feb 17 22:56:07.656948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36478) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.833778 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-646c2e67-3035-4ee6-b2f8-d9fb5b85c974 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1755688 Feb 17 22:56:07.837650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36482) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:07.921366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.922863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.924449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.925963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.927444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.930064 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-620d7eea-fd57-4703-aeff-d6cfac0b591d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0907018 Feb 17 22:56:07.933960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36486) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.009244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.010651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.012363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.013893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.015288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.015970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Synchronizing usage tracker for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:08.029092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Unset dirty status for tenant:9d16208fdff04e1bb09054e13676132d on resource:subnet {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:08.030461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a293f749-f187-4157-b003-603a427484f5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0955038 Feb 17 22:56:08.034046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36492) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.186860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861bdf2-edcb-4423-83dd-1c8be11eb799 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.188215 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f861bdf2-edcb-4423-83dd-1c8be11eb799 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks/75f01995-d63b-4970-b037-35f347660fee HTTP/1.1" status: 200 len: 804 time: 0.1532545 Feb 17 22:56:08.192107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36496) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.343192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-be5a2bd3-b657-4328-8ddd-4fde62246e04 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/networks/75f01995-d63b-4970-b037-35f347660fee?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1499004 Feb 17 22:56:08.346699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36500) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.430244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d86f7e-c18c-4128-a6b2-42c590d0a864 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.431563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-25d86f7e-c18c-4128-a6b2-42c590d0a864 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets/7a201805-ae29-440e-b494-5f0c10ae3f8c HTTP/1.1" status: 200 len: 843 time: 0.0839057 Feb 17 22:56:08.435613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36504) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.508598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d526ee3-f958-4f50-a021-cbb522238a4f tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['shared'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.509924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7d526ee3-f958-4f50-a021-cbb522238a4f tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "GET /v2.0/subnets/7a201805-ae29-440e-b494-5f0c10ae3f8c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0732510 Feb 17 22:56:08.513848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.519333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496721290'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:08.525159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:08.535301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:08.547730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:08.551592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:08.581785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:08.591964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:08.592307 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Added segment e460935e-5522-4963-8dc7-8a930cf91c60 of type vlan for network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 Feb 17 22:56:08.619689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:08.651768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:08.657549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.658144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:08.779773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2646251 Feb 17 22:56:08.783192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36512) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:08.784088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfafdb-f32c-41d9-b329-6a983b480446 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Network': ['ID=529a8ee6-fdcb-46f6-9f7a-980c376e6f43,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:08.793987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:08.798478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:08.925237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:08.942530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:08.958289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Made reservation on behalf of 9d16208fdff04e1bb09054e13676132d for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:08.964458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.088623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Performing IP validity checks on allocation pools {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 22:56:09.089178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.ipam_backend_mixin [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 22:56:09.229717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.307753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=1ab2bd6f-af34-4e0c-9676-26525f39c465,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:09.320745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Checking segment: {'id': 'e460935e-5522-4963-8dc7-8a930cf91c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:09.321029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network hostable DHCP agents. Network: 529a8ee6-fdcb-46f6-9f7a-980c376e6f43, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:56:09.339806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:56:09.349709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 529a8ee6-fdcb-46f6-9f7a-980c376e6f43) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:09.354427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:09.355021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.360550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4462173-8177-47a1-b5c2-36eab54dc242 None None] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:09.383167 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4846e953-b6ac-408b-b45c-7e2132cfebae tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5971510 Feb 17 22:56:09.385859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:09.391713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:09.520437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59960827'] for subnet, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.646519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-529a8ee6-fdcb-46f6-9f7a-980c376e6f43', 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43', 'tenant_id': '9d16208fdff04e1bb09054e13676132d', 'fixed_ips': [{'subnet_id': '1ab2bd6f-af34-4e0c-9676-26525f39c465'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:56:09.647934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.746696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3055607'] for subnet, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.798316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:09.799034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:09.800190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "PUT /v2.0/subnets/1ab2bd6f-af34-4e0c-9676-26525f39c465 HTTP/1.1" status: 200 len: 900 time: 0.4134061 Feb 17 22:56:09.803061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36520) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:09.814911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Allocated IP 2001:db8::3 (529a8ee6-fdcb-46f6-9f7a-980c376e6f43/1ab2bd6f-af34-4e0c-9676-26525f39c465/55815c9a-66a9-43f3-9fbf-f2ec6a4cf391) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:10.000693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58a0f3-49c4-4867-99b2-2ebb48fab754 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event updated for resources: {'Subnet': ['ID=1ab2bd6f-af34-4e0c-9676-26525f39c465,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:10.055446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.068336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Transition to ACTIVE for port object 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:10.092369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Transition to ACTIVE for port object 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:10.093975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.099687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.106401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:10.106735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.166706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:10.169617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:10.173479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:10.180574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Pushing event updated for resources: {'Port': ['ID=55815c9a-66a9-43f3-9fbf-f2ec6a4cf391,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:10.276519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Attempting to bind port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:10.276850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Attempting to bind port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e460935e-5522-4963-8dc7-8a930cf91c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:10.277157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Attempting to bind port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 on network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:10.282955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:10.283395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Checking segment: {'id': 'e460935e-5522-4963-8dc7-8a930cf91c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:10.283724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.284107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Bound using segment: {'id': 'e460935e-5522-4963-8dc7-8a930cf91c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:10.284638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Bound port: 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e460935e-5522-4963-8dc7-8a930cf91c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '529a8ee6-fdcb-46f6-9f7a-980c376e6f43'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:10.284942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.385441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391, host dv-neutron-805768-3-hyperv, got binding levels [] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:10.386051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.390411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] For port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:10.393754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] For port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=55815c9a-66a9-43f3-9fbf-f2ec6a4cf391,segment=NetworkSegment(e460935e-5522-4963-8dc7-8a930cf91c60),segment_id=e460935e-5522-4963-8dc7-8a930cf91c60)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:10.399508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:10.484942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e667-1e97-4254-8bea-428c43d83af9 None None] Pushing event updated for resources: {'Port': ['ID=55815c9a-66a9-43f3-9fbf-f2ec6a4cf391,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:10.524529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:10.631989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:10.632535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:11.096110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:11.134587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:11.135217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:11.173905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:11.406414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=55815c9a-66a9-43f3-9fbf-f2ec6a4cf391,segment=NetworkSegment(e460935e-5522-4963-8dc7-8a930cf91c60),segment_id=e460935e-5522-4963-8dc7-8a930cf91c60)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:11.406771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:11.463695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09defa1-22b2-4fac-9bb7-2f32f10b8cd8 None None] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:11.543281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:11.582036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7eb23ec4-adc0-4573-9c7d-8716dcb89db3 None None] Provisioning for port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:11.590270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7eb23ec4-adc0-4573-9c7d-8716dcb89db3 None None] Provisioning complete for port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:11.590569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7eb23ec4-adc0-4573-9c7d-8716dcb89db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:11.690320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:11.705068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7eb23ec4-adc0-4573-9c7d-8716dcb89db3 None None] Could not find standard attr ID for object 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391. {{(pid=87696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:56:11.711053 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.plugins.ml2.db [None req-7eb23ec4-adc0-4573-9c7d-8716dcb89db3 None None] No ports have port_id starting with 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 Feb 17 22:56:11.744193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Port': ['ID=55815c9a-66a9-43f3-9fbf-f2ec6a4cf391,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:11.848406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No DVR routers for this DVR port 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:11.916018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:11.949283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc04be0-e57d-4e4d-8c37-e5260e40ae51 None None] Network 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:12.002593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.040689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab2bd6f-af34-4e0c-9676-26525f39c465,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:12.157837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.191713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529a8ee6-fdcb-46f6-9f7a-980c376e6f43']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.201184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf85ae-bf12-4343-8f3c-d1fbb4cc2e36 None None] DHCP port deletion for 529a8ee6-fdcb-46f6-9f7a-980c376e6f43 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:12.209057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e460935e-5522-4963-8dc7-8a930cf91c60') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.209392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e460935e-5522-4963-8dc7-8a930cf91c60') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.223589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.240769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.247282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:12.247673 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:12.262398 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:12.456515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.460709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.494542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=529a8ee6-fdcb-46f6-9f7a-980c376e6f43,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:12.506927 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-74628ef5-ec94-4e3f-b13a-b159238cde97 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/529a8ee6-fdcb-46f6-9f7a-980c376e6f43 HTTP/1.1" status: 204 len: 168 time: 2.7022059 Feb 17 22:56:12.510616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36526) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:12.552643 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-153137a2-3c7d-4695-b8ba-7ceb7f3dbee1 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:12.553130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153137a2-3c7d-4695-b8ba-7ceb7f3dbee1 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:12.555403 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-153137a2-3c7d-4695-b8ba-7ceb7f3dbee1 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/1ab2bd6f-af34-4e0c-9676-26525f39c465 HTTP/1.1" status: 404 len: 337 time: 0.0438452 Feb 17 22:56:12.558175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36530) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:12.584675 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49b4f06-d20b-4408-b535-500529927f72 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:12.585830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49b4f06-d20b-4408-b535-500529927f72 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:12.587561 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b49b4f06-d20b-4408-b535-500529927f72 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/529a8ee6-fdcb-46f6-9f7a-980c376e6f43 HTTP/1.1" status: 404 len: 339 time: 0.0284691 Feb 17 22:56:12.590063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36534) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:12.713548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.858888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.886892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddf3afb-abb3-419f-b6f1-37a3366f2f41']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.900516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd435686a-8a78-4ed0-90f3-e02877e549a7') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.900799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd435686a-8a78-4ed0-90f3-e02877e549a7') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:12.912763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.929926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.940527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:12.940799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:12.956580 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:13.010720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36540) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:13.070577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.092054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.096310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:13.107462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=9ddf3afb-abb3-419f-b6f1-37a3366f2f41,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:13.113468 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9a93c364-61b6-4d68-95b2-aa9daf60b67e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/9ddf3afb-abb3-419f-b6f1-37a3366f2f41 HTTP/1.1" status: 204 len: 168 time: 0.5220981 Feb 17 22:56:13.114593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36544) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:13.138081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:13.138429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 55815c9a-66a9-43f3-9fbf-f2ec6a4cf391 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:13.334329 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc9bfa-4670-474b-8951-bbd4a89cdaf5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:13.335544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc9bfa-4670-474b-8951-bbd4a89cdaf5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:13.337471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-46fc9bfa-4670-474b-8951-bbd4a89cdaf5 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/c43796f5-2a2a-4421-ba9d-1020303ddc7d HTTP/1.1" status: 404 len: 337 time: 0.2219207 Feb 17 22:56:13.340209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36548) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:13.367625 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c465c7-7633-4038-9f09-7d08147f241f tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:13.368110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c465c7-7633-4038-9f09-7d08147f241f tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:13.372166 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-83c465c7-7633-4038-9f09-7d08147f241f tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/72e94331-8bb8-4448-8755-2fbab47de8af HTTP/1.1" status: 404 len: 339 time: 0.0286572 Feb 17 22:56:13.372471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36552) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:13.450300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting subnet ea583e79-98e0-419c-bab7-024fa9d2428c {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:13.453648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.515662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.615465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.702833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.779471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=ea583e79-98e0-419c-bab7-024fa9d2428c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:13.782959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.793040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8837214-bfb1-4490-9113-00d39576b89d None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:13.806757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aa409264-b3bc-4dff-8d31-6c335b3ecb37 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/ea583e79-98e0-419c-bab7-024fa9d2428c HTTP/1.1" status: 204 len: 168 time: 0.4287915 Feb 17 22:56:13.807095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.807564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:13.890350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting subnet d4044f8e-64bd-4543-8587-3723a752ea4c {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:13.893633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:13.972109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.099879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.188410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.239903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=d4044f8e-64bd-4543-8587-3723a752ea4c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:14.242487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.254183 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5cad4de7-9550-4293-9b2d-cd263ea96277 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/d4044f8e-64bd-4543-8587-3723a752ea4c HTTP/1.1" status: 204 len: 168 time: 0.4455261 Feb 17 22:56:14.262006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:14.318718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 32108191-a0c6-4fe4-afdb-70b4d1234295 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:14.319860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.420354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.440753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:14.441643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.560416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 32108191-a0c6-4fe4-afdb-70b4d1234295, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=32108191-a0c6-4fe4-afdb-70b4d1234295,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:14.560853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.695781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 32108191-a0c6-4fe4-afdb-70b4d1234295 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:14.714970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd0d71-0117-4c6d-b8af-7cb8f4d4770c None None] Network 2628c687-c2eb-431e-bee5-60e03f16d337 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:14.812448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 0cae67b2-234b-4351-9c03-3f2a123dcbf6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0cae67b2-234b-4351-9c03-3f2a123dcbf6,segment=NetworkSegment(fd6b6630-20a5-4825-9f88-ec23e1c5dfe1),segment_id=fd6b6630-20a5-4825-9f88-ec23e1c5dfe1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:14.812872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.857216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6e0c9d56-97b1-4d2f-a068-25cf00733084 None None] Provisioning complete for port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:14.858277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9d56-97b1-4d2f-a068-25cf00733084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:14.957451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 0cae67b2-234b-4351-9c03-3f2a123dcbf6 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:15.067690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.080370 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.plugins.ml2.db [None req-6e0c9d56-97b1-4d2f-a068-25cf00733084 None None] No ports have port_id starting with 0cae67b2-234b-4351-9c03-3f2a123dcbf6 Feb 17 22:56:15.088926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.122936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Port': ['ID=0cae67b2-234b-4351-9c03-3f2a123dcbf6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:15.125074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No DVR routers for this DVR port 0cae67b2-234b-4351-9c03-3f2a123dcbf6 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:15.203179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfd750-a55c-4616-b736-f9683cf35436 None None] DHCP port deletion for 2628c687-c2eb-431e-bee5-60e03f16d337 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:15.263039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.288104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=32108191-a0c6-4fe4-afdb-70b4d1234295,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:15.292360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2628c687-c2eb-431e-bee5-60e03f16d337']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:15.306814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:15.307600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6b6630-20a5-4825-9f88-ec23e1c5dfe1') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:15.320987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.340284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.347653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:15.348186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:15.365349 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:15.465559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.490225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.503825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=2628c687-c2eb-431e-bee5-60e03f16d337,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:15.512569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e17b7a2-3ab9-4c40-bd42-23d7f5d6ffbe tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/2628c687-c2eb-431e-bee5-60e03f16d337 HTTP/1.1" status: 204 len: 168 time: 1.2488883 Feb 17 22:56:15.516252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.561502 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c109c0b5-caf7-4e09-b423-f8aae94de308 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.561960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c109c0b5-caf7-4e09-b423-f8aae94de308 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.563731 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c109c0b5-caf7-4e09-b423-f8aae94de308 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/dc379b4f-c520-42b2-b669-76bb0c7f5747 HTTP/1.1" status: 404 len: 337 time: 0.0464330 Feb 17 22:56:15.567557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.594471 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b88e34-4e91-4891-9e59-7b3821d7baf9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.594944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b88e34-4e91-4891-9e59-7b3821d7baf9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.596667 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-84b88e34-4e91-4891-9e59-7b3821d7baf9 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/37cc1b5c-8f2f-4834-8a24-fd80ae70688f HTTP/1.1" status: 404 len: 339 time: 0.0281372 Feb 17 22:56:15.599261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.614231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.638813 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbf97a3-0790-45c1-b4ec-6e5cc72a9625 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.639271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbf97a3-0790-45c1-b4ec-6e5cc72a9625 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.641006 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fdbf97a3-0790-45c1-b4ec-6e5cc72a9625 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/5ace502d-ef83-46dd-812b-5e9dab5799d5 HTTP/1.1" status: 404 len: 337 time: 0.0407822 Feb 17 22:56:15.645133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.671228 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f22502-db1e-4c24-972b-1a8ea204e499 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.671737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f22502-db1e-4c24-972b-1a8ea204e499 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.673425 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-62f22502-db1e-4c24-972b-1a8ea204e499 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/4bf08382-cb62-4b26-a986-19f9d4ba2bef HTTP/1.1" status: 404 len: 339 time: 0.0273428 Feb 17 22:56:15.676106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36580) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.718887 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-389a1ae6-5564-47f5-a0ab-8948be518715 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.719903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389a1ae6-5564-47f5-a0ab-8948be518715 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.721111 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-389a1ae6-5564-47f5-a0ab-8948be518715 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/c28d5901-47f1-4d18-acf3-b8857bec3664 HTTP/1.1" status: 404 len: 337 time: 0.0440540 Feb 17 22:56:15.725695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36584) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.751307 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-112c4b52-8220-4f36-9d88-da62209a0109 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:15.751696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112c4b52-8220-4f36-9d88-da62209a0109 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:15.753446 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-112c4b52-8220-4f36-9d88-da62209a0109 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/719ee210-b798-4b3a-a046-5005d5ef9b08 HTTP/1.1" status: 404 len: 339 time: 0.0267620 Feb 17 22:56:15.758658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36588) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:15.847176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting subnet 7f928eed-19d2-4768-abcd-d73c47aa57ee {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:15.851081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:15.915732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.020554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.042995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:56:16.165111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.232062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=7f928eed-19d2-4768-abcd-d73c47aa57ee,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:16.234092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.243026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3090c9e-c44f-4b3b-b6e6-918966a5bca6 None None] Network 8389932f-fe56-4843-82fd-cd989e8bc71d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:16.246283 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a2ece644-5a57-42c2-b4e8-d343a54a2e1e tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/7f928eed-19d2-4768-abcd-d73c47aa57ee HTTP/1.1" status: 204 len: 168 time: 0.4865448 Feb 17 22:56:16.249149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36592) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:16.271180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:16.282599 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:16.297728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-70a7699f-e5cb-4c7f-af47-3945bdda6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/cb778980-e7fd-4aef-92f2-8d90deca1da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2848773 Feb 17 22:56:16.302012 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:16.302638 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:16.385572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.410934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:16.411275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.579229 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:16.664245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] DHCP port deletion for 8389932f-fe56-4843-82fd-cd989e8bc71d request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:16.672119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Deleting port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:16.672766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.713318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,segment=NetworkSegment(eb3ec680-aeea-4c11-bbb8-e48dceb79907),segment_id=eb3ec680-aeea-4c11-bbb8-e48dceb79907)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:16.714655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:16.768759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e1c0-38fa-4b56-81e5-977f427aad9f req-e7294403-6cdc-4ea0-b3e1-9558ff10c574 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:16.769773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6877e1c0-38fa-4b56-81e5-977f427aad9f req-e7294403-6cdc-4ea0-b3e1-9558ff10c574 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:16.790447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6877e1c0-38fa-4b56-81e5-977f427aad9f req-e7294403-6cdc-4ea0-b3e1-9558ff10c574 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:16.792895 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6877e1c0-38fa-4b56-81e5-977f427aad9f req-e7294403-6cdc-4ea0-b3e1-9558ff10c574 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.1116583 Feb 17 22:56:16.878712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6877e1c0-38fa-4b56-81e5-977f427aad9f req-10e1de6f-137d-4da2-b11e-e18ab52487b1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744753 Feb 17 22:56:16.971462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] For port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,segment=NetworkSegment(eb3ec680-aeea-4c11-bbb8-e48dceb79907),segment_id=eb3ec680-aeea-4c11-bbb8-e48dceb79907)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:16.971895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.016145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:17.049732 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.058418 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:17.074407 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:17.075553 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:55:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.146526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.176436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Calling delete_port for 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:17.213459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No DVR routers for this DVR port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:17.248999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:17.260408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Port': ['ID=6b38ee8b-0dd9-4cfc-b413-729bf88727d4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:17.311445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:17.311810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:17.312201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cae67b2-234b-4351-9c03-3f2a123dcbf6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:17.318077 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:17.352639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 0cae67b2-234b-4351-9c03-3f2a123dcbf6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:17.352639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0cae67b2-234b-4351-9c03-3f2a123dcbf6 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:17.355227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:17.355577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:17.380217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.417605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8389932f-fe56-4843-82fd-cd989e8bc71d']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.431540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3ec680-aeea-4c11-bbb8-e48dceb79907') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.431826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3ec680-aeea-4c11-bbb8-e48dceb79907') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.446651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.463598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.470134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:17.470793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:17.486448 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:17.525073 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:56:17.582144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.610371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.618552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=8389932f-fe56-4843-82fd-cd989e8bc71d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:17.628793 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e508ceee-dd60-4480-bc40-4999469e3a54 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/8389932f-fe56-4843-82fd-cd989e8bc71d HTTP/1.1" status: 204 len: 168 time: 1.3785534 Feb 17 22:56:17.631239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36600) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:17.671491 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a8914d-8b07-4af6-8817-278cc39b2b7d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:17.671854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a8914d-8b07-4af6-8817-278cc39b2b7d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:17.673621 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00a8914d-8b07-4af6-8817-278cc39b2b7d tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/f9cff66a-186e-4619-adc6-ac85424291ba HTTP/1.1" status: 404 len: 337 time: 0.0408237 Feb 17 22:56:17.676233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36604) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:17.703380 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c555af-d2f1-4d25-a6ae-f0a9e8ea7c68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] DELETE failed (client error): The resource could not be found. Feb 17 22:56:17.703862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c555af-d2f1-4d25-a6ae-f0a9e8ea7c68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:56:17.705644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d2c555af-d2f1-4d25-a6ae-f0a9e8ea7c68 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/e0e5683f-58cb-4050-9310-065523cbe21d HTTP/1.1" status: 404 len: 339 time: 0.0283842 Feb 17 22:56:17.708474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36608) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:17.783446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting subnet 7a201805-ae29-440e-b494-5f0c10ae3f8c {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:17.786494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.803104 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:17.808245 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a097e-3f29-483d-a48c-55e391de705e None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f02a0507-0087-4580-8af8-161210dea784', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'port_id': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'mac_address': 'fa:16:3e:be:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:55:00Z', 'updated_at': '2022-02-17T22:55:08Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:17.845668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.856480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Deleting port 6b38ee8b-0dd9-4cfc-b413-729bf88727d4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:17.856887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:17.923255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7eae3f85-7457-49fe-ab6a-fbf834d963a3 None None] The port '6b38ee8b-0dd9-4cfc-b413-729bf88727d4' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:56:17.950278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.042383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.067372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-0ccc669d-c51b-4f59-9260-326e178b87ac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.069826 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-0ccc669d-c51b-4f59-9260-326e178b87ac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.1446500 Feb 17 22:56:18.106857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Subnet': ['ID=7a201805-ae29-440e-b494-5f0c10ae3f8c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:18.108902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.117487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c4e21-ef8e-47c9-bc6a-9cb67070bb4b None None] Network 75f01995-d63b-4970-b037-35f347660fee requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:18.124243 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8bdf2953-f7d6-4159-b695-46fd71734932 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/subnets/7a201805-ae29-440e-b494-5f0c10ae3f8c HTTP/1.1" status: 204 len: 168 time: 0.4123645 Feb 17 22:56:18.124552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36614) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:18.177279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:18.177672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.250521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe51f-bd96-4cfd-8712-9f2f1231d8be req-930ff300-81ea-499d-b5f6-eee16d78f7be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.252244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08cbe51f-bd96-4cfd-8712-9f2f1231d8be req-930ff300-81ea-499d-b5f6-eee16d78f7be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 946 time: 0.2476046 Feb 17 22:56:18.287280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.304383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Deleting port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:18.304782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.390242 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08cbe51f-bd96-4cfd-8712-9f2f1231d8be req-dd8a4e20-6468-4ebf-9df4-c52f2f0040e3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f0693f5-7fa3-43ed-8791-35e9c4a3341e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972545 Feb 17 22:56:18.476288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] DHCP port deletion for 75f01995-d63b-4970-b037-35f347660fee request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:18.482091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Deleting port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:18.482996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.594029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] For port e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,segment=NetworkSegment(e7b89b36-63d7-476a-b513-7dfc8b05d637),segment_id=e7b89b36-63d7-476a-b513-7dfc8b05d637)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:18.594607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.677965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:18.678874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.739670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Calling delete_port for e4316b4f-85f3-49cc-8ebb-e3086d8958b0 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:18.761371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] For port e4316b4f-85f3-49cc-8ebb-e3086d8958b0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,segment=NetworkSegment(e7b89b36-63d7-476a-b513-7dfc8b05d637),segment_id=e7b89b36-63d7-476a-b513-7dfc8b05d637)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:18.761798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.810593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:18.836598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:18.931157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Calling delete_port for e4316b4f-85f3-49cc-8ebb-e3086d8958b0 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:19.009148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.026174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] No DVR routers for this DVR port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:19.060868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:19.061783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:19.066622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Port': ['ID=e4316b4f-85f3-49cc-8ebb-e3086d8958b0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:19.108813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=c7d0fca0-a9cf-41b2-bd96-f7a14bca4481,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:19.154698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 32108191-a0c6-4fe4-afdb-70b4d1234295 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:19.190738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.227227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f01995-d63b-4970-b037-35f347660fee']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:19.230775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:19.233958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.238226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'name': 'network-vif-deleted', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:19.242171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b89b36-63d7-476a-b513-7dfc8b05d637') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:19.242405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 32108191-a0c6-4fe4-afdb-70b4d1234295 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:19.242565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b89b36-63d7-476a-b513-7dfc8b05d637') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:19.243002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 32108191-a0c6-4fe4-afdb-70b4d1234295 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:19.243837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e4316b4f-85f3-49cc-8ebb-e3086d8958b0 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:19.259362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.265147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9aa4f22c-8f9d-49bf-b506-3883562b8913 req-9f3d79f0-a27a-49ae-9c8b-e5b3472b5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 HTTP/1.1" status: 204 len: 173 time: 1.1874113 Feb 17 22:56:19.282229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.294768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:19.295241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:19.312138 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:19.342565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e4316b4f-85f3-49cc-8ebb-e3086d8958b0 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:19.342944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e4316b4f-85f3-49cc-8ebb-e3086d8958b0 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:19.348560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d3554-8017-4b01-a614-dc4a782fe3e4', 'name': 'network-vif-deleted', 'tag': 'c7d0fca0-a9cf-41b2-bd96-f7a14bca4481', 'status': 'completed', 'code': 200} Feb 17 22:56:19.446880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.487860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.491683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] Pushing event deleted for resources: {'Network': ['ID=75f01995-d63b-4970-b037-35f347660fee,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:19.510022 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-22b7aea6-c6b6-4362-a9e8-fd8a69e98c87 tempest-NetworksIpV6Test-1188538432 tempest-NetworksIpV6Test-1188538432-project] 10.222.0.42 "DELETE /v2.0/networks/75f01995-d63b-4970-b037-35f347660fee HTTP/1.1" status: 204 len: 168 time: 1.3836720 Feb 17 22:56:19.562802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Deleting port e4316b4f-85f3-49cc-8ebb-e3086d8958b0 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:19.563835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:19.685368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e05c-9670-4f7e-bb30-2ecf2ba1fd61 None None] The port 'e4316b4f-85f3-49cc-8ebb-e3086d8958b0' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:56:19.807151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9bd3a2ab-6a08-42a2-a44a-56e791537c22 req-243467af-9a25-4768-a706-f55b0c140627 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:19.829098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9bd3a2ab-6a08-42a2-a44a-56e791537c22 req-243467af-9a25-4768-a706-f55b0c140627 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:19.840978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bd3a2ab-6a08-42a2-a44a-56e791537c22 req-243467af-9a25-4768-a706-f55b0c140627 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e7d3554-8017-4b01-a614-dc4a782fe3e4 HTTP/1.1" status: 200 len: 210 time: 0.0854268 Feb 17 22:56:20.098735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ce12f9ab-ee24-4461-9081-1455487ac3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:20.258563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36626) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:20.497476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-91172e71-8a29-420a-b289-bded231d9491 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d16208fdff04e1bb09054e13676132d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373550 Feb 17 22:56:20.500126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:20.570561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:20.601391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:20.659777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:20.675908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf359e8c-2cec-474e-adf8-c834c3d304b5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:20.683078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:20.684235 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-602230d6-47fb-47e3-8e18-280517680f0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf359e8c-2cec-474e-adf8-c834c3d304b5 HTTP/1.1" status: 204 len: 168 time: 0.1829231 Feb 17 22:56:20.939432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36642) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:21.029329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.089654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.167036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.185289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0693f5-7fa3-43ed-8791-35e9c4a3341e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:21.201308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.204841 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-190d2d4a-314c-472b-9b22-e2ddc6299ffa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/9f0693f5-7fa3-43ed-8791-35e9c4a3341e HTTP/1.1" status: 204 len: 168 time: 0.2614448 Feb 17 22:56:21.238322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36656) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:21.317304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet cfb93e20-6a28-4503-9a59-e699e8ebf57b {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:21.320751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.389976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.494215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.568145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36668) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:21.586989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.630888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb93e20-6a28-4503-9a59-e699e8ebf57b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:21.633803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.640958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3a18b2b0-abfc-4816-8e00-54c5724da7fa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/cfb93e20-6a28-4503-9a59-e699e8ebf57b HTTP/1.1" status: 204 len: 168 time: 0.4015508 Feb 17 22:56:21.643954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36674) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:21.646517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152f9e1-dd1f-41cf-9eb9-69976694ca0c None None] Network 57f39204-d5a0-41ed-883a-2e87c4d8dddb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:21.736286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877633614'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:21.746019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:21.763195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:21.769188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:21.787154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:21.797714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.807562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.822976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.837011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 30357f71-46ea-4b5e-993c-d6f53d002138 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:21.837407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:21.875731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:21.888767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:21.893059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:21.902788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:21.912099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] DHCP port deletion for 57f39204-d5a0-41ed-883a-2e87c4d8dddb request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:21.917163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Deleting port 30357f71-46ea-4b5e-993c-d6f53d002138 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:21.917549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.108364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 30357f71-46ea-4b5e-993c-d6f53d002138, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=30357f71-46ea-4b5e-993c-d6f53d002138,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:22.108648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.160027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] For port 30357f71-46ea-4b5e-993c-d6f53d002138, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=30357f71-46ea-4b5e-993c-d6f53d002138,segment=NetworkSegment(0873cf36-b837-409f-9e76-75a4a0d09215),segment_id=0873cf36-b837-409f-9e76-75a4a0d09215)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:22.160495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.252722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 30357f71-46ea-4b5e-993c-d6f53d002138 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:22.301437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Calling delete_port for 30357f71-46ea-4b5e-993c-d6f53d002138 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:22.315759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.325364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.338433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:22.344734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:22.357281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:22.368324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:22.369876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cbc793ad-2c30-4611-bc5e-ceeeb91ff26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.391628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ad4f8-54f4-4694-8989-da09d87142ab,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:22.395272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:22.402824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.461979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=30357f71-46ea-4b5e-993c-d6f53d002138,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:22.465834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:22.466085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7d0fca0-a9cf-41b2-bd96-f7a14bca4481 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:22.466530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 30357f71-46ea-4b5e-993c-d6f53d002138 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:22.472964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:22.473414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:22.629485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.631315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.639005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.693309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f39204-d5a0-41ed-883a-2e87c4d8dddb']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:22.710472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.711848 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1407716 Feb 17 22:56:22.712551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8921f3-8af0-49a9-9847-e50ab0fcc4c0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb22f4-7aae-4b1f-8095-596c1236200a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:22.714832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36678) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:22.715777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0873cf36-b837-409f-9e76-75a4a0d09215') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:22.716080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0873cf36-b837-409f-9e76-75a4a0d09215') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:22.729451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.750284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.757374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:22.757800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:22.772442 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:22.782710 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-01fab945-7870-465b-9b04-fb83979c2240 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0666695 Feb 17 22:56:22.785422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36682) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:22.791045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-security--679411015', 'description': 'tempest-security-description-1464174369'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:22.824323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.890707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.895052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.897866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.898979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "PUT /v2.0/security-groups/50cb22f4-7aae-4b1f-8095-596c1236200a HTTP/1.1" status: 200 len: 1779 time: 0.1126289 Feb 17 22:56:22.906526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36686) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:22.954280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef2b2d-66c2-4089-b4fe-b2c9a4afdd16 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb22f4-7aae-4b1f-8095-596c1236200a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:22.962527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.978431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Deleting port 30357f71-46ea-4b5e-993c-d6f53d002138 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:22.979022 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-30ec9b1a-dd1f-4dd3-89a0-bfe4d36bd02d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups/50cb22f4-7aae-4b1f-8095-596c1236200a HTTP/1.1" status: 200 len: 1779 time: 0.0683067 Feb 17 22:56:22.979167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.979289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36690) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:22.981677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:22.993658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=57f39204-d5a0-41ed-883a-2e87c4d8dddb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.007188 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1b7cc820-e6b2-4a86-939a-45c2a9e59e60 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/57f39204-d5a0-41ed-883a-2e87c4d8dddb HTTP/1.1" status: 204 len: 168 time: 1.3608582 Feb 17 22:56:23.009254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36694) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.054781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.078484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3aacf6-6680-492f-8193-347b56d2cfb5 None None] The port '30357f71-46ea-4b5e-993c-d6f53d002138' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:56:23.086546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.122294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 30357f71-46ea-4b5e-993c-d6f53d002138 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:23.146277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.160046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 30357f71-46ea-4b5e-993c-d6f53d002138 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:23.160401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 30357f71-46ea-4b5e-993c-d6f53d002138 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:23.171584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cb22f4-7aae-4b1f-8095-596c1236200a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.174423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.175521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cfa91749-124d-4c57-a800-a31611f1e8b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/50cb22f4-7aae-4b1f-8095-596c1236200a HTTP/1.1" status: 204 len: 168 time: 0.1959789 Feb 17 22:56:23.178510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36698) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.234585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8a4f7983-2a94-4b44-9bd6-e71f12402875 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:23.253511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8a4f7983-2a94-4b44-9bd6-e71f12402875 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:23.257605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8a4f7983-2a94-4b44-9bd6-e71f12402875 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752947 Feb 17 22:56:23.258161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36702) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.258556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 30b819df-2ed3-409b-874e-5e122fc3aeba {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:23.258906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.275734 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-0f3d915b-d9cf-48fb-973d-382a782299e6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] delete failed (client error): The resource could not be found. Feb 17 22:56:23.276861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0f3d915b-d9cf-48fb-973d-382a782299e6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/50cb22f4-7aae-4b1f-8095-596c1236200a HTTP/1.1" status: 404 len: 347 time: 0.0174911 Feb 17 22:56:23.281185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36706) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.287904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183598796'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:23.294123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:23.308337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:23.314869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.323507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.348053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:23.352785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:23.355855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:23.362767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:23.453614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.461366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.472705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.509974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.510303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.512542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe22f9a-13e1-4112-a7cc-4a62e35ea406,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.520238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.525016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-811ac4cb-fde4-4be6-b39e-c0a106bdab0e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2391393 Feb 17 22:56:23.525395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36710) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.531030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '5fe22f9a-13e1-4112-a7cc-4a62e35ea406', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:23.538813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:23.543248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:23.546320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:23.558381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:23.576869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.642456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 30b819df-2ed3-409b-874e-5e122fc3aeba owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:23.643482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.649783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.673276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6a5065-fe21-4b7d-afe6-5f35206ff11c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.684755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.686226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a50dba7d-bcc1-4d25-af2a-7fbec9ed6968 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596844 Feb 17 22:56:23.689141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36714) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.722328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.733115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.759207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.778864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b6a5065-fe21-4b7d-afe6-5f35206ff11c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.781118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.784839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-053841f0-ea8b-4f87-bcc1-645ad71c7c93 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8b6a5065-fe21-4b7d-afe6-5f35206ff11c HTTP/1.1" status: 204 len: 168 time: 0.0921476 Feb 17 22:56:23.785391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36718) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.809243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.834969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9ecbfa5f-e81e-4983-a45e-63b110db2e0c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:23.853005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9ecbfa5f-e81e-4983-a45e-63b110db2e0c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:23.854591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9ecbfa5f-e81e-4983-a45e-63b110db2e0c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685463 Feb 17 22:56:23.857862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36722) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:23.861957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=30b819df-2ed3-409b-874e-5e122fc3aeba,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:23.900080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.900425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.900758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.901109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.901434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.901758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.902080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.902397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.902715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.903035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.903347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.903659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:23.925865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.954949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.965454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:23.965761 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP f02a0507-0087-4580-8af8-161210dea784 disassociated (deleted). External IP: 172.26.7.79, port: 1b92d2ac-05a1-4c74-b746-a306d85b0d06. Feb 17 22:56:24.004892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.025146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe22f9a-13e1-4112-a7cc-4a62e35ea406,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:24.045753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.047772 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aebfe6a6-b232-4fa5-b2c6-dd578ed9b083 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/5fe22f9a-13e1-4112-a7cc-4a62e35ea406 HTTP/1.1" status: 204 len: 168 time: 0.1888909 Feb 17 22:56:24.057988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36726) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.113336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c84a96ce-5718-4b9b-9a4c-6b3647b18973 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:24.132576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c84a96ce-5718-4b9b-9a4c-6b3647b18973 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:24.138203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c84a96ce-5718-4b9b-9a4c-6b3647b18973 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746989 Feb 17 22:56:24.138473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36730) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.143639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701509823'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:24.150705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:24.160614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:24.171210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.192108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:24.197025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:24.199965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:24.205747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:24.282208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.286339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.335140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aada2ae-e55c-425a-917e-e5c9fd35d2e7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:24.352253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.353541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e9a59514-469f-4013-a3c1-bd330955dfc2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2140400 Feb 17 22:56:24.356347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36734) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.357023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:56:24.361379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '7aada2ae-e55c-425a-917e-e5c9fd35d2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:24.367723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:24.371741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:24.374594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:24.380243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:24.399732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.467279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.471275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.498723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b89c3-46bf-4210-bcad-6ddf8205a275,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:24.518357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.520779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4df6d3dc-72db-4287-9b0d-92db00e9162f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632607 Feb 17 22:56:24.524095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36738) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.529974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '7aada2ae-e55c-425a-917e-e5c9fd35d2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:24.536538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:24.541567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:24.545120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:24.551501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:24.573245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.642677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.648016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.673178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407c40e1-dac1-48a4-b98d-f2763b6b895d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:24.677812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:24.688483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.690070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-96d65467-46e3-4c34-b14f-cb09af0d6814 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649175 Feb 17 22:56:24.693165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36742) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.695151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:24.699119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '7aada2ae-e55c-425a-917e-e5c9fd35d2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:24.707867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:24.707867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:24.708523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:24.715335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.755955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:24.761066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:24.777533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:24.793779 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e6c2d1ff-be63-4ae1-96e1-75d835b7bdfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/f02a0507-0087-4580-8af8-161210dea784 HTTP/1.1" status: 204 len: 168 time: 1.7824054 Feb 17 22:56:24.796218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:24.809526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.889280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.899780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.942042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c177af4-442a-4673-a7a8-1cacddcb7d21,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:24.954637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.971094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:24.975238 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a275e62c-6c2f-4f0a-a17b-09b804f58e36 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2778993 Feb 17 22:56:24.980128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36752) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:24.983663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '7aada2ae-e55c-425a-917e-e5c9fd35d2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:24.998716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:25.003830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:25.003830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:25.014816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:25.026824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:25.050670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.145346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.166835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.167754 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'status': 'completed', 'code': 200} Feb 17 22:56:25.207164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebec9cfa-acc8-44f6-b327-f1d53006c037,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:25.236441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.242369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36758) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:25.244441 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e8a9350b-5070-48f8-b8fa-c9f3575cc36a tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630358 Feb 17 22:56:25.250980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '7aada2ae-e55c-425a-917e-e5c9fd35d2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:25.268053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:25.277713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:25.285728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:25.299830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:25.386414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-735a7773-4264-434b-9b73-87386c1b48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:25.387490 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-735a7773-4264-434b-9b73-87386c1b48b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 1098 time: 0.2174537 Feb 17 22:56:25.392046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.502003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:25.506809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:25.515851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:25.516483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:25.690009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3039a-69fa-47f0-acd8-507ce31aae46 req-83ceed2d-4fce-4c88-afbc-cabda2cd7e65 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:25.691526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94d3039a-69fa-47f0-acd8-507ce31aae46 req-83ceed2d-4fce-4c88-afbc-cabda2cd7e65 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.3736532 Feb 17 22:56:25.709688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:25.730911 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.734003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-ddfed1da-0967-4380-9f9a-554921aa1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:25.735479 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-ddfed1da-0967-4380-9f9a-554921aa1a1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 200 len: 896 time: 0.3366070 Feb 17 22:56:25.739183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.841955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2443a67d-ed42-4e67-847e-bac011fd9079,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:25.850940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-56848d6d-7fcc-4f23-9bb3-1b4548b1ae35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 200 len: 217 time: 0.0928426 Feb 17 22:56:25.895791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-94d3039a-69fa-47f0-acd8-507ce31aae46 req-2d3ce82d-5e3a-40f9-9b7d-38d429d540d3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:25.903915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:25.907790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e61ec2fd-73a8-4561-9dd7-6fdedd27b8e5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6615400 Feb 17 22:56:25.908595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36762) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:25.947135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-94d3039a-69fa-47f0-acd8-507ce31aae46 req-2d3ce82d-5e3a-40f9-9b7d-38d429d540d3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:25.948195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94d3039a-69fa-47f0-acd8-507ce31aae46 req-2d3ce82d-5e3a-40f9-9b7d-38d429d540d3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2458453 Feb 17 22:56:25.959751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-1524573c-a69f-4db9-a3ce-735213cf2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:25.961458 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-1524573c-a69f-4db9-a3ce-735213cf2033 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66b993aa-7a0e-4b66-8edf-48803e6e084d HTTP/1.1" status: 200 len: 834 time: 0.1069412 Feb 17 22:56:25.966788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.020356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.046721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:26.051270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26967a-fff7-4c84-a717-c2cb219c4af9 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:15Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '39689579-d720-40d7-b352-bbca99975230', 'name': '', 'network_id': '960816a2-95a3-4e47-88f6-0d437692e30b', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:51:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:54:16Z', 'updated_at': '2022-02-17T22:54:29Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '66b993aa-7a0e-4b66-8edf-48803e6e084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:26.063112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.087522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2443a67d-ed42-4e67-847e-bac011fd9079,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:26.092485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-b8ae40f6-2943-4e8a-81cd-a733b09b54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:26.094026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-b8ae40f6-2943-4e8a-81cd-a733b09b54fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=960816a2-95a3-4e47-88f6-0d437692e30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219192 Feb 17 22:56:26.095730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.096770 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-637b42ac-69dd-40bb-95cc-b573f058c6a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2443a67d-ed42-4e67-847e-bac011fd9079 HTTP/1.1" status: 204 len: 168 time: 0.1876481 Feb 17 22:56:26.099455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36766) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.245292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0b4e6b80-7f02-4dba-b9bc-337620749094 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:26.288223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0b4e6b80-7f02-4dba-b9bc-337620749094 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:26.289634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0b4e6b80-7f02-4dba-b9bc-337620749094 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1885509 Feb 17 22:56:26.292695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36770) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.293451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-9cc27063-71d7-46a4-8808-f4dc9c4746d7 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907248 Feb 17 22:56:26.313223 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6641-b8ae-4863-bc89-31581a5923b5 None None] New status for floating IP f02a0507-0087-4580-8af8-161210dea784: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:56:26.329841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.341667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.368521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.404425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebec9cfa-acc8-44f6-b327-f1d53006c037,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:26.408573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.413599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-066204ea-79fe-428b-bed0-5f821fdce7bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ebec9cfa-acc8-44f6-b327-f1d53006c037 HTTP/1.1" status: 204 len: 168 time: 0.1151154 Feb 17 22:56:26.413914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36774) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.486912 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b061b3bb-1623-4ee9-ae19-7a69776a113c req-7153f251-ace3-4bba-9064-8e6735caf1c2 service neutron] 10.222.0.43 "GET /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806571 Feb 17 22:56:26.513492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9f76882-24d7-40f7-9fb9-36a1393da030 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0978131 Feb 17 22:56:26.516148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36778) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.557190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.576869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.612784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.621011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-c0d6dcb1-9c30-4976-b627-ae08b0b429e5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:26.621011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-c0d6dcb1-9c30-4976-b627-ae08b0b429e5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:26.635180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c177af4-442a-4673-a7a8-1cacddcb7d21,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:26.635180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.635180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e2fb5e76-2571-46e0-8589-9dec273ccc49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3c177af4-442a-4673-a7a8-1cacddcb7d21 HTTP/1.1" status: 204 len: 168 time: 0.1152208 Feb 17 22:56:26.642358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36782) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.650076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-c0d6dcb1-9c30-4976-b627-ae08b0b429e5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:26.650076 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-c0d6dcb1-9c30-4976-b627-ae08b0b429e5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1563609 Feb 17 22:56:26.738828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-927d4323-75a8-4bad-aab3-cc18fd671fa2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:26.747770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:26.747770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.760025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-927d4323-75a8-4bad-aab3-cc18fd671fa2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:26.760025 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-927d4323-75a8-4bad-aab3-cc18fd671fa2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1166158 Feb 17 22:56:26.760025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.798422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.814970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.841325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.865385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=407c40e1-dac1-48a4-b98d-f2763b6b895d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.879710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.880816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.880816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.880816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:26.894031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:26.894031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bcea2a85-a413-4ea4-88a7-70193c4f303b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/407c40e1-dac1-48a4-b98d-f2763b6b895d HTTP/1.1" status: 204 len: 168 time: 0.1357241 Feb 17 22:56:26.898403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36790) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:26.964060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-60c6a431-e952-4b4d-817d-e98906e35e8c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:26.991051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-60c6a431-e952-4b4d-817d-e98906e35e8c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:26.994877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-60c6a431-e952-4b4d-817d-e98906e35e8c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0917308 Feb 17 22:56:26.995028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36796) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.035225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.048607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.089898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.108033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44b89c3-46bf-4210-bcad-6ddf8205a275,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:27.120422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.122306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-05319506-f209-4d65-b62c-313c9e277cb3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f44b89c3-46bf-4210-bcad-6ddf8205a275 HTTP/1.1" status: 204 len: 168 time: 0.1262264 Feb 17 22:56:27.125074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36800) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.173029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 1b92d2ac-05a1-4c74-b746-a306d85b0d06, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=1b92d2ac-05a1-4c74-b746-a306d85b0d06,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:27.174273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.244621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-42b174a8-759c-4084-80f6-07600a4cdf8f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:27.287036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-42b174a8-759c-4084-80f6-07600a4cdf8f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:27.287036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-42b174a8-759c-4084-80f6-07600a4cdf8f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1599236 Feb 17 22:56:27.290962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36804) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.325392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 1b92d2ac-05a1-4c74-b746-a306d85b0d06 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:27.329063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204aeb84-0d08-4281-b636-d81126a534ff req-dc3bcd5b-9e85-4968-9c52-e232783e7990 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:27.340652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-204aeb84-0d08-4281-b636-d81126a534ff req-dc3bcd5b-9e85-4968-9c52-e232783e7990 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=745e4e74-09f5-4a5b-84d7-8e9d176b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1708660 Feb 17 22:56:27.406520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-204aeb84-0d08-4281-b636-d81126a534ff req-078b33f7-d01e-4ad5-93e1-ea16c1980b7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e0185c6-0334-47a4-98fa-38ce7aacdac1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665767 Feb 17 22:56:27.434528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.461471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.503494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.521721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.542829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aada2ae-e55c-425a-917e-e5c9fd35d2e7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:27.560396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.563911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a3acd7de-5fce-4498-9ca0-34f2b7271667 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/7aada2ae-e55c-425a-917e-e5c9fd35d2e7 HTTP/1.1" status: 204 len: 168 time: 0.2699685 Feb 17 22:56:27.564263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36808) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.574727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=1b92d2ac-05a1-4c74-b746-a306d85b0d06,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:27.626551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1460f7f7-5a0f-4965-82b7-7c70f66efa86 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:27.654256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1460f7f7-5a0f-4965-82b7-7c70f66efa86 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:27.654256 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1460f7f7-5a0f-4965-82b7-7c70f66efa86 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840986 Feb 17 22:56:27.654256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36812) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.660528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519093034'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:27.660818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 1b92d2ac-05a1-4c74-b746-a306d85b0d06 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:27.667626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.667626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'name': 'network-vif-deleted', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:27.670669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:27.680386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:27.688463 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3c1c8942-ad49-4d3e-95de-3e7ec9f78254 req-e72e0ee1-7f2c-47d0-a555-00e3ab86cc1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/1b92d2ac-05a1-4c74-b746-a306d85b0d06 HTTP/1.1" status: 204 len: 173 time: 1.0425432 Feb 17 22:56:27.692712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.718563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:27.721126 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e4e74-09f5-4a5b-84d7-8e9d176b0d86', 'name': 'network-vif-deleted', 'tag': '1b92d2ac-05a1-4c74-b746-a306d85b0d06', 'status': 'completed', 'code': 200} Feb 17 22:56:27.723787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:27.727546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:27.733755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:27.810429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.814322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.870750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb3435-fd2e-410e-8b9a-48c57dead77e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:27.878899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:27.879999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d5b622fb-dcc9-43e4-b057-bc503f1c4d67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2247629 Feb 17 22:56:27.883298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36818) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:27.888648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '0ffb3435-fd2e-410e-8b9a-48c57dead77e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:27.894721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:27.899507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:27.903006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:27.909150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:27.930387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.001884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.007684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.033060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7e74e8-b031-461e-9a38-7e9952ac93ee,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:28.048169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.053427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-86913fbd-848d-4203-a193-e2374db25f6e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1654794 Feb 17 22:56:28.055203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36822) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.155734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.166817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.199942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.291117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.332403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb3435-fd2e-410e-8b9a-48c57dead77e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:28.340004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.347253 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-871bec83-3567-48ae-a9b6-758a80b9f11d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/0ffb3435-fd2e-410e-8b9a-48c57dead77e HTTP/1.1" status: 204 len: 168 time: 0.2855325 Feb 17 22:56:28.347253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36826) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.403233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f8567134-9eeb-496f-9bb6-caa4c7631c49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:28.418993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f8567134-9eeb-496f-9bb6-caa4c7631c49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:28.420195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f8567134-9eeb-496f-9bb6-caa4c7631c49 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738256 Feb 17 22:56:28.424159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36830) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.429591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--658565923'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:28.436487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:28.451334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:28.463664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.484026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:28.488132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:28.491064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:28.500023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:28.516350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36836) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.585804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.591227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.601974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.635833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.641743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d547216-2ea6-4663-8258-80c3e9fb72fc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:28.654405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.656155 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ba275947-ca24-4241-bdd0-9be21cdc02fb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2310376 Feb 17 22:56:28.658975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36840) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.665057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056539093'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:28.672286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:28.676694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:28.680203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:28.688146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:28.702030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.707174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.726361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:28.731682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:28.733207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0185c6-0334-47a4-98fa-38ce7aacdac1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:28.734102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:28.741247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:28.747326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.748450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f7af2ea7-161f-4f43-b1c9-32f51a4bc85e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e0185c6-0334-47a4-98fa-38ce7aacdac1 HTTP/1.1" status: 204 len: 168 time: 0.2307115 Feb 17 22:56:28.785858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36846) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.832876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.842655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.899832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6432a8a9-5832-4c8a-a847-460ebf104aa6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:28.908605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:28.914081 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-63279291-b513-4704-86b5-58c8919afcc9 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2497017 Feb 17 22:56:28.915492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36850) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:28.922032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '8d547216-2ea6-4663-8258-80c3e9fb72fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6432a8a9-5832-4c8a-a847-460ebf104aa6', 'remote_ip_prefix': None}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:28.929019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:28.933663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:28.936766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:28.942681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:28.966841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.060154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.069906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.090551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a009937e-cb94-4bb9-a81a-f2a47c5f8cb2,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:29.120718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.120718 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4c3287b5-4165-4ebd-8033-605c5d6ddd2e tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2035105 Feb 17 22:56:29.123826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36854) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.157548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.169872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.198460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.225321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a009937e-cb94-4bb9-a81a-f2a47c5f8cb2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:29.229003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.230585 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c0673476-7496-4720-bed3-01cf9450a5d7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a009937e-cb94-4bb9-a81a-f2a47c5f8cb2 HTTP/1.1" status: 204 len: 168 time: 0.1054437 Feb 17 22:56:29.233497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36858) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.285746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-01d8bf64-28bf-495c-a7db-b3b6116daea0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:29.302944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-01d8bf64-28bf-495c-a7db-b3b6116daea0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:29.304913 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-01d8bf64-28bf-495c-a7db-b3b6116daea0 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0704398 Feb 17 22:56:29.308351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36862) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.385125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.417533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.473070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.503337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6432a8a9-5832-4c8a-a847-460ebf104aa6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:29.526090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.527309 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-55f60fbf-e687-4bba-b4bd-6654be2020ec tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/6432a8a9-5832-4c8a-a847-460ebf104aa6 HTTP/1.1" status: 204 len: 168 time: 0.2176020 Feb 17 22:56:29.531111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36866) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.573762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.603172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0c216c28-32a0-47cd-afa9-0d2ad10fbe55 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:29.619171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0c216c28-32a0-47cd-afa9-0d2ad10fbe55 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:29.620517 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0c216c28-32a0-47cd-afa9-0d2ad10fbe55 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0885835 Feb 17 22:56:29.623869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36870) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.687534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.718362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.765962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.785517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d547216-2ea6-4663-8258-80c3e9fb72fc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:29.806243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.810656 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9dfef28b-32b6-41e2-be0a-473dcad30ba6 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/8d547216-2ea6-4663-8258-80c3e9fb72fc HTTP/1.1" status: 204 len: 168 time: 0.1826265 Feb 17 22:56:29.810656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36874) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.863337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a93e2e06-ddc9-436c-91ed-e09b3a135047 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:29.879257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-a93e2e06-ddc9-436c-91ed-e09b3a135047 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:29.885203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a93e2e06-ddc9-436c-91ed-e09b3a135047 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695534 Feb 17 22:56:29.885496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36878) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:29.890703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--910130393'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:29.898862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:29.908506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:29.919067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:29.939600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:29.944230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:29.947256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:29.953012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:29.963166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 39689579-d720-40d7-b352-bbca99975230 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:29.963499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.026734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.039264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.090350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4814df6f-1db1-49c1-9a71-fe28eeb58d91,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:30.097258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.101531 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-df1b94d0-cc87-4237-8ec4-c6a20deb416d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2120850 Feb 17 22:56:30.101531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36882) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.106554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': '4814df6f-1db1-49c1-9a71-fe28eeb58d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:30.112421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:30.117300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:30.120155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:30.126499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:30.144052 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.175488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 39689579-d720-40d7-b352-bbca99975230, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=39689579-d720-40d7-b352-bbca99975230,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:30.175847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.208742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.212276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.235972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebddde-86d9-4213-8dbc-efa6d3e58568,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:30.249911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.251106 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bec8128f-af7a-461c-b01e-5af064a7d7da tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1487975 Feb 17 22:56:30.254309 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36886) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.284073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.295129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.307127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 39689579-d720-40d7-b352-bbca99975230 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:30.320353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.340685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ebddde-86d9-4213-8dbc-efa6d3e58568,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:30.342728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.346184 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2acc8f41-09be-4dcb-b7d3-39568469a0a7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/65ebddde-86d9-4213-8dbc-efa6d3e58568 HTTP/1.1" status: 204 len: 168 time: 0.0886061 Feb 17 22:56:30.346668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36890) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.393648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63e8dfa4-3fb5-416d-949c-25fd89d08b67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:30.410108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-63e8dfa4-3fb5-416d-949c-25fd89d08b67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:30.411649 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-63e8dfa4-3fb5-416d-949c-25fd89d08b67 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642025 Feb 17 22:56:30.415416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36894) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.423961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 1b92d2ac-05a1-4c74-b746-a306d85b0d06 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:30.463475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 1b92d2ac-05a1-4c74-b746-a306d85b0d06 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:30.464192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 1b92d2ac-05a1-4c74-b746-a306d85b0d06 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:30.485547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.503831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.515576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.552335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=39689579-d720-40d7-b352-bbca99975230,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:30.575193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.607114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4814df6f-1db1-49c1-9a71-fe28eeb58d91,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:30.634743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.637173 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c69045de-a1c8-41c1-864f-cfc71e86e8e8 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/4814df6f-1db1-49c1-9a71-fe28eeb58d91 HTTP/1.1" status: 204 len: 168 time: 0.2205505 Feb 17 22:56:30.639818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36898) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.887080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ea052f5-285c-4de5-9c0e-d50915ea803c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:30.924294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4ea052f5-285c-4de5-9c0e-d50915ea803c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:30.925604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4ea052f5-285c-4de5-9c0e-d50915ea803c tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2841704 Feb 17 22:56:30.931018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36902) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:30.937238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420672645'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:30.943252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:30.953404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:30.963273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:30.983628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:30.987575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:30.990990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:30.996702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:31.020507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.091583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.095901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.148381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:31.151741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.152960 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6f00e6e7-7c45-40ab-b23d-2dfaf6b54d8b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2204616 Feb 17 22:56:31.155688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36906) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.160632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': 'faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:31.167120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:31.171157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:31.174168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:31.180848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:31.204888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.269990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.274203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.309937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4280b5-e048-46f0-b861-1535e2873ada,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:31.331831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.333745 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1e786885-d06d-4924-88bc-0127046f16c1 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764271 Feb 17 22:56:31.335950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36910) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.359878 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-902b0b42-dc41-4c64-a2ae-5079fe4a14c2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules/5b4280b5-e048-46f0-b861-1535e2873ada HTTP/1.1" status: 200 len: 763 time: 0.0206180 Feb 17 22:56:31.360144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.410992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b43bac18-0b53-4f92-b693-32476439306b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:31.430200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b43bac18-0b53-4f92-b693-32476439306b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:31.431048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router cb778980-e7fd-4aef-92f2-8d90deca1da3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:56:31.434901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.435224 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b43bac18-0b53-4f92-b693-32476439306b tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742178 Feb 17 22:56:31.544964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.562057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.659246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.676503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:31.678877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b4280b5-e048-46f0-b861-1535e2873ada,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:31.685879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Sync routers for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:31.695946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:31.696567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:31.697260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-141881a3-83a0-4fa4-8daa-8460d08eb758 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/cb778980-e7fd-4aef-92f2-8d90deca1da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099729 Feb 17 22:56:31.697444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36922) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.706460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.707559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eecf4c9b-d178-474b-8d0e-a25925bbbb70 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5b4280b5-e048-46f0-b861-1535e2873ada HTTP/1.1" status: 204 len: 168 time: 0.2704391 Feb 17 22:56:31.710989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36926) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.761612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9817a515-b1b0-4622-a939-e68ddccdacab tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:31.776537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 66b993aa-7a0e-4b66-8edf-48803e6e084d {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:56:31.780836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.784812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9817a515-b1b0-4622-a939-e68ddccdacab tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:31.791879 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9817a515-b1b0-4622-a939-e68ddccdacab tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750358 Feb 17 22:56:31.792192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36930) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.798527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': 'faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:31.805526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:31.817036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:31.839043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.911224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.916901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.938476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc2cc5e-8cdd-472a-91df-51b9b4f8a770,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:31.943915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:31.951220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.963711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:31.968786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-025a1d65-a118-405f-bcba-1c1e683c88e2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712027 Feb 17 22:56:31.969215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36934) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:31.995519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-497bb8a1-f42b-4064-85ec-598e3f55e5bd tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules/0fc2cc5e-8cdd-472a-91df-51b9b4f8a770 HTTP/1.1" status: 200 len: 763 time: 0.0253494 Feb 17 22:56:31.996171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36938) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.077544 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1e8e8401-395e-4a43-8a82-4f6aef939816 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0801358 Feb 17 22:56:32.080756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36942) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.090775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.114108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.125959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.154549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.174682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc2cc5e-8cdd-472a-91df-51b9b4f8a770,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:32.180694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.181861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7702cab0-a0f6-45da-884f-39def56f22b3 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0fc2cc5e-8cdd-472a-91df-51b9b4f8a770 HTTP/1.1" status: 204 len: 168 time: 0.1004713 Feb 17 22:56:32.183281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.185069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36946) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.228697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=66b993aa-7a0e-4b66-8edf-48803e6e084d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:32.230681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.237982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56b6c890-ed3a-4f26-a25b-39bf7d2317f7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:32.241648 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d0591bbf-6dc4-4d10-b1ae-02721bdf14d4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/66b993aa-7a0e-4b66-8edf-48803e6e084d HTTP/1.1" status: 204 len: 168 time: 0.5401092 Feb 17 22:56:32.242036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36950) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.242187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5cbef-ef5c-43ec-b484-3fddf4b05680 None None] Network 960816a2-95a3-4e47-88f6-0d437692e30b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:32.255759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56b6c890-ed3a-4f26-a25b-39bf7d2317f7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:32.258573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-56b6c890-ed3a-4f26-a25b-39bf7d2317f7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720584 Feb 17 22:56:32.261125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36954) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.266614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': 'faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:32.273545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:32.283960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:32.296410 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Project 2a752aa25b51450c8e874e1f315cc7ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:32.305129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.358057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:30Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:32.374497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.379557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.394129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Checking router: cb778980-e7fd-4aef-92f2-8d90deca1da3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:32.408178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70715712-82af-4f79-a7fa-632bc7632efd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:32.429964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.434072 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce0983a7-4e3f-48c0-a37d-2c9ca8bbd6db tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691821 Feb 17 22:56:32.434395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36958) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.440953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Routers {'cb778980-e7fd-4aef-92f2-8d90deca1da3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:32.441668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cb778980-e7fd-4aef-92f2-8d90deca1da3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:32.447743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.523154 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c62e96e0-4375-4216-a950-df415295dc99 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules/70715712-82af-4f79-a7fa-632bc7632efd HTTP/1.1" status: 200 len: 769 time: 0.0845199 Feb 17 22:56:32.523509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 36962) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.641349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] Set router cb778980-e7fd-4aef-92f2-8d90deca1da3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:32.659359 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-19d8b173-b429-49dc-b98f-28aeac7ac6a5 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1346948 Feb 17 22:56:32.662013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36966) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.688647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.694261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.698977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 6a228909-1f35-46ce-ae56-b3fbfecb0794 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:32.699400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.707285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.736747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.752387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] DHCP port deletion for 960816a2-95a3-4e47-88f6-0d437692e30b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:56:32.757511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70715712-82af-4f79-a7fa-632bc7632efd,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:32.762288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.763706 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-209a0740-a370-449b-89cb-59c803b22199 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/70715712-82af-4f79-a7fa-632bc7632efd HTTP/1.1" status: 204 len: 168 time: 0.0995204 Feb 17 22:56:32.766371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36970) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.781568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Deleting port 47941472-4fb5-44f2-956e-2c0e3bb13af7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:32.782128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.815192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-94994232-8705-4a3b-bbf2-4019680521bb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:32.833149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-94994232-8705-4a3b-bbf2-4019680521bb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:32.835556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-94994232-8705-4a3b-bbf2-4019680521bb tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668061 Feb 17 22:56:32.838690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36974) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:32.894734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 6a228909-1f35-46ce-ae56-b3fbfecb0794, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6a228909-1f35-46ce-ae56-b3fbfecb0794,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:32.895706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.904570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.933594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:32.999083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.029645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.051836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.055911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce6db7e5-a77d-4eab-b54f-c00cab534d42 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/faeab9dc-16c9-4ecd-8aa0-e40a0a30eb36 HTTP/1.1" status: 204 len: 168 time: 0.2135341 Feb 17 22:56:33.056611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36978) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.073027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 6a228909-1f35-46ce-ae56-b3fbfecb0794 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:33.129719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d898e24a-79c8-40c1-baa0-27c7ff9e6d88 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:33.152333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d898e24a-79c8-40c1-baa0-27c7ff9e6d88 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:33.153986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d898e24a-79c8-40c1-baa0-27c7ff9e6d88 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956931 Feb 17 22:56:33.159934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 47941472-4fb5-44f2-956e-2c0e3bb13af7 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:33.160711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.166767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group': {'name': 'tempest-secgroup--551361848'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:33.174244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:33.187926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:33.200164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.224755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:33.229798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:33.233925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:33.240992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:33.262967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:33.263356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.325437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.329946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.382783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.386503 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2219608 Feb 17 22:56:33.386503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802041-addf-46a5-9415-6530975e363f tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d30ca3-72c4-431f-84d0-824cef234307,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.387467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.392285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Request body: {'security_group_rule': {'security_group_id': 'b4d30ca3-72c4-431f-84d0-824cef234307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:33.398689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:33.402936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Usage tracker for resource:security_group_rule and tenant:2a752aa25b51450c8e874e1f315cc7ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:33.405760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:33.412440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:33.422630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.426115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Calling delete_port for 47941472-4fb5-44f2-956e-2c0e3bb13af7 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:33.433337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.498643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:30Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:33.509825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.513369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.515033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.537708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4abc0d-76ef-49d2-9366-af252f254cb4 None None] The sync data for ids ['cb778980-e7fd-4aef-92f2-8d90deca1da3'] in dv-neutron-805768-3-hyperv is: [{'id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'name': 'tempest-TestNetworkBasicOps-router-542446306', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:51Z', 'updated_at': '2022-02-17T22:56:30Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '6a228909-1f35-46ce-ae56-b3fbfecb0794', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb778980-e7fd-4aef-92f2-8d90deca1da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:55Z', 'updated_at': '2022-02-17T22:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:33.541779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f594a45-c38e-4db0-90d0-967e15089c50,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.560154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.562657 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6708d64a-a79f-4f3f-9375-ac14b8b8372d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737561 Feb 17 22:56:33.564487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36990) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.564962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:33.570593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.617848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:33.618204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:33.634284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=6a228909-1f35-46ce-ae56-b3fbfecb0794,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.653102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=47941472-4fb5-44f2-956e-2c0e3bb13af7,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.653954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.660949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.661327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.661667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.662526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.662867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.663199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.663520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.664034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.664362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.664685 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.665005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.665355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:33.683618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.701248 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.733711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.754821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d30ca3-72c4-431f-84d0-824cef234307,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:33.766803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.770726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-071ffc93-ad1d-4fe4-b9ff-256bd2f3578d tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/b4d30ca3-72c4-431f-84d0-824cef234307 HTTP/1.1" status: 204 len: 168 time: 0.2023683 Feb 17 22:56:33.771014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36994) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.824577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e62a5627-aa26-4e5f-b393-814965852977 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:33.840691 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e62a5627-aa26-4e5f-b393-814965852977 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:33.842035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e62a5627-aa26-4e5f-b393-814965852977 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699999 Feb 17 22:56:33.844677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 36998) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:33.882579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.884909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.914679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.915303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router cb778980-e7fd-4aef-92f2-8d90deca1da3 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:56:33.930904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:33.932027 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-58b6bbab-e147-48d2-b6ac-0ee4710fb456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/cb778980-e7fd-4aef-92f2-8d90deca1da3 HTTP/1.1" status: 204 len: 168 time: 1.6889119 Feb 17 22:56:33.936505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37002) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:34.010694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8521b57f-6e73-46fe-bde0-7841880d7203 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Synchronizing usage tracker for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:34.027590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8521b57f-6e73-46fe-bde0-7841880d7203 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] Unset dirty status for tenant:2a752aa25b51450c8e874e1f315cc7ee on resource:security_group_rule {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:34.029029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8521b57f-6e73-46fe-bde0-7841880d7203 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1833336 Feb 17 22:56:34.031744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37006) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:34.050710 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-ac7869dd-a75c-4b38-9650-db5398cc67f2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] delete failed (client error): The resource could not be found. Feb 17 22:56:34.056374 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ac7869dd-a75c-4b38-9650-db5398cc67f2 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "DELETE /v2.0/security-groups/b4d30ca3-72c4-431f-84d0-824cef234307 HTTP/1.1" status: 404 len: 347 time: 0.0190201 Feb 17 22:56:34.056562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:34.070986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.081935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 47941472-4fb5-44f2-956e-2c0e3bb13af7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:34.082339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.118598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-86cf1817-acf3-4da6-98d2-eac8cd0603c7 tempest-SecGroupIPv6Test-82443312 tempest-SecGroupIPv6Test-82443312-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600352 Feb 17 22:56:34.119694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Deleting port 47941472-4fb5-44f2-956e-2c0e3bb13af7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:34.120201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.311968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:34.312333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.380801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] For port 47941472-4fb5-44f2-956e-2c0e3bb13af7, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=47941472-4fb5-44f2-956e-2c0e3bb13af7,segment=NetworkSegment(42ad1b2c-0876-4024-ac8b-06f514ebfac3),segment_id=42ad1b2c-0876-4024-ac8b-06f514ebfac3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:34.381402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.451445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 47941472-4fb5-44f2-956e-2c0e3bb13af7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:34.480484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37018) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:34.513628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Calling delete_port for 47941472-4fb5-44f2-956e-2c0e3bb13af7 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:34.539135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.595098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:56:34.595552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:56:34.598587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=47941472-4fb5-44f2-956e-2c0e3bb13af7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:34.601745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 47941472-4fb5-44f2-956e-2c0e3bb13af7 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:34.654538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e636f744-186a-47fc-9f08-c42eaf69d953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a752aa25b51450c8e874e1f315cc7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728730 Feb 17 22:56:34.655106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37024) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:34.724148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.738757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.741851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Deleting port 47941472-4fb5-44f2-956e-2c0e3bb13af7 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:34.742298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.753846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.765280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960816a2-95a3-4e47-88f6-0d437692e30b']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:34.779616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ad1b2c-0876-4024-ac8b-06f514ebfac3') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:34.779917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ad1b2c-0876-4024-ac8b-06f514ebfac3') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:34.792407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.813412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.815453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.820626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:56:34.821233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.824645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d59048ee-d0c2-4bc7-a6be-f0e02e49cf38 None None] The port '47941472-4fb5-44f2-956e-2c0e3bb13af7' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:56:34.844976 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:56:34.851464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ad4f8-54f4-4694-8989-da09d87142ab,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:34.871736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.873048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3b150e0d-38cd-44b1-b433-c1a28269efcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c62ad4f8-54f4-4694-8989-da09d87142ab HTTP/1.1" status: 204 len: 168 time: 0.2170651 Feb 17 22:56:34.926202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.948195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:34.957246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=960816a2-95a3-4e47-88f6-0d437692e30b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:34.969068 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca56d2ee-8816-4a58-839c-a6ea5579fd85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/960816a2-95a3-4e47-88f6-0d437692e30b HTTP/1.1" status: 204 len: 168 time: 1.0327549 Feb 17 22:56:34.993817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37030) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:35.000481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--2127578415', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:35.007299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:35.011945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:35.015125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:35.022668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:35.040506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:35.045894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.087598 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:35.098058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.098412 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment e99f07be-bbb2-486f-af04-7a027a4d476b of type vlan for network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 Feb 17 22:56:35.115395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6a228909-1f35-46ce-ae56-b3fbfecb0794 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:35.130648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.170599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6a228909-1f35-46ce-ae56-b3fbfecb0794 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:35.171286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6a228909-1f35-46ce-ae56-b3fbfecb0794 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:35.171449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 39689579-d720-40d7-b352-bbca99975230 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:35.177443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.184612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:35.185464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.207711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 39689579-d720-40d7-b352-bbca99975230 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:35.208007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 39689579-d720-40d7-b352-bbca99975230 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:35.393210 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3980660 Feb 17 22:56:35.394006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb748e9-2989-442b-8221-6eaf5a6ff996 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=50a52e5f-63dc-41f9-99ca-2a4194f13a43,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:35.397154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37034) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:35.403417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:35.405443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:56:35.411177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:35.416166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:35.419565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:35.426189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:35.438288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.439498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.456072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:35.737740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:36.043410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:36.073816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:36.211934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.88 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/f40a0926-5bfc-4276-abfc-6fbfaf5640df) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:36.358536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:36.387313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:36.450951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:36.453687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:36.456164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:36.498608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=f40a0926-5bfc-4276-abfc-6fbfaf5640df,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:37.026939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:37.378687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:37.589665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 28b03c0f-1729-4937-9a47-1921aa34d72d is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:56:37.765109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:37.776760 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Sync routers for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:37.786366 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:37.787605 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:37.793789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:37.795000 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-884f5a09-d01d-43c9-a3d1-90c5d08a39fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3968089 Feb 17 22:56:37.798022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37038) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:37.837266 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e9c8258-abc4-4d0f-9133-07a345dec4fc tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380826 Feb 17 22:56:37.839818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37042) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:37.965497 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:37.972040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d0d2e-5e92-4aca-a9c4-b869c1deb1c4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:37.973528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f06d0d2e-5e92-4aca-a9c4-b869c1deb1c4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327734 Feb 17 22:56:37.977005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:38.018830 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8a7be107-c161-4ea4-b261-a89854c745f0 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406477 Feb 17 22:56:38.022012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37050) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:38.028435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691825032', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:38.144606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:38.151715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:38.154822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:38.160889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:38.173187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:38.177162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.267823 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:36Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:38.273203 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Checking router: 28b03c0f-1729-4937-9a47-1921aa34d72d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:38.273537 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Updating router 28b03c0f-1729-4937-9a47-1921aa34d72d port f40a0926-5bfc-4276-abfc-6fbfaf5640df binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:56:38.328415 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.397070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.478964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=5e626c07-9c87-49dd-a0db-2231e4191f3b,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:38.488346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:38.488703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 50a52e5f-63dc-41f9-99ca-2a4194f13a43, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:56:38.509754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:56:38.524198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 50a52e5f-63dc-41f9-99ca-2a4194f13a43) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:38.529013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:38.529972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.533437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30d22c-1d24-49b3-9478-0e85ef68e09c None None] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:38.558731 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cd8239f3-c57f-4ef3-a274-f220403220a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5349898 Feb 17 22:56:38.561360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37054) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:38.670915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.683799 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Transition to ACTIVE for port object f40a0926-5bfc-4276-abfc-6fbfaf5640df will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:38.690995 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.778995 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Pushing event updated for resources: {'Port': ['ID=f40a0926-5bfc-4276-abfc-6fbfaf5640df,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:38.789385 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.789875 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.790316 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.790752 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.791183 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.791615 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.792040 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.792461 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.792900 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.793340 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.793758 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.794170 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:38.799383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Attempting to bind port f40a0926-5bfc-4276-abfc-6fbfaf5640df on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:38.799877 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Attempting to bind port f40a0926-5bfc-4276-abfc-6fbfaf5640df by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:38.800332 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Attempting to bind port f40a0926-5bfc-4276-abfc-6fbfaf5640df on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:38.806826 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:38.807310 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:38.808061 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.808554 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:38.809154 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Bound port: f40a0926-5bfc-4276-abfc-6fbfaf5640df, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:38.809636 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.835061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:56:38.835950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.888745 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] For port f40a0926-5bfc-4276-abfc-6fbfaf5640df, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:38.892301 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] For port f40a0926-5bfc-4276-abfc-6fbfaf5640df, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f40a0926-5bfc-4276-abfc-6fbfaf5640df,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:38.898065 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:38.984579 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:38.985228 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:39.038416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Allocated IP 172.20.0.2 (50a52e5f-63dc-41f9-99ca-2a4194f13a43/5e626c07-9c87-49dd-a0db-2231e4191f3b/0421c957-05cb-4b94-8e59-fb74f4fa664e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:39.068305 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a80a-9a9b-4f60-9340-db75220bf237 None None] Pushing event updated for resources: {'Port': ['ID=f40a0926-5bfc-4276-abfc-6fbfaf5640df,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:39.233615 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:39.299325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.319625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Transition to ACTIVE for port object 0421c957-05cb-4b94-8e59-fb74f4fa664e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:39.347043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Transition to ACTIVE for port object 0421c957-05cb-4b94-8e59-fb74f4fa664e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:39.353760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.357298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.423047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:39.426409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:39.436794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:39.487436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Pushing event updated for resources: {'Port': ['ID=0421c957-05cb-4b94-8e59-fb74f4fa664e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:39.543732 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:36Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:39.544943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Attempting to bind port 0421c957-05cb-4b94-8e59-fb74f4fa664e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:39.545487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Attempting to bind port 0421c957-05cb-4b94-8e59-fb74f4fa664e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:39.545688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Attempting to bind port 0421c957-05cb-4b94-8e59-fb74f4fa664e on network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:39.547718 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf597e3-9b8a-4fcc-bee3-331bf76001eb None None] The sync data for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv is: [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:36Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:39.551735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:39.551735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Checking segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:39.552005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.553388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Bound using segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:39.553822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Bound port: 0421c957-05cb-4b94-8e59-fb74f4fa664e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:39.553984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.656504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] For port 0421c957-05cb-4b94-8e59-fb74f4fa664e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:39.659946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] For port 0421c957-05cb-4b94-8e59-fb74f4fa664e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0421c957-05cb-4b94-8e59-fb74f4fa664e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:39.665767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:39.758718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e8be4-e5f7-42bb-bbd7-23a6e1c93808 None None] Pushing event updated for resources: {'Port': ['ID=0421c957-05cb-4b94-8e59-fb74f4fa664e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:39.936430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (50a52e5f-63dc-41f9-99ca-2a4194f13a43/5e626c07-9c87-49dd-a0db-2231e4191f3b/cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:40.149328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:40.169256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:40.197337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:40.268853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:40.272605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:40.275248 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:40.319612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:40.352216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:40.652331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:40.825399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b710f-1057-442b-bafa-55368fd4d57d None None] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:56:40.956449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1cfe2617-f86f-42be-9afa-bf9fd052de7b None None] Provisioning for port 0421c957-05cb-4b94-8e59-fb74f4fa664e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:41.168026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.178635 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.181261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f40a0926-5bfc-4276-abfc-6fbfaf5640df up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:41.277413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f40a0926-5bfc-4276-abfc-6fbfaf5640df completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:41.284001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f40a0926-5bfc-4276-abfc-6fbfaf5640df triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:41.285015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.299119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:41.308160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.422174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0183f0d-e167-4226-8c3c-62fc31904c57 None None] Provisioning for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:41.430542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f0183f0d-e167-4226-8c3c-62fc31904c57 None None] Provisioning complete for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:41.430829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0183f0d-e167-4226-8c3c-62fc31904c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.472650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:41.473906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:41.487016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.505776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f40a0926-5bfc-4276-abfc-6fbfaf5640df, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f40a0926-5bfc-4276-abfc-6fbfaf5640df,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:41.510910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.511859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0421c957-05cb-4b94-8e59-fb74f4fa664e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:41.593008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f0183f0d-e167-4226-8c3c-62fc31904c57 None None] Port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:56:41.653903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f40a0926-5bfc-4276-abfc-6fbfaf5640df,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:41.674191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 0421c957-05cb-4b94-8e59-fb74f4fa664e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:41.680836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0421c957-05cb-4b94-8e59-fb74f4fa664e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:41.681256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.805805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 28b03c0f-1729-4937-9a47-1921aa34d72d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:56:41.828144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-24b62fd3-ee69-4048-af26-156c87f5a3f4 None None] Provisioning complete for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:41.828814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-24b62fd3-ee69-4048-af26-156c87f5a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.853310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:41.907392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-24b62fd3-ee69-4048-af26-156c87f5a3f4 None None] Port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:56:41.913375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 0421c957-05cb-4b94-8e59-fb74f4fa664e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0421c957-05cb-4b94-8e59-fb74f4fa664e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:41.917772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:42.006827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:42.024557 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ed3db9c2-0eba-4ce9-9fca-dd052ca9a3b3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/28b03c0f-1729-4937-9a47-1921aa34d72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4583786 Feb 17 22:56:42.024799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Sync routers for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:42.025364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37058) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:42.050951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=0421c957-05cb-4b94-8e59-fb74f4fa664e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:42.055235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:42.056146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:42.134301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9592157-eb4f-4063-9d9e-fd134bfdefef None None] Provisioning complete for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:42.134727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9592157-eb4f-4063-9d9e-fd134bfdefef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:42.276120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e9592157-eb4f-4063-9d9e-fd134bfdefef None None] Port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:56:42.301645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:42.316752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.317402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.318077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.319761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.320313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.320830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.325138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-45421ff9-8144-4d88-9c6b-a2e10b523d42 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2960536 Feb 17 22:56:42.325942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37062) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:42.420826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.421322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.421780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.422250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.422699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.423294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:42.425203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cccffbdf-3bb4-4b9f-be4c-e40405053722 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0979912 Feb 17 22:56:42.428128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37066) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:42.652579 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-27768150-ad99-4b7c-8ab7-ed3fe1177656 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2232978 Feb 17 22:56:42.653623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:42.658046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Checking router: 28b03c0f-1729-4937-9a47-1921aa34d72d for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:42.658400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Updating router 28b03c0f-1729-4937-9a47-1921aa34d72d port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:56:42.714098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.088566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37072) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:43.094691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748885196', 'description': 'tempest-secgroup-smoke-1748885196 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:43.101972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:43.102604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.111701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:43.115669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:43.116019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f40a0926-5bfc-4276-abfc-6fbfaf5640df up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:43.123003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:43.138743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.146724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Transition to ACTIVE for port object cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:43.160987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.163325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:43.167774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:43.171001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:43.179009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:43.268302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.274570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.324962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf4d57-1323-48d1-93f2-2111f0081efc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.332542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.335168 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f888942f-9b7c-4ad3-a995-a93376fadf76 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2449906 Feb 17 22:56:43.337977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37076) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:43.345764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:43.352666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a642f1-f0be-4070-9e8c-65aab90ca2e8 None None] Pushing event updated for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.354890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:43.359528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:43.363407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:43.371476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:43.396920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.431242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f40a0926-5bfc-4276-abfc-6fbfaf5640df triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:43.431608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.457611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Attempting to bind port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:43.457843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Attempting to bind port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:43.458198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Attempting to bind port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e on network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:43.474063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:43.474969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Checking segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:43.475378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.475809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Bound using segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:43.476403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Bound port: cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:43.476775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.477384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.486227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.532232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec46de9-b0f3-4b60-b3d1-0b2d89f426fc,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.553048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.555251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e4eef0c2-118b-4c42-85ef-b916cceb508f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157741 Feb 17 22:56:43.558335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37080) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:43.567117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:43.578418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:43.585944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:43.591092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:43.603918 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:43.627248 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.686282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] For port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:43.710366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] For port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:43.719394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.726952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.732600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.764289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0421c957-05cb-4b94-8e59-fb74f4fa664e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:43.770393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0732e2b4-f23a-4ff1-bbe0-a846106b31b1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.775639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.777064 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-78377cb7-c81d-46f0-b21d-fc6a433b3edf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2172220 Feb 17 22:56:43.780001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:43.786136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:43.792752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:43.798500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:43.803128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:43.811745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:43.839719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.888262 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:43.889248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:43.929374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.936075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.971761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a642f1-f0be-4070-9e8c-65aab90ca2e8 None None] Pushing event updated for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.972039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9169c7-24df-4d3a-9ac3-dfdf9e951094,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:43.986686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:43.997198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37092) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:43.998225 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-af622d59-3940-4ba0-b510-8a38be39d992 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171104 Feb 17 22:56:44.011669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:44.016249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 0421c957-05cb-4b94-8e59-fb74f4fa664e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:44.016625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.027365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:44.045613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:44.050562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:44.061065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:44.085177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc39edb-41c1-4baf-9912-c84b71a4329a req-7cd0e3d3-ce75-4674-a68b-74e4b9c98b74 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:44.093025 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddc39edb-41c1-4baf-9912-c84b71a4329a req-7cd0e3d3-ce75-4674-a68b-74e4b9c98b74 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.1411705 Feb 17 22:56:44.132606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.170903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddc39edb-41c1-4baf-9912-c84b71a4329a req-8a1acd6e-c7cf-4f22-b59d-19ab236c619d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769956 Feb 17 22:56:44.217148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:44.244889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.250384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.277949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968276b0-e3fc-4cfe-b703-fc2c73b04e3b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:44.288734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.292694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bc992785-376b-4e65-b90f-6a45e058aac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2853017 Feb 17 22:56:44.292965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37096) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:44.298203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:44.304955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:44.309548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:44.312862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:44.320262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:44.339493 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:44.347324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.430707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.435800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.464369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d920cea6-6a0f-44b2-bc64-e77598f45b07,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:44.474955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.476373 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-874592c1-b11d-498b-a0ea-ae83c3c84140 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1825626 Feb 17 22:56:44.479212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37100) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:44.484376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3cbf4d57-1323-48d1-93f2-2111f0081efc', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:44.490817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:44.494925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:44.497934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:44.503702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:44.514269 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:44.521611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.590893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.595199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.619037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d885124-8332-4738-9a02-30c9a2557d1d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:44.628914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:44.630246 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b7f47b71-7bf1-4f7f-9366-d770c1e0b857 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500583 Feb 17 22:56:44.634714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:43Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:44.639015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0867f-803a-4bb7-876d-c26aeceb9dcc None None] The sync data for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv is: [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:43Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:44.881874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-86183087-f044-4c80-a23e-b2b050947242 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:44.898414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-86183087-f044-4c80-a23e-b2b050947242 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:44.899799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-86183087-f044-4c80-a23e-b2b050947242 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748885196&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0591075 Feb 17 22:56:45.081993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-8dcc92a9-bb06-4528-bbeb-c0f1a4b97f8a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:45.083591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-8dcc92a9-bb06-4528-bbeb-c0f1a4b97f8a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 200 len: 797 time: 0.1769125 Feb 17 22:56:45.099906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-072c292a-9cef-4f86-932b-9e47a388a8e5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0098500 Feb 17 22:56:45.128782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:45.199732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-abe201f1-d445-4f36-a088-0740d78f0bab tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:45.216450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:45.220555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-abe201f1-d445-4f36-a088-0740d78f0bab tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:45.221936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-abe201f1-d445-4f36-a088-0740d78f0bab tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155849 Feb 17 22:56:45.225033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:45.225615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:45.378766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:45.421299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:45.428721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:45.466011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-153c4dfe-4e79-4b66-a948-0dceaa874fb1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:45.466755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-153c4dfe-4e79-4b66-a948-0dceaa874fb1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:45.493288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-153c4dfe-4e79-4b66-a948-0dceaa874fb1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:45.497441 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-153c4dfe-4e79-4b66-a948-0dceaa874fb1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.1508887 Feb 17 22:56:45.511005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:45.511615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845fd0-dab2-4dbe-9277-31d4670a2840 req-ab406a81-511d-4fdb-88e1-8d1bc02e9e26 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:45.513395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12845fd0-dab2-4dbe-9277-31d4670a2840 req-ab406a81-511d-4fdb-88e1-8d1bc02e9e26 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 945 time: 0.2143672 Feb 17 22:56:45.586969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:56:45.587582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:45.593598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-9d5c9c7a-5c96-4680-91aa-7148572ad63b service neutron] 10.222.0.42 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556008 Feb 17 22:56:45.598712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12845fd0-dab2-4dbe-9277-31d4670a2840 req-23f33427-7841-4b27-b3dd-75dd9bcf7856 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764177 Feb 17 22:56:45.738742 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-2b6470f3-f8a3-406e-a666-b9113dd84b54 service neutron] 10.222.0.42 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375055 Feb 17 22:56:45.862234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] For port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:45.862599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:46.269577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:46.269880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:46.270222 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP f2a8d943-58e5-45db-9aa3-0ed4ba291bec disassociated. External IP: 172.26.7.17, port: 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca. Feb 17 22:56:46.270520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:56:46.437780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:46.491867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:46.677247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:56:46.754392 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9638df40-7ac1-4e02-be92-1b3abb962bda req-0e032bf0-1587-42a9-8997-b6aef1fc3c0c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.0438664 Feb 17 22:56:46.871458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:56:46.889478 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:46.920602 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:46.925899 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:46.951020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] No DVR routers for this DVR port 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:56:46.953733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:46.965117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'name': 'network-vif-deleted', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:47.012320 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-12b7d9a7-b438-4c40-b6b5-7ad88fd8aa56 req-1317a1ea-410a-49e8-991c-5e9023ae8dee tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "DELETE /v2.0/ports/0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca HTTP/1.1" status: 204 len: 173 time: 1.5103943 Feb 17 22:56:47.013726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a9d0ce21-4d8d-4c9c-b958-4d6250f9d193 req-5e4f1498-6751-43ad-9db8-23e8ac462161 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 210 time: 0.0918031 Feb 17 22:56:47.069878 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f73109-3022-4b99-a83f-506aa0baf859', 'name': 'network-vif-deleted', 'tag': '0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca', 'status': 'completed', 'code': 200} Feb 17 22:56:47.138940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:47.232993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:47.234127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:47.272883 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:47.704478 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:47.709164 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:47.718369 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:56:47.718981 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:47.912243 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:56:47.941508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb7b3c22-f975-4118-9e98-b2127b6af6e7 req-419f5d19-ffbe-48bf-9901-f6a5bfa203cf tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=61f73109-3022-4b99-a83f-506aa0baf859 HTTP/1.1" status: 200 len: 210 time: 0.0487118 Feb 17 22:56:48.176829 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21e655cf-5675-4032-9477-2d9b715ae78c req-075c56ac-e521-46a9-b998-365fb0c54c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 210 time: 0.0547936 Feb 17 22:56:48.296158 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:48.300621 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba3e0f-9c0c-4287-b3f0-930c6bac8c51 None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:48.532992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:56:48.567485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-a9e43a59-9c69-4742-992d-2d1af33690f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:48.568911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-a9e43a59-9c69-4742-992d-2d1af33690f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:48.570206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7cba89-8f71-4974-b679-1a11ce0a850c None None] New status for floating IP f2a8d943-58e5-45db-9aa3-0ed4ba291bec: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:56:48.588222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-a9e43a59-9c69-4742-992d-2d1af33690f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:48.589449 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-a9e43a59-9c69-4742-992d-2d1af33690f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 200 len: 797 time: 0.1910496 Feb 17 22:56:48.651106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-bb7d6ec6-bd6d-4d7a-bdd8-621d7af3ccdb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:48.665537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-bb7d6ec6-bd6d-4d7a-bdd8-621d7af3ccdb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:48.667091 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-bb7d6ec6-bd6d-4d7a-bdd8-621d7af3ccdb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 380 time: 0.0652516 Feb 17 22:56:48.680711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['3cbf4d57-1323-48d1-93f2-2111f0081efc']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:48.769355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:56:48.769796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0b0a3e3e-ca7f-4a50-ad18-006a3f66c4ca not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:56:48.830850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:48.847783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:48.863177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:48.867569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.036322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.12 (50a52e5f-63dc-41f9-99ca-2a4194f13a43/5e626c07-9c87-49dd-a0db-2231e4191f3b/637222e6-df2e-44eb-8175-106959664291) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:49.348607 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35c4ca8b-2279-4177-afe6-f4c68d015f1a req-7fbfe004-e607-4a42-9272-8ecae092d5b6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 210 time: 0.0623055 Feb 17 22:56:49.359529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.376546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 637222e6-df2e-44eb-8175-106959664291 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:49.385936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-5d63df3f-8d43-4ebb-a550-ce07f90f4c78 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387878736&fields=id&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0658104 Feb 17 22:56:49.401033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.471613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:49.476000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:49.480475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:49.523239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:49.557116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:49.558065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.571340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-fbe83770-6965-41ba-a2bb-6954852b33ff tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:49.574857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-fbe83770-6965-41ba-a2bb-6954852b33ff tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 0.1818187 Feb 17 22:56:49.587197 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-6156bd17-ece7-44d2-a285-79c83b033ff1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9109728 Feb 17 22:56:49.590733 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-ca7c4fbf-6fbd-4e5e-b89f-37c336964270 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/quotas/8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0108039 Feb 17 22:56:49.600642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Request body: {'port': {'device_id': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:49.712521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-0396155f-e4d2-48bf-8733-66ecf8989e4a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155097 Feb 17 22:56:49.728440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3bf215d7-6403-4f28-9cf3-4bbc474c8786 None None] Provisioning for port 637222e6-df2e-44eb-8175-106959664291 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:49.736069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3bf215d7-6403-4f28-9cf3-4bbc474c8786 None None] Provisioning complete for port 637222e6-df2e-44eb-8175-106959664291 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:49.736787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3bf215d7-6403-4f28-9cf3-4bbc474c8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.765786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:49.813811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3bf215d7-6403-4f28-9cf3-4bbc474c8786 None None] Port 637222e6-df2e-44eb-8175-106959664291 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:56:49.873664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-99cd3460-3d12-43af-8eac-a252cadfb832 service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477633 Feb 17 22:56:50.080144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3874-cd71-4f40-ae1f-9956d4f0fdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.125933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-faeba4cb-b72e-41d3-a769-e948a596c903 service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457106 Feb 17 22:56:50.139529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637222e6-df2e-44eb-8175-106959664291 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:50.148410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.163787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Transition to ACTIVE for port object 637222e6-df2e-44eb-8175-106959664291 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:50.167748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.327693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Pushing event updated for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:50.427912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Attempting to bind port 637222e6-df2e-44eb-8175-106959664291 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:50.428281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Attempting to bind port 637222e6-df2e-44eb-8175-106959664291 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:50.428608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Attempting to bind port 637222e6-df2e-44eb-8175-106959664291 on network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:50.435777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Port 637222e6-df2e-44eb-8175-106959664291 on network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:56:50.436184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Attempting to bind port 637222e6-df2e-44eb-8175-106959664291 on network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:50.442315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:50.443518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Checking segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:50.444340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Bound using segment: {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:50.444340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Bound port: 637222e6-df2e-44eb-8175-106959664291, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99f07be-bbb2-486f-af04-7a027a4d476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:50.444821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.578131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:50.581884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=637222e6-df2e-44eb-8175-106959664291,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:50.590160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.630380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeab305-f41c-4b8d-bc12-a5a37949d1cb req-4d1285b9-586e-459d-aee9-ecad370bdac8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:50.632441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfeab305-f41c-4b8d-bc12-a5a37949d1cb req-4d1285b9-586e-459d-aee9-ecad370bdac8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 944 time: 0.1587014 Feb 17 22:56:50.664274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-18e2f2c7-4a15-4f9c-9247-6148fd46569c req-759e0bc7-f9d5-44b9-9289-7558d1910a8f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 210 time: 0.0870488 Feb 17 22:56:50.666858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:50.667554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:50.669193 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] 10.222.0.43 "PUT /v2.0/ports/637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 200 len: 1094 time: 1.0745180 Feb 17 22:56:50.669709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:50.695056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99422d74-4c1a-4104-93bb-dd0dca84f41a service neutron] Pushing event updated for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:50.732936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfeab305-f41c-4b8d-bc12-a5a37949d1cb req-e7879103-9994-47f9-987b-8778b351e487 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876131 Feb 17 22:56:50.778253 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291', 'status': 'completed', 'code': 200} Feb 17 22:56:50.816874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-5cc5e1b7-1047-40c3-92e7-a0ac5df457a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:50.819377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-5cc5e1b7-1047-40c3-92e7-a0ac5df457a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1097 time: 0.0966518 Feb 17 22:56:50.895157 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-9261d21b-f2ff-450d-9bb8-d0b799453362 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 200 len: 217 time: 0.0694170 Feb 17 22:56:50.981831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-dcdc95ee-d41d-4129-bba6-54d864b9be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:50.983532 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-dcdc95ee-d41d-4129-bba6-54d864b9be49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e626c07-9c87-49dd-a0db-2231e4191f3b HTTP/1.1" status: 200 len: 835 time: 0.0831206 Feb 17 22:56:51.079408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-fbce068b-f29c-46d2-a29c-acf24c60bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:51.081150 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-fbce068b-f29c-46d2-a29c-acf24c60bb4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50a52e5f-63dc-41f9-99ca-2a4194f13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919032 Feb 17 22:56:51.241259 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-edac5329-b590-4fc2-851e-a1cd92cfc178 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541216 Feb 17 22:56:51.497409 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3a7eab6c-80d5-4cca-be57-113722a106f0 req-24bc88ea-a01d-4b20-97b1-05d92e22a2b4 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506361 Feb 17 22:56:51.634910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-d49597b0-183a-40e8-9911-69e10b41d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:51.636580 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-d49597b0-183a-40e8-9911-69e10b41d56e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1097 time: 0.0925310 Feb 17 22:56:51.862757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-c61561f9-71d5-4790-89b9-db23611366f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:51.866508 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-c61561f9-71d5-4790-89b9-db23611366f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 200 len: 897 time: 0.2204380 Feb 17 22:56:51.962583 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-c4702d0a-c345-4f63-b0c5-c4ce0ff06674 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 200 len: 217 time: 0.0886815 Feb 17 22:56:52.013338 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8fbf176-d746-47ce-89ec-72dd49a85aac req-ad7d4855-2564-4171-981c-bf9e35ca76e4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 210 time: 0.1044312 Feb 17 22:56:52.034910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-c99cf3ed-ef8d-4a6b-b500-0895c77686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:52.037249 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-c99cf3ed-ef8d-4a6b-b500-0895c77686c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e626c07-9c87-49dd-a0db-2231e4191f3b HTTP/1.1" status: 200 len: 835 time: 0.0686471 Feb 17 22:56:52.094092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-d76ea0bf-7a38-4f81-ae9d-1a03055d8560 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:52.095432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-d76ea0bf-7a38-4f81-ae9d-1a03055d8560 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 0.3928530 Feb 17 22:56:52.138072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-54435969-a160-488c-9100-30c4d326082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:52.140790 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-54435969-a160-488c-9100-30c4d326082a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50a52e5f-63dc-41f9-99ca-2a4194f13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969071 Feb 17 22:56:52.156216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2d139-fae5-4ec9-bbb2-678ed8e7fc16 req-851183de-538a-44f2-b0e9-e7c5139862c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:52.157919 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e9a2d139-fae5-4ec9-bbb2-678ed8e7fc16 req-851183de-538a-44f2-b0e9-e7c5139862c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 944 time: 0.2512877 Feb 17 22:56:52.191761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-8bd0ed87-f8c0-41d9-931f-443ce8f4e312 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 379 time: 0.0859122 Feb 17 22:56:52.203212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'port': {'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'admin_state_up': True, 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'security_groups': ['4f55c25e-7675-47de-a843-23e02f806aa8']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:52.327041 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e9a2d139-fae5-4ec9-bbb2-678ed8e7fc16 req-d36e22d8-e5b7-4ff6-9846-bb9ef8baee58 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615987 Feb 17 22:56:52.352461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5260-65c9-452a-9fc9-20c128c62425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:52.355688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-7521e684-66a4-430b-ab00-2110f7cbb854 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084537 Feb 17 22:56:52.403333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:52.415573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:port and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:52.431327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:56:52.441802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:56:52.455240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Made reservation on behalf of 8b47fff6b55447afa251d43ecb6c4dc8 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:52.461459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:52.513243 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8dd299d6-0c3d-4d89-8fcf-87e995f5f041 req-453a0611-ca48-4017-b0ec-de37de7226a6 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507244 Feb 17 22:56:52.662253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.20.0.10 (e971e9e1-b2e6-4607-8277-45704725e00b/fa8b5e79-8972-49a2-9f16-36bd82eafd10/8e913cff-5ae3-49bd-92a8-69e9a9a2b608) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:52.990973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.021536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Transition to ACTIVE for port object 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:53.064774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.172631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:53.181493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:53.186139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:56:53.300810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:53.319498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.341638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:53.342527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.390253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e607f-75cf-45cb-8eb9-d7d61c60ae9f req-b331f0e9-a670-4cdf-b13c-8908bafe091e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:53.391261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-fd0e607f-75cf-45cb-8eb9-d7d61c60ae9f req-b331f0e9-a670-4cdf-b13c-8908bafe091e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:56:53.397545 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-2b341b57-4939-4e0b-9e98-6bc4f23c09e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1987281 Feb 17 22:56:53.416742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Request body: {'port': {'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:53.483395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.531519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-fd0e607f-75cf-45cb-8eb9-d7d61c60ae9f req-b331f0e9-a670-4cdf-b13c-8908bafe091e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:56:53.532846 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd0e607f-75cf-45cb-8eb9-d7d61c60ae9f req-b331f0e9-a670-4cdf-b13c-8908bafe091e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 932 time: 0.3583481 Feb 17 22:56:53.539802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f618e41b-d014-4716-a235-1b756a271969 None None] Provisioning for port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:53.547875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f618e41b-d014-4716-a235-1b756a271969 None None] Provisioning complete for port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:53.548420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f618e41b-d014-4716-a235-1b756a271969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.628782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f618e41b-d014-4716-a235-1b756a271969 None None] Port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:56:53.671367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd0e607f-75cf-45cb-8eb9-d7d61c60ae9f req-b5126da1-a14e-41ff-b7c4-e412be9e9215 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218615 Feb 17 22:56:53.683602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:53.744463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b8e27-34fd-49bb-acd9-fa06ba0cd56e req-0aaf05c4-16af-4d0b-83e2-ca9f635280e3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:53.746104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a9b8e27-34fd-49bb-acd9-fa06ba0cd56e req-0aaf05c4-16af-4d0b-83e2-ca9f635280e3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 944 time: 0.2602828 Feb 17 22:56:53.858339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a9b8e27-34fd-49bb-acd9-fa06ba0cd56e req-3a9959de-6d45-4f02-908f-a214f455bfe9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051774 Feb 17 22:56:54.206988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:54.215122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.229601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Transition to ACTIVE for port object 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:54.233143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.394289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Pushing event updated for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:54.480588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Attempting to bind port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:56:54.480824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Attempting to bind port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:56:54.481176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Attempting to bind port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:54.486407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 on network e971e9e1-b2e6-4607-8277-45704725e00b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:56:54.486815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Attempting to bind port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:56:54.492568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:56:54.492896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:56:54.493320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Bound using segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:56:54.493748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Bound port: 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:56:54.494092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.504791 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:56:54.564520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 637222e6-df2e-44eb-8175-106959664291 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:56:54.598063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:56:54.602612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:56:54.607906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.674710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:54.675320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.676739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 1094 time: 1.2700565 Feb 17 22:56:54.677837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:54.757234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f3234-79f8-4db3-940c-c0864af92926 service neutron] Pushing event updated for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:54.770139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=637222e6-df2e-44eb-8175-106959664291,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:54.796427 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '637222e6-df2e-44eb-8175-106959664291', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'port_id': '637222e6-df2e-44eb-8175-106959664291', 'mac_address': 'fa:16:3e:fd:9a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:56:54.842748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-5c2cf0d4-cfa4-4164-9b6d-aefe39dd6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:54.847131 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-5c2cf0d4-cfa4-4164-9b6d-aefe39dd6297 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1326268 Feb 17 22:56:54.858919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.881857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637222e6-df2e-44eb-8175-106959664291 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:54.917321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=637222e6-df2e-44eb-8175-106959664291,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:54.919028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.921631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:54.940794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'status': 'completed', 'code': 200} Feb 17 22:56:54.998819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-f845f42e-4bac-4ccf-af42-ab9d263b2960 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 217 time: 0.1434736 Feb 17 22:56:55.016645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:55.126158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['637222e6-df2e-44eb-8175-106959664291'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:56:55.158409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-9915c767-0997-4fc5-aeab-87708d7a257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:55.159894 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-9915c767-0997-4fc5-aeab-87708d7a257d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.1548550 Feb 17 22:56:55.241626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46587b6-f530-49a2-95b6-ac255cf33959 req-390398b9-38ed-458c-af92-f926c080092c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:55.246796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e46587b6-f530-49a2-95b6-ac255cf33959 req-390398b9-38ed-458c-af92-f926c080092c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.3135972 Feb 17 22:56:55.256035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c87e7-057c-4eac-8fbe-be5160d53336 req-f1140815-71f7-416b-9f4f-f5ed14f2d3db tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:55.257590 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb5c87e7-057c-4eac-8fbe-be5160d53336 req-f1140815-71f7-416b-9f4f-f5ed14f2d3db tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 945 time: 0.2133827 Feb 17 22:56:55.362093 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb5c87e7-057c-4eac-8fbe-be5160d53336 req-d853b55a-06c8-4cf5-9de5-42750d70c4fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864313 Feb 17 22:56:55.370564 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e46587b6-f530-49a2-95b6-ac255cf33959 req-3de731c5-e6b4-4599-b319-4e87dd9ac1b8 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051617 Feb 17 22:56:55.380047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a9c850e2-a0ad-405b-9b1f-6b40c713db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:55.382255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-a9c850e2-a0ad-405b-9b1f-6b40c713db7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2148159 Feb 17 22:56:55.550871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-da8c9970-6657-4d9f-8da1-38e4d5f56b88 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623721 Feb 17 22:56:55.730732 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-625f77b6-7d27-488c-bd8c-cbb4d05ce905 req-cce74954-b272-4bc9-b28e-659cde99200e service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722298 Feb 17 22:56:55.851350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-f2bffff6-639b-4766-a06c-fd7caad31088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:55.852854 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-f2bffff6-639b-4766-a06c-fd7caad31088 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0730050 Feb 17 22:56:56.126874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-3137f061-78f0-4c0c-a66f-ee0599cbc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.128376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-3137f061-78f0-4c0c-a66f-ee0599cbc899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.2688055 Feb 17 22:56:56.202924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-bb516e37-d956-473b-8946-4e795807959e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 217 time: 0.0682528 Feb 17 22:56:56.267164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-380d799f-707b-45f3-9aac-77c0f344c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.268534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-380d799f-707b-45f3-9aac-77c0f344c0bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0604551 Feb 17 22:56:56.353916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-e5a832f1-de5b-4883-a61a-aeabdbe82f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.355416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-e5a832f1-de5b-4883-a61a-aeabdbe82f0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814669 Feb 17 22:56:56.579662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 637222e6-df2e-44eb-8175-106959664291 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:56:56.588865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-df25443c-7af1-46ac-83be-62547b40cf0d service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268357 Feb 17 22:56:56.655400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 637222e6-df2e-44eb-8175-106959664291 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:56.660887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 637222e6-df2e-44eb-8175-106959664291 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:56.661303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:56.747325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3c67-e76b-4342-9dc1-7adcfd288eed req-9b0f60ca-8ff4-4110-8dfa-a235331e09bd tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.748811 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eaad3c67-e76b-4342-9dc1-7adcfd288eed req-9b0f60ca-8ff4-4110-8dfa-a235331e09bd tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.2630608 Feb 17 22:56:56.771988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919f58c-3aa9-4eb2-a3ff-d666d80dfa21 req-54b28e67-3e5a-48a9-b45c-b385989b6804 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.773617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7919f58c-3aa9-4eb2-a3ff-d666d80dfa21 req-54b28e67-3e5a-48a9-b45c-b385989b6804 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 945 time: 0.2866127 Feb 17 22:56:56.788273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:56.818432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637222e6-df2e-44eb-8175-106959664291'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:56.828364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=637222e6-df2e-44eb-8175-106959664291,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:56:56.832912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:56.840738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a52c78b-6779-4c66-99be-0cad5e3778e6 req-839d9b54-2942-416e-8e50-c0230f200b7e service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434220 Feb 17 22:56:56.871048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eaad3c67-e76b-4342-9dc1-7adcfd288eed req-25411f47-d482-4c74-835e-8146b917cb03 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076386 Feb 17 22:56:56.873868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7919f58c-3aa9-4eb2-a3ff-d666d80dfa21 req-96c3570e-6b0c-40f6-90d0-7ab608db0378 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740101 Feb 17 22:56:56.920998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:56.983931 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637222e6-df2e-44eb-8175-106959664291', 'code': 200} Feb 17 22:56:57.222326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdddab-ee06-4f68-a3f1-7ece5e4dc3d2 req-a60714e7-f2c2-4d60-af98-e7ec74a5562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:57.224127 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ffbdddab-ee06-4f68-a3f1-7ece5e4dc3d2 req-a60714e7-f2c2-4d60-af98-e7ec74a5562d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1099 time: 0.0751085 Feb 17 22:56:57.266240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ffbdddab-ee06-4f68-a3f1-7ece5e4dc3d2 req-b81b6bab-3281-468c-b525-2e82f43f1b71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Feb 17 22:56:58.174704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:56:58.194522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc695ce-58bc-4c9c-9e1c-5d95d78504b0 req-2f1f6e4d-6719-47ed-a17b-d7267fc31c62 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:58.196273 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-adc695ce-58bc-4c9c-9e1c-5d95d78504b0 req-2f1f6e4d-6719-47ed-a17b-d7267fc31c62 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.2024667 Feb 17 22:56:58.206120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0745-6bf3-4592-becb-1d73b362f37c req-6090efbe-f9f9-4de0-9406-b34dd8ee180f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:58.207736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35cb0745-6bf3-4592-becb-1d73b362f37c req-6090efbe-f9f9-4de0-9406-b34dd8ee180f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.1658645 Feb 17 22:56:58.287528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-adc695ce-58bc-4c9c-9e1c-5d95d78504b0 req-66f52807-6644-46bf-bf0f-a7e44f30f8ac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785220 Feb 17 22:56:58.295531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35cb0745-6bf3-4592-becb-1d73b362f37c req-e48b8b93-aba9-442c-94f9-3a6102d00a2a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719371 Feb 17 22:56:59.545634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d40be4-9b82-4e0a-bd34-aa78c6eb7430 req-ec854d20-7cef-47ae-af9b-e51282ba0c63 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:59.547126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8d40be4-9b82-4e0a-bd34-aa78c6eb7430 req-ec854d20-7cef-47ae-af9b-e51282ba0c63 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.1426578 Feb 17 22:56:59.556491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d90b03-3a74-4eba-b19e-2fd8cfef46f6 req-997f3b83-257a-4064-9cc0-55cd0fd761dc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:59.558337 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15d90b03-3a74-4eba-b19e-2fd8cfef46f6 req-997f3b83-257a-4064-9cc0-55cd0fd761dc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.1526182 Feb 17 22:56:59.631292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8d40be4-9b82-4e0a-bd34-aa78c6eb7430 req-f5383b1c-5876-4273-bc2c-fb6ba1a668f7 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718896 Feb 17 22:56:59.638718 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15d90b03-3a74-4eba-b19e-2fd8cfef46f6 req-6d0edaa4-3275-4e2a-aa79-3a32f90f0e99 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663960 Feb 17 22:56:59.830170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f6208-a605-4eb1-aaa5-77e554c431a5 req-5f812cb0-c4e8-44bb-9ce0-7d01e9b42ba0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:59.831604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b59f6208-a605-4eb1-aaa5-77e554c431a5 req-5f812cb0-c4e8-44bb-9ce0-7d01e9b42ba0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.0804341 Feb 17 22:56:59.875332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b59f6208-a605-4eb1-aaa5-77e554c431a5 req-b8187d62-b242-4118-b546-f697ecef8309 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369713 Feb 17 22:56:59.899121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37214) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:59.969888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec46467-2b15-4d8a-82d9-fee4997db491 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:59.971394 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1ec46467-2b15-4d8a-82d9-fee4997db491 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1094 time: 0.0712929 Feb 17 22:56:59.974213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37218) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:56:59.979333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '637222e6-df2e-44eb-8175-106959664291', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:59.985250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:56:59.989964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:56:59.994563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:00.000242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:00.011846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:00.150165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:00.291095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.231 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/7644435c-8d77-4c4c-902c-f8892fe85c23) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:00.439037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:00.468486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:00.531667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:00.534484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:00.539547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:57:00.578090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=7644435c-8d77-4c4c-902c-f8892fe85c23,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:00.913151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83382a-0f84-40f2-9f6a-72979940db64 req-88456521-99a8-4cfe-bed8-7c092b91d77d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:00.914884 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb83382a-0f84-40f2-9f6a-72979940db64 req-88456521-99a8-4cfe-bed8-7c092b91d77d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.1514003 Feb 17 22:57:00.973340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb83382a-0f84-40f2-9f6a-72979940db64 req-d65dc76f-3ad6-4ea8-b0e5-815f1d6b8102 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464048 Feb 17 22:57:01.100090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:01.186477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:01.402663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:01.407065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:01.514078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=7644435c-8d77-4c4c-902c-f8892fe85c23,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:01.530774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:01.714251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP f62dc6d4-a1b0-41a7-a894-879e2619ec44 associated. External IP: 172.26.7.231, port: 637222e6-df2e-44eb-8175-106959664291. Feb 17 22:57:02.099157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 28b03c0f-1729-4937-9a47-1921aa34d72d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:57:02.172877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f3e74-779c-4d15-9fd8-61abcc5cd95f req-bc3135ba-ed79-4212-873c-6cfd9e0bf9ac tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.174991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-849f3e74-779c-4d15-9fd8-61abcc5cd95f req-bc3135ba-ed79-4212-873c-6cfd9e0bf9ac tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 944 time: 0.0833497 Feb 17 22:57:02.220870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-849f3e74-779c-4d15-9fd8-61abcc5cd95f req-17113329-c8f3-424d-8c11-5c255baf4e73 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Feb 17 22:57:02.286637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:02.296090 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Sync routers for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:02.307058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:02.307928 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:02.312737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:02.369265 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f34b4ab9-6db1-4113-a78f-0d16aac1dc95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3940053 Feb 17 22:57:02.369874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:02.373156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37226) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:02.432324 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291', 'status': 'completed', 'code': 200} Feb 17 22:57:02.513327 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:02.634223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:57:02.663723 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c2b617ce-2461-4a5b-8043-61c0d1f75781 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f62dc6d4-a1b0-41a7-a894-879e2619ec44 HTTP/1.1" status: 200 len: 992 time: 0.2872968 Feb 17 22:57:02.679189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b485-11a2-4c98-9984-06e733ffc193 req-dba2e7b6-a75b-499b-9d22-890f04e087b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.680652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-dba2e7b6-a75b-499b-9d22-890f04e087b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1099 time: 0.1132629 Feb 17 22:57:02.777542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:02.793238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:57:02.817862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b485-11a2-4c98-9984-06e733ffc193 req-000680d2-f53a-4dad-8108-6b3ce8a75bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.819511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-000680d2-f53a-4dad-8108-6b3ce8a75bcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 200 len: 897 time: 0.1332467 Feb 17 22:57:02.852470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:02.873957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:57:02.890223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:02.894394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:02.905455 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f62dc6d4-a1b0-41a7-a894-879e2619ec44', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.231', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'port_id': '637222e6-df2e-44eb-8175-106959664291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'mac_address': 'fa:16:3e:fd:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:01Z', 'updated_at': '2022-02-17T22:57:01Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:02.909705 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Checking router: 28b03c0f-1729-4937-9a47-1921aa34d72d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:02.919394 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:02.920278 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:02.930416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-e559218f-16c3-4fec-83fa-71eb2e9f9f91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 200 len: 1000 time: 0.1050143 Feb 17 22:57:02.967208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:03.003732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b485-11a2-4c98-9984-06e733ffc193 req-825f1abb-e5be-4c92-a821-8194e9554b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.006573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-825f1abb-e5be-4c92-a821-8194e9554b32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e626c07-9c87-49dd-a0db-2231e4191f3b HTTP/1.1" status: 200 len: 835 time: 0.0690153 Feb 17 22:57:03.098592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b485-11a2-4c98-9984-06e733ffc193 req-ff6375dd-e28a-4a58-97b5-41210aec664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.100434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-ff6375dd-e28a-4a58-97b5-41210aec664e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50a52e5f-63dc-41f9-99ca-2a4194f13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878742 Feb 17 22:57:03.122888 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:03.126651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['8e913cff-5ae3-49bd-92a8-69e9a9a2b608'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:57:03.272850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-cf755920-e988-4d70-b6a5-4a53ecdd1690 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646225 Feb 17 22:57:03.484983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7479b485-11a2-4c98-9984-06e733ffc193 req-0079b873-81ac-4d93-85a8-f35afa229a3d service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049034 Feb 17 22:57:03.505695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee2e87-3805-4443-b746-90d5906cb81d req-ab01b679-b9f4-4bbd-967a-5fe99ca2b967 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.507396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5ee2e87-3805-4443-b746-90d5906cb81d req-ab01b679-b9f4-4bbd-967a-5fe99ca2b967 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 945 time: 0.1422539 Feb 17 22:57:03.518369 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f62dc6d4-a1b0-41a7-a894-879e2619ec44', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.231', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'port_id': '637222e6-df2e-44eb-8175-106959664291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'mac_address': 'fa:16:3e:fd:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:01Z', 'updated_at': '2022-02-17T22:57:01Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:03.523603 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb8033-6452-4082-8250-ee298e12fc05 None None] The sync data for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv is: [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f62dc6d4-a1b0-41a7-a894-879e2619ec44', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.231', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'port_id': '637222e6-df2e-44eb-8175-106959664291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'mac_address': 'fa:16:3e:fd:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:01Z', 'updated_at': '2022-02-17T22:57:01Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:03.559839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5ee2e87-3805-4443-b746-90d5906cb81d req-7f4df44b-dff7-4b88-8ee2-eade30e6019b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Feb 17 22:57:03.666626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37236) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:03.722956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a392c-abf0-40b3-b855-cfe041db25d1 None None] New status for floating IP f62dc6d4-a1b0-41a7-a894-879e2619ec44: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:03.776727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f8c04b80-023c-46c6-a7fa-9feb774cb6bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f62dc6d4-a1b0-41a7-a894-879e2619ec44 HTTP/1.1" status: 200 len: 992 time: 0.1074171 Feb 17 22:57:04.636815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:04.717683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:04.724949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:04.725785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:04.763375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd478e5-fbcc-439e-bc0b-ab7541402b0d req-64246edb-0793-48b4-b341-a94bc1aef03f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:04.764923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbd478e5-fbcc-439e-bc0b-ab7541402b0d req-64246edb-0793-48b4-b341-a94bc1aef03f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 945 time: 0.0934212 Feb 17 22:57:04.780126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37242) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:04.814434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbd478e5-fbcc-439e-bc0b-ab7541402b0d req-164bf76b-7f79-4ff3-a1c5-803e56762470 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Feb 17 22:57:04.850361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:04.881523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:04.892073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:04.898105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:04.944748 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'code': 200} Feb 17 22:57:04.992792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:05.026944 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8e2b72d9-a729-4ae4-bf83-8f5e12407867 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f62dc6d4-a1b0-41a7-a894-879e2619ec44 HTTP/1.1" status: 200 len: 994 time: 0.2455347 Feb 17 22:57:05.251163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25063ad5-a44b-4c7b-b30d-b42dc3d06b25 req-dbdb8d3c-c768-474d-9aff-1c0f1f76e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:05.252834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-25063ad5-a44b-4c7b-b30d-b42dc3d06b25 req-dbdb8d3c-c768-474d-9aff-1c0f1f76e5ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0803542 Feb 17 22:57:05.296493 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-25063ad5-a44b-4c7b-b30d-b42dc3d06b25 req-9bd7a8df-2cdf-4cc2-8167-7e7bb0b5378b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380394 Feb 17 22:57:06.059899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d9a3-13be-4c5b-871b-78b136e3aaa2 req-de0a8806-2313-4176-8f6b-a2526d822675 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:06.061485 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceb6d9a3-13be-4c5b-871b-78b136e3aaa2 req-de0a8806-2313-4176-8f6b-a2526d822675 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.1137297 Feb 17 22:57:06.129787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceb6d9a3-13be-4c5b-871b-78b136e3aaa2 req-e3692d31-35ea-4962-8af7-e99ee8bb5067 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603802 Feb 17 22:57:07.330828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899c20-3be7-4b80-84a0-a089d106a92d req-b396c8df-e48c-495b-b66e-f214c90ef7fc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:07.332189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99899c20-3be7-4b80-84a0-a089d106a92d req-b396c8df-e48c-495b-b66e-f214c90ef7fc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.0841477 Feb 17 22:57:07.381315 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99899c20-3be7-4b80-84a0-a089d106a92d req-21455b1f-7029-4163-b1ff-fb7d4e9cc468 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Feb 17 22:57:07.572874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320acc02-ec1c-4048-8047-951acb5a5ed8 req-17e21e89-0d39-41e0-a616-d3437dea1f13 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:07.574383 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-320acc02-ec1c-4048-8047-951acb5a5ed8 req-17e21e89-0d39-41e0-a616-d3437dea1f13 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.0826068 Feb 17 22:57:07.620393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-320acc02-ec1c-4048-8047-951acb5a5ed8 req-7e4781fd-819a-4e0c-85a9-85c24d088d00 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Feb 17 22:57:07.644789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37254) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:07.871816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9100f4-b273-4b4d-be75-9d255370fcd6 tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:07.873287 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ef9100f4-b273-4b4d-be75-9d255370fcd6 tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1094 time: 0.2269382 Feb 17 22:57:07.876091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37258) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:07.881315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:07.888456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:07.892587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:floatingip and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:07.897553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:07.907754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:07.924265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:08.081321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:08.226948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.26.7.90 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/70490c65-1605-4935-aafb-ff5526ea9458) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:08.389608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:08.423393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:08.497619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:08.500543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:08.503334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:57:08.539816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=70490c65-1605-4935-aafb-ff5526ea9458,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:08.951900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:09.034517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:09.259953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:09.264557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:09.374457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=70490c65-1605-4935-aafb-ff5526ea9458,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:09.391379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:09.565007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP f882a8b4-f046-4632-86bc-7ac67e07d5a2 associated. External IP: 172.26.7.90, port: 8e913cff-5ae3-49bd-92a8-69e9a9a2b608. Feb 17 22:57:10.025747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:57:10.205470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:10.216649 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:10.227429 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:10.228030 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:10.232013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:10.289619 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5e3f802b-0d06-4549-a9c0-98de79894a5e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4124768 Feb 17 22:57:10.290408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:10.334664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'status': 'completed', 'code': 200} Feb 17 22:57:10.431866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968226-c02a-4a8e-b26d-e5484059164a req-271f5ba6-5b2c-4aa4-bd77-776e5d93f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:10.433664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-271f5ba6-5b2c-4aa4-bd77-776e5d93f661 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0738738 Feb 17 22:57:10.439185 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:10.571599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968226-c02a-4a8e-b26d-e5484059164a req-9da2b25f-2510-45e3-b63b-549b551551ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:10.573550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-9da2b25f-2510-45e3-b63b-549b551551ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1312358 Feb 17 22:57:10.678717 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-e7388091-7e73-4565-aa8a-be519fb3084b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 999 time: 0.0994887 Feb 17 22:57:10.746655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968226-c02a-4a8e-b26d-e5484059164a req-7cec2190-6871-41ad-a69d-7ae1d0bd171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:10.748078 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-7cec2190-6871-41ad-a69d-7ae1d0bd171e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0633757 Feb 17 22:57:10.786754 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:08Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:10.790955 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:10.799173 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:10.799778 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:56:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:10.830656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968226-c02a-4a8e-b26d-e5484059164a req-4077f1c1-c88b-419b-9574-7556fd45c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:10.832055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-4077f1c1-c88b-419b-9574-7556fd45c620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768387 Feb 17 22:57:10.965799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-8fa18fa4-e74f-4ea4-b904-94ba59da5ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265979 Feb 17 22:57:10.982951 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:11.132786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15968226-c02a-4a8e-b26d-e5484059164a req-d87dbc29-23dd-48e2-8bc6-e763e0d39d2d service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602690 Feb 17 22:57:11.372530 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:08Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:11.376605 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71e788-bdba-433e-81c1-fd4e47e42a5c None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:08Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:11.564665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f482383-743f-4ae8-b03d-c38f5955aaaf None None] New status for floating IP f882a8b4-f046-4632-86bc-7ac67e07d5a2: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:20.074460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1a762c95-5816-45b5-b26e-cf6abbab4f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:22.335770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e517c647-2720-4c30-8eb6-4cc297c80db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:23.313483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:23.473397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:24.915201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:28.177333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:31.504423 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:57:34.091325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37282) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:34.318154 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-af33f389-b8c2-4d1f-9555-a1215bed0634 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/f62dc6d4-a1b0-41a7-a894-879e2619ec44 HTTP/1.1" status: 200 len: 994 time: 0.2326341 Feb 17 22:57:34.620533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37290) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:34.860103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 7644435c-8d77-4c4c-902c-f8892fe85c23 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:57:34.860103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:35.049394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:35.049668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:35.188148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 7644435c-8d77-4c4c-902c-f8892fe85c23 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:57:35.352701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:35.400471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=7644435c-8d77-4c4c-902c-f8892fe85c23,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.443397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.443801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.444152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.444502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.444825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.445172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.445504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.445830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.446156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.446479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.446799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.447117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:35.520675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:35.521011 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP f62dc6d4-a1b0-41a7-a894-879e2619ec44 disassociated (deleted). External IP: 172.26.7.231, port: 637222e6-df2e-44eb-8175-106959664291. Feb 17 22:57:35.916651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 28b03c0f-1729-4937-9a47-1921aa34d72d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:57:36.245037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:36.254445 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Sync routers for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:36.263374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:36.264685 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:36.265334 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:36.325552 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bba82540-0cea-44a4-a36e-f2efa6cf9ece tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/f62dc6d4-a1b0-41a7-a894-879e2619ec44 HTTP/1.1" status: 204 len: 168 time: 1.7038682 Feb 17 22:57:36.326155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:36.378932 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'tag': '637222e6-df2e-44eb-8175-106959664291', 'status': 'completed', 'code': 200} Feb 17 22:57:36.470910 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:36.472891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-78d81d6a-a244-4178-8a37-c6e97b9667eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:36.474430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-78d81d6a-a244-4178-8a37-c6e97b9667eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 1099 time: 0.0744598 Feb 17 22:57:36.622589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-8dad1aa4-1ded-4669-b8ba-31563ae74713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:36.624044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-8dad1aa4-1ded-4669-b8ba-31563ae74713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 200 len: 897 time: 0.1424198 Feb 17 22:57:36.731069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-adf7ddc6-0a5a-45f0-a535-d51c6e588d04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 200 len: 217 time: 0.1000290 Feb 17 22:57:36.814644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-6b7b0079-5566-44c3-bbe6-341db4ad1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:36.816007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-6b7b0079-5566-44c3-bbe6-341db4ad1c56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e626c07-9c87-49dd-a0db-2231e4191f3b HTTP/1.1" status: 200 len: 835 time: 0.0786781 Feb 17 22:57:36.844654 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:36.848832 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Checking router: 28b03c0f-1729-4937-9a47-1921aa34d72d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:36.858183 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:36.858793 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:36.874908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba64ee-df1d-4339-a758-97337de074c1 req-c1bd3681-d023-4e7b-965b-58ea6102590f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:36.876428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ba64ee-df1d-4339-a758-97337de074c1 req-c1bd3681-d023-4e7b-965b-58ea6102590f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.1928790 Feb 17 22:57:36.940419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ba64ee-df1d-4339-a758-97337de074c1 req-58bd0dcf-b877-4780-821d-4871f758240d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569327 Feb 17 22:57:36.950286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-9b279b39-4266-4ce2-b23a-718bc9da2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:36.951766 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-9b279b39-4266-4ce2-b23a-718bc9da2369 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50a52e5f-63dc-41f9-99ca-2a4194f13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292439 Feb 17 22:57:37.063682 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:37.125261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-fa02ca94-ffb9-4023-906a-36d32dcc2d7f service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665869 Feb 17 22:57:37.165889 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-a6b7d2a7-6413-4e93-926f-25d6f484117e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828934 Feb 17 22:57:37.267613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12797afd-8cd5-4aeb-87dc-2e8f98faac0a req-41c1358f-878a-4662-aa0c-895e01cc7931 service neutron] 10.222.0.43 "GET /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349263 Feb 17 22:57:37.323816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658986-544d-4871-abc9-e93d28950900 req-a0f86d76-b688-4c5e-a58e-d693ab1030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.325309 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-a0f86d76-b688-4c5e-a58e-d693ab1030b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0819840 Feb 17 22:57:37.405436 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:37.411844 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db695fe-f922-4dd5-8c10-a40462216b40 None None] The sync data for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv is: [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:56:40Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e', 'name': '', 'network_id': '50a52e5f-63dc-41f9-99ca-2a4194f13a43', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:dd:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:39Z', 'updated_at': '2022-02-17T22:56:45Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '5e626c07-9c87-49dd-a0db-2231e4191f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:37.487300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658986-544d-4871-abc9-e93d28950900 req-cf339aeb-abd2-4f09-9a5a-292a2b71e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.488961 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-cf339aeb-abd2-4f09-9a5a-292a2b71e8e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1431046 Feb 17 22:57:37.618372 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-53582c7d-e9f7-4f13-9d2b-575f85a9f25a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 1001 time: 0.1232824 Feb 17 22:57:37.671833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc12ba6-d0f4-487d-b8e1-86b90f43c74d None None] New status for floating IP f62dc6d4-a1b0-41a7-a894-879e2619ec44: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:37.686077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658986-544d-4871-abc9-e93d28950900 req-4688d5c3-d431-4cae-86f6-0decb755bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.687500 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-4688d5c3-d431-4cae-86f6-0decb755bcab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0624757 Feb 17 22:57:37.774897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658986-544d-4871-abc9-e93d28950900 req-931f4801-b58e-4bd4-82ec-8aee25e524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.776396 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-931f4801-b58e-4bd4-82ec-8aee25e524e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819151 Feb 17 22:57:37.921062 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-59f7db4c-c08d-4179-9d54-07c1ae400b0f service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372333 Feb 17 22:57:37.961928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-26c3a8e9-6a2e-491f-be4f-408fdc21e285 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.963416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-26c3a8e9-6a2e-491f-be4f-408fdc21e285 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.0884700 Feb 17 22:57:38.058174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 637222e6-df2e-44eb-8175-106959664291 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:57:38.058649 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:38.069570 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f5658986-544d-4871-abc9-e93d28950900 req-f05663cb-a5d3-4a9e-b2cb-996f73615745 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416304 Feb 17 22:57:38.336295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa08e32-be23-4ada-9e41-5064f4066b5d req-f1450f47-2c2f-4646-9ae3-fb34f14938f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:38.343724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-daa08e32-be23-4ada-9e41-5064f4066b5d req-f1450f47-2c2f-4646-9ae3-fb34f14938f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 946 time: 0.2465193 Feb 17 22:57:38.437114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-daa08e32-be23-4ada-9e41-5064f4066b5d req-12378566-0658-4997-95b2-a82b32aaed88 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cbf4d57-1323-48d1-93f2-2111f0081efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813723 Feb 17 22:57:38.438808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 637222e6-df2e-44eb-8175-106959664291, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=637222e6-df2e-44eb-8175-106959664291,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:38.439162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:38.565998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 637222e6-df2e-44eb-8175-106959664291 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:57:38.842981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:38.894439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=637222e6-df2e-44eb-8175-106959664291,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.936431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.936797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.937137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.937456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.937781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.938105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.938423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.938744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.939060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.939372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.939684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.939993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:38.983210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 637222e6-df2e-44eb-8175-106959664291 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:38.985880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:38.988518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'name': 'network-vif-deleted', 'tag': '637222e6-df2e-44eb-8175-106959664291'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:39.001686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be8e01f8-0146-4b26-bf2e-3e92b2c9c3fe req-7a37b5fc-958a-4395-9a0b-5dd675202f83 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/637222e6-df2e-44eb-8175-106959664291 HTTP/1.1" status: 204 len: 173 time: 1.0326893 Feb 17 22:57:39.082235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca156f4-67bb-4a2e-9bcd-e92b47d516a4', 'name': 'network-vif-deleted', 'tag': '637222e6-df2e-44eb-8175-106959664291', 'status': 'completed', 'code': 200} Feb 17 22:57:39.617809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-efc92489-57fe-460d-b406-b77d2af06707 req-4e89db4c-7c3b-4060-8863-88f5ce264270 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:57:39.637473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-efc92489-57fe-460d-b406-b77d2af06707 req-4e89db4c-7c3b-4060-8863-88f5ce264270 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:57:39.638646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-efc92489-57fe-460d-b406-b77d2af06707 req-4e89db4c-7c3b-4060-8863-88f5ce264270 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca156f4-67bb-4a2e-9bcd-e92b47d516a4 HTTP/1.1" status: 200 len: 210 time: 0.0706902 Feb 17 22:57:40.746180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37310) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:40.815352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 637222e6-df2e-44eb-8175-106959664291 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:57:40.822201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:40.851104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 637222e6-df2e-44eb-8175-106959664291 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:57:40.851586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 637222e6-df2e-44eb-8175-106959664291 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:57:40.854986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:40.926273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:40.951823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf4d57-1323-48d1-93f2-2111f0081efc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:40.962832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:40.963990 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-592de763-a903-48c6-9c9e-324d19238ddf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/3cbf4d57-1323-48d1-93f2-2111f0081efc HTTP/1.1" status: 204 len: 168 time: 0.2168241 Feb 17 22:57:40.999092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37316) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:41.805986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:42.181879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:57:42.182217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:42.380202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:42.380555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:42.514069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:57:42.849492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:42.899672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:43.328677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:43.718765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 28b03c0f-1729-4937-9a47-1921aa34d72d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:57:43.908716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:43.919570 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Sync routers for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:43.929755 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eaced936-b332-4bf0-a1f8-d7d716202446 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/28b03c0f-1729-4937-9a47-1921aa34d72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291494 Feb 17 22:57:43.931898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37320) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:43.934120 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:43.934826 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:44.005460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 5e626c07-9c87-49dd-a0db-2231e4191f3b {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:57:44.009658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.081861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.135049 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:44.203948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.292430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.339751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.342685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=5e626c07-9c87-49dd-a0db-2231e4191f3b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:44.351002 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2dd23f83-474f-4dcb-8e3a-625a7e8eaf8e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/5e626c07-9c87-49dd-a0db-2231e4191f3b HTTP/1.1" status: 204 len: 168 time: 0.4179289 Feb 17 22:57:44.355093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37324) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:44.356630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f388ae-0381-44e3-94c5-f7b14ff82657 None None] Network 50a52e5f-63dc-41f9-99ca-2a4194f13a43 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:57:44.482275 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:44.488099 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Checking router: 28b03c0f-1729-4937-9a47-1921aa34d72d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:44.499754 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Routers {'28b03c0f-1729-4937-9a47-1921aa34d72d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:44.500733 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['28b03c0f-1729-4937-9a47-1921aa34d72d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:44.576694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.717281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] DHCP port deletion for 50a52e5f-63dc-41f9-99ca-2a4194f13a43 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:57:44.722039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Deleting port 0421c957-05cb-4b94-8e59-fb74f4fa664e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:57:44.722534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.759710 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] Set router 28b03c0f-1729-4937-9a47-1921aa34d72d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:44.933172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:44.947108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port f40a0926-5bfc-4276-abfc-6fbfaf5640df {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:57:44.947512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:45.019760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] For port 0421c957-05cb-4b94-8e59-fb74f4fa664e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=0421c957-05cb-4b94-8e59-fb74f4fa664e,segment=NetworkSegment(e99f07be-bbb2-486f-af04-7a027a4d476b),segment_id=e99f07be-bbb2-486f-af04-7a027a4d476b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:45.020496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:45.174566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Calling delete_port for 0421c957-05cb-4b94-8e59-fb74f4fa664e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:57:45.224369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 0421c957-05cb-4b94-8e59-fb74f4fa664e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:57:45.260067 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:45.264892 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ac026-a300-4d1e-8e3a-191535a26c9a None None] The sync data for ids ['28b03c0f-1729-4937-9a47-1921aa34d72d'] in dv-neutron-805768-3-hyperv is: [{'id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'name': 'tempest-TestNetworkBasicOps-router-1715001028', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:35Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f40a0926-5bfc-4276-abfc-6fbfaf5640df', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b03c0f-1729-4937-9a47-1921aa34d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:36Z', 'updated_at': '2022-02-17T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:45.368601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:45.401997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port f40a0926-5bfc-4276-abfc-6fbfaf5640df, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f40a0926-5bfc-4276-abfc-6fbfaf5640df,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:45.402421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:45.407865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Port 0421c957-05cb-4b94-8e59-fb74f4fa664e update to DOWN by agent not found {{(pid=87696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 22:57:45.429291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Pushing event deleted for resources: {'Port': ['ID=0421c957-05cb-4b94-8e59-fb74f4fa664e,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:45.433954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] No DVR routers for this DVR port 0421c957-05cb-4b94-8e59-fb74f4fa664e on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:45.442802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.447950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.452052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.452052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e25c0-b236-4fb0-8d6a-6d741c795d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:45.555361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for f40a0926-5bfc-4276-abfc-6fbfaf5640df owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:57:45.780565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:45.840031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=f40a0926-5bfc-4276-abfc-6fbfaf5640df,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:45.940021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.129628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.132553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.157662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.158229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router 28b03c0f-1729-4937-9a47-1921aa34d72d {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:57:46.181417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.183221 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-14629353-a062-4136-9283-33e8cb45084a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/28b03c0f-1729-4937-9a47-1921aa34d72d HTTP/1.1" status: 204 len: 168 time: 1.8267503 Feb 17 22:57:46.186312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37328) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:46.321248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.465914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.498577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a52e5f-63dc-41f9-99ca-2a4194f13a43']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:46.512751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99f07be-bbb2-486f-af04-7a027a4d476b') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:46.513041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99f07be-bbb2-486f-af04-7a027a4d476b') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:46.525983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.544522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.551862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:57:46.552246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:57:46.569146 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:57:46.658726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.682001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.689119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=50a52e5f-63dc-41f9-99ca-2a4194f13a43,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:46.705003 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-462aa27c-08f4-4679-913c-0d107a25129b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/50a52e5f-63dc-41f9-99ca-2a4194f13a43 HTTP/1.1" status: 204 len: 168 time: 0.5175385 Feb 17 22:57:46.723844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37332) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:46.730290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--1768061890', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:46.735723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:46.740386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:46.743831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:46.750443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:46.762256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:46.765754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.797275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:57:46.808770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.809117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment d46fa28f-815b-478a-b2c2-f02b5da0d30f of type vlan for network adeb574f-fec0-45de-adf8-bdb9985bcb8f Feb 17 22:57:46.839312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.896002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:46.901844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:46.902485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.023507 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2936931 Feb 17 22:57:47.023507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe0a55-caa0-4f05-9a4d-98dee505074b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=adeb574f-fec0-45de-adf8-bdb9985bcb8f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:47.024834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:47.050016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-87425126', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:47.066282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:57:47.071615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:47.079369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:47.086303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:47.098970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:47.119418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.121438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.143274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f40a0926-5bfc-4276-abfc-6fbfaf5640df no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:57:47.150426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.190825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f40a0926-5bfc-4276-abfc-6fbfaf5640df {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:57:47.191172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f40a0926-5bfc-4276-abfc-6fbfaf5640df not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:57:47.191591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:57:47.244439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:57:47.244788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc62bdd0-aab5-4b0b-ac27-c3b4cad4eb4e not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:57:47.435293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.888362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:47.919234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:48.076051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.171 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/cda7d146-81fb-409e-a081-1d31dda01152) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:48.231807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:48.262678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:48.331340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:48.334857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:48.338766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:57:48.381904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=cda7d146-81fb-409e-a081-1d31dda01152,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:48.802422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:49.185840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:49.548210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:57:49.739259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:49.749562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:49.760423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:49.761066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:49.770040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:49.777280 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3663d9dc-6a82-4408-9a1c-91e8fc376439 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7439325 Feb 17 22:57:49.777563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37342) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:49.824920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-20b190a7-ba18-4759-b1e2-cafa7b976eeb tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432763 Feb 17 22:57:49.825163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37346) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:49.966854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f4d50-f488-4811-8980-306e38c0af82 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:49.968355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe9f4d50-f488-4811-8980-306e38c0af82 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421821 Feb 17 22:57:49.971265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37350) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:49.983104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:50.023180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37354) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:50.023391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-16817ed3-bcc8-4b15-8b73-d1c522224040 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509665 Feb 17 22:57:50.029861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517130307', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:50.160205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:50.164897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:50.168519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:50.174667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:50.188029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:50.191937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:50.192445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-73e58830-5af3-427d-987d-29e5d17469c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:50.361850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:48Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:50.366879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:50.367124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Updating router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a port cda7d146-81fb-409e-a081-1d31dda01152 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:57:50.434136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:50.462142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:50.543142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=b68a750c-3659-4e48-8170-aadcb8120d37,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:50.558500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:57:50.558867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: adeb574f-fec0-45de-adf8-bdb9985bcb8f, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:57:50.578898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:57:50.589402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, adeb574f-fec0-45de-adf8-bdb9985bcb8f) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:50.593483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:50.594079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:50.607517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c83301-4198-4c89-bbef-e7efef02c0aa None None] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:57:50.622667 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ee9b532-72d9-4bff-bdd8-9fa5c3209dfa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5978696 Feb 17 22:57:50.626123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37358) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:51.041738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:57:51.042650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.056281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.121762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Transition to ACTIVE for port object cda7d146-81fb-409e-a081-1d31dda01152 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:51.131582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.237360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Attempting to bind port cda7d146-81fb-409e-a081-1d31dda01152 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:57:51.237726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Attempting to bind port cda7d146-81fb-409e-a081-1d31dda01152 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:57:51.238286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Attempting to bind port cda7d146-81fb-409e-a081-1d31dda01152 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:57:51.256070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1166-ab39-40ae-ad0f-d4bb4a5d7088 None None] Pushing event updated for resources: {'Port': ['ID=cda7d146-81fb-409e-a081-1d31dda01152,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:51.285767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:57:51.286045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:57:51.286383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.287364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:57:51.288005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Bound port: cda7d146-81fb-409e-a081-1d31dda01152, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:57:51.288378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.374751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Allocated IP 172.20.0.2 (adeb574f-fec0-45de-adf8-bdb9985bcb8f/b68a750c-3659-4e48-8170-aadcb8120d37/90fe4ff0-de30-4238-a013-960a50d84977) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:51.391895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] For port cda7d146-81fb-409e-a081-1d31dda01152, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:57:51.396398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] For port cda7d146-81fb-409e-a081-1d31dda01152, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cda7d146-81fb-409e-a081-1d31dda01152,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:57:51.399158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.401029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.616511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:51.617644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:51.683951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1166-ab39-40ae-ad0f-d4bb4a5d7088 None None] Pushing event updated for resources: {'Port': ['ID=cda7d146-81fb-409e-a081-1d31dda01152,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:51.924943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:51.936147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:52.055671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Transition to ACTIVE for port object 90fe4ff0-de30-4238-a013-960a50d84977 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:52.145545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Transition to ACTIVE for port object 90fe4ff0-de30-4238-a013-960a50d84977 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:52.156689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.267484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (adeb574f-fec0-45de-adf8-bdb9985bcb8f/b68a750c-3659-4e48-8170-aadcb8120d37/7ae2ace7-4e01-49cc-b411-48e78141e59d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:52.300060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Pushing event updated for resources: {'Port': ['ID=90fe4ff0-de30-4238-a013-960a50d84977,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:52.326929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:52.349223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:52.355343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:57:52.363624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7ffc056b-6033-449a-8285-86d4668f48c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.504521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Attempting to bind port 90fe4ff0-de30-4238-a013-960a50d84977 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:57:52.504521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Attempting to bind port 90fe4ff0-de30-4238-a013-960a50d84977 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:57:52.504521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Attempting to bind port 90fe4ff0-de30-4238-a013-960a50d84977 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:57:52.515987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:57:52.516327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Checking segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:57:52.517323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.517323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Bound using segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:57:52.517716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Bound port: 90fe4ff0-de30-4238-a013-960a50d84977, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:57:52.518304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.526102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.548862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 7ae2ace7-4e01-49cc-b411-48e78141e59d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:52.582451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.602690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:48Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:52.611689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f50ea-d8f6-423f-a796-9fe70ad24d0b None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:48Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:52.640414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] For port 90fe4ff0-de30-4238-a013-960a50d84977, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:57:52.650745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] For port 90fe4ff0-de30-4238-a013-960a50d84977, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=90fe4ff0-de30-4238-a013-960a50d84977,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:57:52.659943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:52.679331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:52.683368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:52.685854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:57:52.740244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:52.754568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202a1d7-da79-450d-b0f7-ec4bfd6a628e None None] Pushing event updated for resources: {'Port': ['ID=90fe4ff0-de30-4238-a013-960a50d84977,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:52.789848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.287573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.288641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cda7d146-81fb-409e-a081-1d31dda01152 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:53.382601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.411206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port cda7d146-81fb-409e-a081-1d31dda01152 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:53.419123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cda7d146-81fb-409e-a081-1d31dda01152 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:53.419713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.507241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.600895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.631738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port cda7d146-81fb-409e-a081-1d31dda01152, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cda7d146-81fb-409e-a081-1d31dda01152,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:53.637913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.639081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 90fe4ff0-de30-4238-a013-960a50d84977 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:53.781690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=cda7d146-81fb-409e-a081-1d31dda01152,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:53.851338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 90fe4ff0-de30-4238-a013-960a50d84977 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:53.938426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:53.949017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:54.089348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:54.093172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:54.227737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2c1b6-8c21-4764-af70-5f91addac7f0 None None] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:57:54.346327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Provisioning for port 90fe4ff0-de30-4238-a013-960a50d84977 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:54.358035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Provisioning complete for port 90fe4ff0-de30-4238-a013-960a50d84977 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:54.358410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:54.387661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:54.388879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:54.626465 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:57:54.645003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:54.693820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] For port 90fe4ff0-de30-4238-a013-960a50d84977, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=90fe4ff0-de30-4238-a013-960a50d84977,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:54.706259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:54.782532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1970f3-425c-406b-bdac-74503e4c1dba None None] Pushing event updated for resources: {'Port': ['ID=90fe4ff0-de30-4238-a013-960a50d84977,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:54.871199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:57:54.891508 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7465c68b-1b0b-4cdd-9937-673140c48f23 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/871be8bd-8da5-4799-a5e1-ff8bd50ec45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2637377 Feb 17 22:57:54.893650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37362) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:54.928801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.025816 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:55.035493 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:55.036195 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.042584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Provisioning complete for port 90fe4ff0-de30-4238-a013-960a50d84977 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:55.043017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.159029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.160408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.166180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.167741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.168397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.169010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.171868 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c365a71a-4e35-4774-a2b5-6b44aa1d961d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2762711 Feb 17 22:57:55.174717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37366) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:55.252535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cda7d146-81fb-409e-a081-1d31dda01152 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:55.283800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.284210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.284761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.285258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.285983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.286180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.291794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37370) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:55.305971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-73a1ccb5-8090-40ee-96fa-956c421584c7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1284220 Feb 17 22:57:55.326366 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:55.342826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Provisioning for port 7ae2ace7-4e01-49cc-b411-48e78141e59d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:55.350506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Provisioning complete for port 7ae2ace7-4e01-49cc-b411-48e78141e59d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:55.351108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.404394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cda7d146-81fb-409e-a081-1d31dda01152 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:55.405532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.510648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-81c0fcd5-bc50-425a-b3db-0bc2e41a4455 None None] Port 7ae2ace7-4e01-49cc-b411-48e78141e59d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:57:55.624961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 90fe4ff0-de30-4238-a013-960a50d84977 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:55.650413 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6a9d475e-d885-42a3-aa09-6356dbe46576 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3547909 Feb 17 22:57:55.706617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-005c7c8d-647e-4ef0-9043-c3862e42d25f None None] Provisioning complete for port 7ae2ace7-4e01-49cc-b411-48e78141e59d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:55.706863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-005c7c8d-647e-4ef0-9043-c3862e42d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.766394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-005c7c8d-647e-4ef0-9043-c3862e42d25f None None] Port 7ae2ace7-4e01-49cc-b411-48e78141e59d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:57:55.785415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 90fe4ff0-de30-4238-a013-960a50d84977 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:55.785415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.806737 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.812341 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:55.814796 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Updating router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a port 7ae2ace7-4e01-49cc-b411-48e78141e59d binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:57:55.891358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37376) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:55.897274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249077265', 'description': 'tempest-secgroup-smoke-249077265 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:55.904157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:55.905771 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.910492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:55.914034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:55.921867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:55.936673 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:55.970462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:55.976664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:55.979117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:55.992169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.080286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.086019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.134764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af83c5-e839-485a-9fdc-c3444b30064c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.138112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.143125 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c77da697-a96c-4906-a24d-381a7a2fbbea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2466311 Feb 17 22:57:56.143125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37380) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:56.149859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:56.157103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:56.161542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:56.165981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:56.171901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.190342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.255810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.259154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.284973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398338a2-fedb-4339-868e-7a0a7483860a,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.298845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.298845 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5dca4ed4-5340-414a-8263-cafbd3954e13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551945 Feb 17 22:57:56.300909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37384) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:56.306894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:56.314169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:56.315879 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.321818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:56.325045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:56.330626 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Transition to ACTIVE for port object 7ae2ace7-4e01-49cc-b411-48e78141e59d will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:56.332314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.339157 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.359073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.434058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.439572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.477927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2b105d-dbbb-4211-b82e-7512f192f19a,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.488644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.492697 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-467f8807-d6b3-48cf-b046-de649e432f2b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877983 Feb 17 22:57:56.498379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37388) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:56.501170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:56.511329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:56.524939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:56.526343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:56.534611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.556422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.586565 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Pushing event updated for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.641713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.643858 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.644231 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.644612 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.645010 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.645555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.646603 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.646977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.647400 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.647811 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.648391 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.648996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.648996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:56.649356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.660695 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Attempting to bind port 7ae2ace7-4e01-49cc-b411-48e78141e59d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:57:56.661062 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Attempting to bind port 7ae2ace7-4e01-49cc-b411-48e78141e59d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:57:56.661457 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Attempting to bind port 7ae2ace7-4e01-49cc-b411-48e78141e59d on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:57:56.667842 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:57:56.667842 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Checking segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:57:56.669536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.669536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Bound using segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:57:56.669536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Bound port: 7ae2ace7-4e01-49cc-b411-48e78141e59d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:57:56.669536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.680196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73658af4-22ca-43e0-a268-8897c24e9150,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.695307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.697212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-31312d45-4cf0-4027-a248-0dff73396411 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031314 Feb 17 22:57:56.700178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37392) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:56.705796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:56.711915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:56.715784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:56.718667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:56.725799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.743034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.769349 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] For port 7ae2ace7-4e01-49cc-b411-48e78141e59d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:57:56.772522 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] For port 7ae2ace7-4e01-49cc-b411-48e78141e59d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7ae2ace7-4e01-49cc-b411-48e78141e59d,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:57:56.776687 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.810135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.814194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.839910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f026d94e-383b-47ff-b91f-5d506b4a5e50,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.852076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.853562 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-22780665-7ad8-4e1b-900c-a9b11d49e206 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522999 Feb 17 22:57:56.856479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37396) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:56.861135 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:57:56.861771 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:56.863378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:56.870639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:56.874606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:56.877794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:56.884367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:56.905875 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:57:56.914260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:56.938783 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d18a0-5516-4cc1-aad4-476e56e47e0d None None] Pushing event updated for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:56.994513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.001536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.041114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5240e802-9b5c-46a2-b62e-7ff00c3cf61d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:57.054823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.059994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37400) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:57:57.060363 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-37d16b4d-ec45-4daf-8f30-94ea8fd8f593 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024693 Feb 17 22:57:57.069855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'a7af83c5-e839-485a-9fdc-c3444b30064c', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:57.077058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:57.081928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:57.083544 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:57:57.087402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:57.095174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:57.115642 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:57:57.123382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.219855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.219855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.249216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacd871f-a171-4aa6-9bfd-6e57fdd433fc,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:57.262330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:57.264293 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bbb006da-d38b-4d64-88b8-4aae08af562e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2020056 Feb 17 22:57:57.431806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:57.436167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcdcad-27b0-4334-a8cf-9d63dbbad3ca None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:57.443142 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a3f672b0-1384-4cea-ba69-26d38b6349ca tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249077265&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0406661 Feb 17 22:57:57.635143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-3040c888-b4e0-4f1f-827d-bd794946658b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:57.635854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-3040c888-b4e0-4f1f-827d-bd794946658b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:57:57.656525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-3040c888-b4e0-4f1f-827d-bd794946658b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:57:57.658099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-3040c888-b4e0-4f1f-827d-bd794946658b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 797 time: 0.2011406 Feb 17 22:57:57.675037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-420edd86-7c81-4a95-9b14-28661a9873f0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0098457 Feb 17 22:57:57.767629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-79e30d38-49d9-4043-a869-eb04bee000dc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871165 Feb 17 22:57:57.923694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-de5be165-5eb4-4391-88dc-1af095a3979e service neutron] 10.222.0.42 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412673 Feb 17 22:57:58.084099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a51d25fc-3bb1-4026-98c9-e89e3e55ca69 service neutron] 10.222.0.42 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529219 Feb 17 22:57:58.203481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:58.402099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c11d3485-eaa1-4bce-be30-06d0903a0d99 req-1fb43078-c5b2-42ff-81b7-f680bb998ce9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 210 time: 0.1563504 Feb 17 22:57:59.155637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7ae2ace7-4e01-49cc-b411-48e78141e59d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:57:59.226524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7ae2ace7-4e01-49cc-b411-48e78141e59d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:59.232397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7ae2ace7-4e01-49cc-b411-48e78141e59d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:59.232768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:59.367633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:59.409299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7ae2ace7-4e01-49cc-b411-48e78141e59d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7ae2ace7-4e01-49cc-b411-48e78141e59d,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:57:59.419443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:59.436065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a575289c-34d2-4c11-b026-7ba08cf1e6a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:59.438148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a575289c-34d2-4c11-b026-7ba08cf1e6a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 797 time: 0.1807051 Feb 17 22:57:59.521546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:59.523095 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-bab99671-f637-42ea-8429-7261a1e428e7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 379 time: 0.0728266 Feb 17 22:57:59.533328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['a7af83c5-e839-485a-9fdc-c3444b30064c']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:59.659667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d42550ac-ffa8-45b5-8dce-2a86ededcfb2 req-4e9629ac-51da-4610-819c-cffb37d9357b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 210 time: 0.1020558 Feb 17 22:57:59.721870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:57:59.726792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:port and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:57:59.729741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:57:59.735571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:57:59.750200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:59.754591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:57:59.928297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.10 (adeb574f-fec0-45de-adf8-bdb9985bcb8f/b68a750c-3659-4e48-8170-aadcb8120d37/408557ba-7066-4d34-8537-238adc816aa2) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:00.143748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.160367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 408557ba-7066-4d34-8537-238adc816aa2 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:58:00.187531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.261235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:00.264513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:00.268539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:58:00.304501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:00.344523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:00.345288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.377810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-0aff439f-344a-4835-baf8-69a1f88b9ea9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496466 Feb 17 22:58:00.394644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Request body: {'port': {'device_id': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:00.481794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f84cb423-d1eb-4983-b6ed-0f427f1965b7 None None] Provisioning for port 408557ba-7066-4d34-8537-238adc816aa2 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:58:00.487258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f84cb423-d1eb-4983-b6ed-0f427f1965b7 None None] Provisioning complete for port 408557ba-7066-4d34-8537-238adc816aa2 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:00.487628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f84cb423-d1eb-4983-b6ed-0f427f1965b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.517692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.549137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f84cb423-d1eb-4983-b6ed-0f427f1965b7 None None] Port 408557ba-7066-4d34-8537-238adc816aa2 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:58:00.941434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e21ac-55d7-434a-8eb8-171689acdcd3 req-f1693b3b-1299-4f83-b69d-abeb62775853 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:00.942065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0c5e21ac-55d7-434a-8eb8-171689acdcd3 req-f1693b3b-1299-4f83-b69d-abeb62775853 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:58:00.949217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408557ba-7066-4d34-8537-238adc816aa2 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:00.959370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:00.978610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0c5e21ac-55d7-434a-8eb8-171689acdcd3 req-f1693b3b-1299-4f83-b69d-abeb62775853 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:58:00.979774 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c5e21ac-55d7-434a-8eb8-171689acdcd3 req-f1693b3b-1299-4f83-b69d-abeb62775853 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 932 time: 0.1970346 Feb 17 22:58:00.980703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Transition to ACTIVE for port object 408557ba-7066-4d34-8537-238adc816aa2 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:58:00.983953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:01.175381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7ae2ace7-4e01-49cc-b411-48e78141e59d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:58:01.260857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7ae2ace7-4e01-49cc-b411-48e78141e59d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:01.261343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:01.306275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c5e21ac-55d7-434a-8eb8-171689acdcd3 req-0cce9533-3a6d-4633-ba6a-cdb15c0d4574 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181255 Feb 17 22:58:01.306863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Pushing event updated for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:01.408288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Attempting to bind port 408557ba-7066-4d34-8537-238adc816aa2 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:58:01.409261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Attempting to bind port 408557ba-7066-4d34-8537-238adc816aa2 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:58:01.410121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Attempting to bind port 408557ba-7066-4d34-8537-238adc816aa2 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:58:01.417845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Port 408557ba-7066-4d34-8537-238adc816aa2 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:58:01.418168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Attempting to bind port 408557ba-7066-4d34-8537-238adc816aa2 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:58:01.423799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:58:01.424131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Checking segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:58:01.424520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Bound using segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:58:01.424953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Bound port: 408557ba-7066-4d34-8537-238adc816aa2, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:58:01.425339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:01.533208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:58:01.537539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=408557ba-7066-4d34-8537-238adc816aa2,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:58:01.544081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:01.609764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:01.610431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:01.611882 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] 10.222.0.43 "PUT /v2.0/ports/408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 1094 time: 1.2236900 Feb 17 22:58:01.612353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:01.642420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedef7-6d8f-473b-8ccb-2aae5fb05522 service neutron] Pushing event updated for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:01.715501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2', 'status': 'completed', 'code': 200} Feb 17 22:58:01.762202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a931c878-7ae2-4510-b723-7f0d1fb593ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:01.764261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-a931c878-7ae2-4510-b723-7f0d1fb593ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1097 time: 0.1044805 Feb 17 22:58:01.841973 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-d7b04d52-f2ca-464e-b3e0-75743f112b4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 217 time: 0.0686450 Feb 17 22:58:01.909408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-06489c16-4a1d-4063-85bd-5eb33537540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:01.910908 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-06489c16-4a1d-4063-85bd-5eb33537540a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0630984 Feb 17 22:58:01.999575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-70f56841-a066-436c-afca-7cd4feaf5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.000904 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-70f56841-a066-436c-afca-7cd4feaf5407 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833683 Feb 17 22:58:02.148481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-fc9ad75d-a632-4d26-bdbe-bccc8426b116 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413288 Feb 17 22:58:02.298361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c3f8777-8685-48df-bfe1-8ed41f0635ba req-9d99cca4-389a-4448-9f18-7304956dfcfd service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438737 Feb 17 22:58:02.435805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-c6a1bf72-76f3-449d-b4e0-a2e1e407671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.437302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-c6a1bf72-76f3-449d-b4e0-a2e1e407671c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1097 time: 0.0887678 Feb 17 22:58:02.631363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-f8d375d2-ac5d-4ff6-9358-8b72d907b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.632795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-f8d375d2-ac5d-4ff6-9358-8b72d907b89c service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.1621974 Feb 17 22:58:02.641200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517377-01b4-4aa9-9764-fd27cb30ad34 req-720d5a4b-25ee-4974-a1da-4a6b791953db tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.642544 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa517377-01b4-4aa9-9764-fd27cb30ad34 req-720d5a4b-25ee-4974-a1da-4a6b791953db tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 944 time: 0.2028730 Feb 17 22:58:02.721487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-92505daa-e01d-42f5-847f-1e93d03c100f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 217 time: 0.0780132 Feb 17 22:58:02.791370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa517377-01b4-4aa9-9764-fd27cb30ad34 req-c9a41286-e2b2-4635-97e1-3e4ae0391be3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896196 Feb 17 22:58:02.806257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-415a142e-b63e-4179-89d1-87ce3e4856ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.807931 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-415a142e-b63e-4179-89d1-87ce3e4856ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0792532 Feb 17 22:58:02.890513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-c17f4e92-5ec3-453b-9255-1f9d2005b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:02.891743 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-c17f4e92-5ec3-453b-9255-1f9d2005b8ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764685 Feb 17 22:58:03.031411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-b03913ce-88db-47bb-adbf-484fca2a0207 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328743 Feb 17 22:58:03.280936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-268e846b-4fdb-4b23-94e6-73e999d066ed req-ec34273f-f7f8-4efb-8ea3-fda1825cae0a service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419219 Feb 17 22:58:04.012166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202769b-6330-4f25-9d2d-6fd67e0fdd74 req-25b4ce22-5933-4c6f-aa4d-a1eb63bc9844 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:04.014356 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6202769b-6330-4f25-9d2d-6fd67e0fdd74 req-25b4ce22-5933-4c6f-aa4d-a1eb63bc9844 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 944 time: 0.0846207 Feb 17 22:58:04.073682 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6202769b-6330-4f25-9d2d-6fd67e0fdd74 req-fa1c22bc-d3ef-4def-900e-455cfba681a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509064 Feb 17 22:58:04.865217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 408557ba-7066-4d34-8537-238adc816aa2 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:58:05.011421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=408557ba-7066-4d34-8537-238adc816aa2,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:58:05.024873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '408557ba-7066-4d34-8537-238adc816aa2', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'port_id': '408557ba-7066-4d34-8537-238adc816aa2', 'mac_address': 'fa:16:3e:e8:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:58:05.081527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:05.102260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408557ba-7066-4d34-8537-238adc816aa2 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:05.118375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=408557ba-7066-4d34-8537-238adc816aa2,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:58:05.122339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:05.191886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:05.255667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c4d1e-9426-4074-8edc-6571f220b095 req-53b83e21-225e-4cbe-b528-622951e1a7b6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:05.257140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f48c4d1e-9426-4074-8edc-6571f220b095 req-53b83e21-225e-4cbe-b528-622951e1a7b6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 945 time: 0.0846138 Feb 17 22:58:05.301059 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f48c4d1e-9426-4074-8edc-6571f220b095 req-e8859f3a-796b-4d02-a23c-c89119059191 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383317 Feb 17 22:58:05.335296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['408557ba-7066-4d34-8537-238adc816aa2'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:58:06.501697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f563ad-8b36-4ca0-b2a2-afacb3ff99a3 req-4ffee9e5-88ce-43e9-a998-a03f36ac4c0a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.503217 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8f563ad-8b36-4ca0-b2a2-afacb3ff99a3 req-4ffee9e5-88ce-43e9-a998-a03f36ac4c0a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 945 time: 0.0906508 Feb 17 22:58:06.552146 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8f563ad-8b36-4ca0-b2a2-afacb3ff99a3 req-c53eb613-859b-4f85-b26a-24cb97b898fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425668 Feb 17 22:58:06.874467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 408557ba-7066-4d34-8537-238adc816aa2 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:58:06.944894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 408557ba-7066-4d34-8537-238adc816aa2 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:58:06.949986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 408557ba-7066-4d34-8537-238adc816aa2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:06.950359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:07.072654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:07.101443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408557ba-7066-4d34-8537-238adc816aa2'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:07.111484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=408557ba-7066-4d34-8537-238adc816aa2,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:58:07.115684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:07.147260 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408557ba-7066-4d34-8537-238adc816aa2', 'code': 200} Feb 17 22:58:07.186688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.375239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4b5c-7cb7-4390-b6cf-1cbf3a5b0a2f req-df109321-ad7c-448e-aaa2-9e84ddf352ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:07.376720 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b5e4b5c-7cb7-4390-b6cf-1cbf3a5b0a2f req-df109321-ad7c-448e-aaa2-9e84ddf352ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1099 time: 0.0709805 Feb 17 22:58:07.417646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b5e4b5c-7cb7-4390-b6cf-1cbf3a5b0a2f req-872d38ee-e6c9-4600-90ac-1ced3f4b675c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349724 Feb 17 22:58:07.747158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c6aeb-8916-4b05-965a-a6f485a24738 req-4134a6d7-1444-4d1a-ab64-1aac4f13f592 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:07.748509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a60c6aeb-8916-4b05-965a-a6f485a24738 req-4134a6d7-1444-4d1a-ab64-1aac4f13f592 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.0843711 Feb 17 22:58:07.792960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a60c6aeb-8916-4b05-965a-a6f485a24738 req-efa004ec-ccc0-4e9a-9614-1bb911624bb9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Feb 17 22:58:08.507624 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:58:08.981742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4266e3-f880-4a2d-a8c3-f9584b4dab18 req-b4b8999b-2e04-4e51-b1e5-9f30c6cd0149 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:08.983232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b4266e3-f880-4a2d-a8c3-f9584b4dab18 req-b4b8999b-2e04-4e51-b1e5-9f30c6cd0149 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.0823522 Feb 17 22:58:09.028610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b4266e3-f880-4a2d-a8c3-f9584b4dab18 req-8b0193bd-cf8e-462a-b153-db2be5ff559e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394473 Feb 17 22:58:09.214452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8453-b278-470b-a829-9f128374017d req-df2fc792-adb7-4d68-99b6-4d8db38b522b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:09.215892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2eb8453-b278-470b-a829-9f128374017d req-df2fc792-adb7-4d68-99b6-4d8db38b522b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.0816953 Feb 17 22:58:09.261280 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2eb8453-b278-470b-a829-9f128374017d req-61e801b4-f837-484c-b75d-2b3f209caa7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 Feb 17 22:58:09.284457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37458) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:09.372666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f529c9f-53e6-4b1c-b9b0-320842b128a4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:09.374495 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f529c9f-53e6-4b1c-b9b0-320842b128a4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1094 time: 0.0894659 Feb 17 22:58:09.377626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37462) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:09.382852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '408557ba-7066-4d34-8537-238adc816aa2', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:09.389515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:09.393613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:09.397939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:09.405076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:09.420920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:09.560653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:09.700172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.111 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/85291d97-ca81-4f18-996b-ea7a91014d20) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:09.848045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:09.875964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:09.938493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:09.941254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:09.945540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:58:09.984598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=85291d97-ca81-4f18-996b-ea7a91014d20,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:10.366921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:10.543410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:10.753415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:10.758426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:10.882526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=85291d97-ca81-4f18-996b-ea7a91014d20,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:10.897346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:11.071162 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 0d20b317-8d07-4b79-85f9-db64189a7902 associated. External IP: 172.26.7.111, port: 408557ba-7066-4d34-8537-238adc816aa2. Feb 17 22:58:11.432010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:58:11.615982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:58:11.625834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:11.635863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:58:11.636578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:11.640210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:11.696942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c217c876-5c1a-48c1-90f8-610326b438fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3183153 Feb 17 22:58:11.697463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:11.699758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:11.742120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2', 'status': 'completed', 'code': 200} Feb 17 22:58:11.820586 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f601db96-8ddc-4768-9115-2f6a7ddb8c39 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 992 time: 0.1196899 Feb 17 22:58:11.837353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-17eb7a29-410d-4d18-8ea0-ef1a0ba0798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:11.838848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-17eb7a29-410d-4d18-8ea0-ef1a0ba0798f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1099 time: 0.0773659 Feb 17 22:58:11.855132 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:58:12.088702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-ceb93c84-77cb-4d0a-9134-4abf89422792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.090178 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-ceb93c84-77cb-4d0a-9134-4abf89422792 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.2446029 Feb 17 22:58:12.194498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-9682994a-a2eb-4e4e-8aef-a4ce4aad7eab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 1000 time: 0.0984700 Feb 17 22:58:12.222285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': '408557ba-7066-4d34-8537-238adc816aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:e8:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:58:10Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:12.226946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:12.235724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:58:12.236331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:57:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:12.257549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-2bb2e87c-866f-4eee-9064-4a168d895750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.258990 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-2bb2e87c-866f-4eee-9064-4a168d895750 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0585899 Feb 17 22:58:12.339132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-947504c0-20cf-4125-8ba0-137a9ce27de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.340518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-947504c0-20cf-4125-8ba0-137a9ce27de7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752180 Feb 17 22:58:12.412383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:58:12.483026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-4c4f1513-5f3c-4b0e-8f20-7b69a515889a service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358070 Feb 17 22:58:12.617302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac4e1b99-268c-421b-9974-50779aeb4212 req-039256f4-b698-4cd9-9a5e-7329ffa45adf service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281974 Feb 17 22:58:12.769644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': '408557ba-7066-4d34-8537-238adc816aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:e8:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:58:10Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:12.773879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd76838-acfa-45c3-92b3-d3ea8817a434 None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': '408557ba-7066-4d34-8537-238adc816aa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:e8:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:58:10Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:12.822586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37472) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:12.929688 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f42b574f-d2fa-47e8-9924-5f0a1d9a91ff tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 992 time: 0.1058695 Feb 17 22:58:12.968586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89410019-de80-4f98-a857-92d16bdf209f None None] New status for floating IP 0d20b317-8d07-4b79-85f9-db64189a7902: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:58:13.933171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37476) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:14.040986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-74412f6d-e878-42bc-97b3-c7ee60e6d99b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 994 time: 0.1066887 Feb 17 22:58:20.078949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9273d307-0ae9-42e7-9400-b297f64427aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:22.336962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-39feb768-bc22-4ded-ba43-dec3fdd5f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:23.319018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:23.479836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:24.917790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:28.191916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:37.215765 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-d53c2948-f7ac-4842-ac54-3297897a76b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864501 Feb 17 22:58:37.366054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-cab4838c-4067-4344-a370-eb1bd5db3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:37.367634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-cab4838c-4067-4344-a370-eb1bd5db3993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0807209 Feb 17 22:58:37.539778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-b284743f-1a82-42fd-8b9b-333ded835e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:37.541288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-b284743f-1a82-42fd-8b9b-333ded835e23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1543422 Feb 17 22:58:37.662362 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-d82fe488-4159-4c16-a20b-bc4f8efc9eaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 1001 time: 0.1141174 Feb 17 22:58:37.743831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-f41e9ee9-74eb-451d-a9eb-68f14ab0b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:37.746206 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-f41e9ee9-74eb-451d-a9eb-68f14ab0b2f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0771363 Feb 17 22:58:37.862918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-ea4fdf99-3e74-4eeb-a274-0a949279b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:37.865323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-ea4fdf99-3e74-4eeb-a274-0a949279b115 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118059 Feb 17 22:58:38.030982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-b858d11f-a811-4c96-8855-58ef93a51fde service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591766 Feb 17 22:58:38.223844 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ab34fa3-d620-4fc1-b26a-699275b920e7 req-31d17c58-8916-4950-b142-bf88901ff047 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857431 Feb 17 22:58:38.672569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37488) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:38.871536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd4df-4842-44e1-9c5f-b374f7acd165 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:38.872003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd4df-4842-44e1-9c5f-b374f7acd165 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:38.872452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd4df-4842-44e1-9c5f-b374f7acd165 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:38.874158 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-de1bd4df-4842-44e1-9c5f-b374f7acd165 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=1a754d4f6c254f62918099b6f717c8aa&network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 3000 time: 0.2005019 Feb 17 22:58:42.485553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37500) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:42.549813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da9443-b7b9-4023-91b6-15aa693abb38 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:42.551874 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-14da9443-b7b9-4023-91b6-15aa693abb38 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47 HTTP/1.1" status: 200 len: 814 time: 0.0653226 Feb 17 22:58:43.879489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:43.885128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:44.105782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:44.424484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:44.429574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:44.430108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 0d20b317-8d07-4b79-85f9-db64189a7902 disassociated. External IP: 172.26.7.111, port: 408557ba-7066-4d34-8537-238adc816aa2. Feb 17 22:58:44.872245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:58:45.087477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:58:45.094393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:45.099830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:45.110008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:58:45.110649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:58:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:45.205862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-34da5b84-61a0-47f5-ab69-fbd9cb7fe873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 690 time: 1.3218546 Feb 17 22:58:45.205862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:45.206459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37512) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:45.290763 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'tag': '408557ba-7066-4d34-8537-238adc816aa2', 'status': 'completed', 'code': 200} Feb 17 22:58:45.309981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:58:45.322373 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-80ef96b1-6111-40c9-a523-10d56317fee9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 690 time: 0.1133339 Feb 17 22:58:45.426176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-0aa1667a-610d-4efc-9db7-6d73c8895769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:45.428032 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-0aa1667a-610d-4efc-9db7-6d73c8895769 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1099 time: 0.1112871 Feb 17 22:58:45.518495 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:58:45.587055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-042b39d6-acac-4ece-807b-e1955206c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:45.588556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-042b39d6-acac-4ece-807b-e1955206c719 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.1545091 Feb 17 22:58:45.668364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-4730f768-57c8-4c05-a344-e50acc1dfe2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 217 time: 0.0739663 Feb 17 22:58:45.727370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:45.732022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:45.742364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:58:45.743001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:58:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:45.779722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-fe2414d9-441a-4363-873f-47b1475ac542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:45.781306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-fe2414d9-441a-4363-873f-47b1475ac542 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.1062078 Feb 17 22:58:45.892270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-88476e74-529b-4265-94ca-5cbff8bb5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:45.894066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-88476e74-529b-4265-94ca-5cbff8bb5a8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067946 Feb 17 22:58:45.983088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:58:46.198923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-8d39629c-dfcd-4532-a3ca-31ec5459f42b service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983532 Feb 17 22:58:46.326328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37518) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:46.382201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:46.388009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bbe30-e4bd-4ace-9e53-160d1e674ee6 None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:46.406605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bd2b1d4-0a3c-4c1c-b032-20d4512f61ce req-100333cf-4d49-45e9-8abc-d22fdf499357 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018442 Feb 17 22:58:46.431628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec08e64e-70af-4c7c-9a2d-105f7aba4f85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 690 time: 0.1022172 Feb 17 22:58:46.652214 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202040c2-469e-465b-bb54-cd952508176c None None] New status for floating IP 0d20b317-8d07-4b79-85f9-db64189a7902: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:58:47.433942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37522) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:47.520258 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-663a165c-45d3-4e42-bac8-0c71d4153865 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 688 time: 0.0848927 Feb 17 22:58:48.794950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37528) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:48.800335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167356775', 'description': 'tempest-secgroup-smoke-167356775 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:48.806872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:48.811349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:48.814393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:48.821775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:48.837017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:48.858036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:48.862080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:48.865811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:48.872237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:48.963525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:48.967845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.016167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3958e4cf-fa52-4cc6-9422-46b401d6e0ed,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:49.024842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.026096 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2301147 Feb 17 22:58:49.027580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.027900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.028229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.028554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.028874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.029228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.029555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.029873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.030191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.030504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.030819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.031129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807c6c9-94a5-4009-823f-69f2e4e74142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.031887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37532) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:49.041281 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:49.050408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:49.055605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:49.060030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:49.068493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:49.096553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.204062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.208674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.235202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d70db5-edba-479f-942f-d634485c0ddd,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:49.246813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.247163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.247507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.247836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.248165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.248489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.248813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.249165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.249490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.249810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.250129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.250442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:49.254523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.255466 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-18ebbcf3-f7b3-432f-a694-336f84959ebb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2214844 Feb 17 22:58:49.260129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37536) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:49.265695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:49.272704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:49.277206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:49.280516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:49.287968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:49.316723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.390694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.395672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.421292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb26bcf-25ca-40b6-997c-042fb1a852e0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:49.430836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.432254 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b4df96e1-fe43-4d36-9884-98309acd5f86 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709909 Feb 17 22:58:49.435406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37540) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:49.440585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:49.447477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:49.451460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:49.454550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:49.461582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:49.490062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.578174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.583023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.628204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ba8d51-0e66-412a-84ce-0b8678d3a096,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:49.646986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.648235 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5aafa0c7-93c2-49f2-b32e-f19f06cee63c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118819 Feb 17 22:58:49.651479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37548) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:49.659125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:49.666496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:49.671547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:49.675004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:49.682207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:49.704758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.790701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.795469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.825870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa557c57-7c66-4525-b6d8-c70688529fee,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:49.836108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.838627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bc75b05e-a32e-41c5-9e20-397705c7916b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1855283 Feb 17 22:58:49.841422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37552) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:49.846994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:49.854364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:49.858811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:49.861906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:49.868668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:49.879803 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:58:49.887599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.961679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.966025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:49.989076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5739a2f-5041-4248-aeb7-65467b375ed5,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:50.008879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.008879 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-02b6c63f-d402-4ca6-9651-cce1d2bb625f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613493 Feb 17 22:58:50.008879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:58:50.018017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '3958e4cf-fa52-4cc6-9422-46b401d6e0ed', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:50.028680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:50.032013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:58:50.036301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:58:50.041950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:50.057356 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:58:50.068233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.085245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e16b0f61-1312-4f08-8861-2c1939ab1f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.144497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.148592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.174849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb62cb3-8106-48c4-8eb2-4bd280d34680,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:50.186488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:50.187683 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b1bab3a3-81e6-4141-8e6e-70d939a14500 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799650 Feb 17 22:58:50.397764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-9a0ea6e2-b0f1-4bb7-95b4-dbd7bb7e6957 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:58:50.415327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-9a0ea6e2-b0f1-4bb7-95b4-dbd7bb7e6957 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:58:50.416284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-9a0ea6e2-b0f1-4bb7-95b4-dbd7bb7e6957 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167356775&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0807681 Feb 17 22:58:50.584018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-f7148eaa-6baf-460c-a90c-0894e3bc3e98 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:50.585608 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-f7148eaa-6baf-460c-a90c-0894e3bc3e98 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 797 time: 0.1611369 Feb 17 22:58:50.651377 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-8173f001-c368-4b37-bc91-f9814ec2ccda tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0597939 Feb 17 22:58:50.742250 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-49111ba0-ead4-4cac-9ed4-416af682b32e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0852444 Feb 17 22:58:50.884611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-cff76516-8b5e-4d7f-982d-eb6379ed4b66 service neutron] 10.222.0.42 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293612 Feb 17 22:58:51.046005 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-7bc7fd39-1114-4b31-adcf-445f4ba9155a service neutron] 10.222.0.42 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555586 Feb 17 22:58:52.312501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-617fb99d-f4a9-4228-b717-ec60e10b5487 req-c57e2a76-7b33-4960-b56f-1b97dc8082c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0497108 Feb 17 22:58:52.346928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-566b8765-65d7-4153-b43d-82d8858a9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:53.332543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:53.453978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-6b5cb2e3-9748-417a-9a77-c1a166fe0d84 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:53.455566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-6b5cb2e3-9748-417a-9a77-c1a166fe0d84 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 797 time: 0.1906371 Feb 17 22:58:53.498030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:53.522393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdd60d5a-5b7e-4f0c-9509-9c0334f41536 req-794247a7-0a64-4ff5-9d9b-ec8cdc001df8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0761008 Feb 17 22:58:53.555941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-e7c531d3-8c8f-419a-adb8-b0939fba560b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 471 time: 0.0635238 Feb 17 22:58:53.565214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['3958e4cf-fa52-4cc6-9422-46b401d6e0ed']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:53.717826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:58:53.730068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:58:53.743912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:53.748162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:53.923597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.9 (adeb574f-fec0-45de-adf8-bdb9985bcb8f/b68a750c-3659-4e48-8170-aadcb8120d37/c7e095f9-67cb-4cfb-a86d-259f5dc73c42) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:54.230392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:54.247755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object c7e095f9-67cb-4cfb-a86d-259f5dc73c42 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:58:54.271690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:54.347887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:54.351047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:54.353563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:58:54.390733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:54.431879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:54.432439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:54.464437 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0df11af6-4159-4b07-9b9e-42815b23efc4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031503 Feb 17 22:58:54.477452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Request body: {'port': {'device_id': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:54.602522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:54.726017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-96a62216-3bf7-4e6a-ae38-43a7d3d29c45 None None] Provisioning for port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:58:54.731869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-96a62216-3bf7-4e6a-ae38-43a7d3d29c45 None None] Provisioning complete for port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:54.732341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-96a62216-3bf7-4e6a-ae38-43a7d3d29c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:54.796168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-96a62216-3bf7-4e6a-ae38-43a7d3d29c45 None None] Port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:58:54.900126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d99100-9d2e-4fea-940b-c5a57667652f req-29fa9537-7d8f-4a4d-b4ce-ea6f6c7fece0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:54.900800 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-31d99100-9d2e-4fea-940b-c5a57667652f req-29fa9537-7d8f-4a4d-b4ce-ea6f6c7fece0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:58:54.954391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-31d99100-9d2e-4fea-940b-c5a57667652f req-29fa9537-7d8f-4a4d-b4ce-ea6f6c7fece0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:58:54.955725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-31d99100-9d2e-4fea-940b-c5a57667652f req-29fa9537-7d8f-4a4d-b4ce-ea6f6c7fece0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 931 time: 0.2850494 Feb 17 22:58:55.012267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.041306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-31d99100-9d2e-4fea-940b-c5a57667652f req-3fd69946-3222-4e1f-9ea1-5ea6e669d12c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728223 Feb 17 22:58:55.122413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e095f9-67cb-4cfb-a86d-259f5dc73c42 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:55.133012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.165072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Transition to ACTIVE for port object c7e095f9-67cb-4cfb-a86d-259f5dc73c42 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:58:55.170419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.407795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:55.467229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Attempting to bind port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:58:55.467907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Attempting to bind port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:58:55.467907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Attempting to bind port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:58:55.473883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:58:55.474211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Attempting to bind port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 on network adeb574f-fec0-45de-adf8-bdb9985bcb8f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:58:55.480104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:58:55.480441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Checking segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:58:55.480828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Bound using segment: {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:58:55.481297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Bound port: c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46fa28f-815b-478a-b2c2-f02b5da0d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:58:55.481674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.583427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:58:55.586553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:58:55.592321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.658545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:55.659296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:55.660874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] 10.222.0.43 "PUT /v2.0/ports/c7e095f9-67cb-4cfb-a86d-259f5dc73c42 HTTP/1.1" status: 200 len: 1093 time: 1.1889009 Feb 17 22:58:55.661708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:55.687434 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796773b-91f9-42ea-a28f-23501aae6217 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:55.762906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'status': 'completed', 'code': 200} Feb 17 22:58:55.835137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-057bd591-0da1-42b0-bf66-d12298af1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:55.836560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-057bd591-0da1-42b0-bf66-d12298af1a98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1312830 Feb 17 22:58:55.926421 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-84238eed-4147-462a-b183-1c7000c7c6bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42 HTTP/1.1" status: 200 len: 217 time: 0.0821390 Feb 17 22:58:56.019680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-87170e0e-706b-424b-91d7-beb3e5170a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:56.021805 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-87170e0e-706b-424b-91d7-beb3e5170a7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0889790 Feb 17 22:58:56.148285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-1e2014c1-7a53-4243-848e-059ee57f777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:56.150920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-1e2014c1-7a53-4243-848e-059ee57f777b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224260 Feb 17 22:58:56.600069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-66531775-e880-4c34-9659-9c11c64beba5 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412839 Feb 17 22:58:56.656495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259ade-3c94-4437-90ce-43ddd1d5ee2f req-84a51616-614c-4fb7-bdf5-80c1e848c025 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:56.659204 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62259ade-3c94-4437-90ce-43ddd1d5ee2f req-84a51616-614c-4fb7-bdf5-80c1e848c025 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 943 time: 0.4691575 Feb 17 22:58:56.840022 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62259ade-3c94-4437-90ce-43ddd1d5ee2f req-b09b1fbe-718e-4f0d-a377-bb03db5c7ada tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720126 Feb 17 22:58:56.900622 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68c0e8b5-7bd3-4585-a7cf-6fa92ff1ede5 req-7e5bde72-a6b7-47c4-9283-5afd784bff5b service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924209 Feb 17 22:58:57.082512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-7971330f-8b0b-46a3-8df7-da3c4f694305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:57.084048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-7971330f-8b0b-46a3-8df7-da3c4f694305 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1068537 Feb 17 22:58:57.239248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-221953af-c497-427f-a48f-b81679421887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:57.240905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-221953af-c497-427f-a48f-b81679421887 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.1503959 Feb 17 22:58:57.332979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-f7c02c0e-aab0-4659-b2eb-0803aa328691 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42 HTTP/1.1" status: 200 len: 217 time: 0.0858691 Feb 17 22:58:57.435264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-2d1ddd3b-9e88-4bc4-88c2-4e5cae52ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:57.437292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-2d1ddd3b-9e88-4bc4-88c2-4e5cae52ca6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0977678 Feb 17 22:58:57.537476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-954162ea-66e0-4ac5-84f2-bc6192da3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:57.538989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-954162ea-66e0-4ac5-84f2-bc6192da3b7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956943 Feb 17 22:58:57.744504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-99c32fee-0620-4cf7-884c-8afba73f9527 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970117 Feb 17 22:58:57.929022 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fc638c6-4d15-4093-b0b5-8691d45faedb req-3665714c-5ac0-4d1a-a431-c58f70720421 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779504 Feb 17 22:58:58.207045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c64a-5c9e-4d88-b476-171d58551506 req-c1db5575-46c4-4324-8969-c661bb4bfe64 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:58.207337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:58.210209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7c27c64a-5c9e-4d88-b476-171d58551506 req-c1db5575-46c4-4324-8969-c661bb4bfe64 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 943 time: 0.2053909 Feb 17 22:58:58.287935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7c27c64a-5c9e-4d88-b476-171d58551506 req-5f575331-833a-4d18-a9cd-4b406f7ad80a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665839 Feb 17 22:58:59.139414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7e095f9-67cb-4cfb-a86d-259f5dc73c42 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:58:59.302846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:58:59.326885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'port_id': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'mac_address': 'fa:16:3e:10:f6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:58:59.409026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:59.451214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e095f9-67cb-4cfb-a86d-259f5dc73c42 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:59.501003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:58:59.518309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:58:59.576211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdff60-98d7-4216-a11b-a4f8dfb59610 req-fa445ecf-a5ba-4ca8-8e16-0cdaf148533d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:59.593176 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfdff60-98d7-4216-a11b-a4f8dfb59610 req-fa445ecf-a5ba-4ca8-8e16-0cdaf148533d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 943 time: 0.1577656 Feb 17 22:58:59.629787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.642682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:59.666418 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfdff60-98d7-4216-a11b-a4f8dfb59610 req-df82a61d-2aa8-42f3-8ff4-69cb28c58fa0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695109 Feb 17 22:58:59.735694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['c7e095f9-67cb-4cfb-a86d-259f5dc73c42'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:59:00.988660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d173d2f-e810-4c6e-bdca-b076ad6da1ec req-c983cc17-66b1-4cf9-98f5-788a558a195a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:00.991154 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d173d2f-e810-4c6e-bdca-b076ad6da1ec req-c983cc17-66b1-4cf9-98f5-788a558a195a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 944 time: 0.1158690 Feb 17 22:59:01.082061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d173d2f-e810-4c6e-bdca-b076ad6da1ec req-848b98cb-7cf8-4da9-b545-e6a7a7c38221 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741482 Feb 17 22:59:01.144273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7e095f9-67cb-4cfb-a86d-259f5dc73c42 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:59:01.276402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:59:01.282198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:01.282673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:01.415583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:01.445483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:01.456948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:01.463046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:01.516891 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'code': 200} Feb 17 22:59:01.552000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:01.755751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff2c81-df14-4a3f-9ce2-bab0e304154a req-cb04fbfe-d3ff-46b1-aeaf-96d422fe093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:01.757565 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2ff2c81-df14-4a3f-9ce2-bab0e304154a req-cb04fbfe-d3ff-46b1-aeaf-96d422fe093d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0778499 Feb 17 22:59:01.806405 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2ff2c81-df14-4a3f-9ce2-bab0e304154a req-ef5f7774-5f5e-42ae-8f7d-7ecf935615ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Feb 17 22:59:02.168250 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-7934a5f8-374a-4162-aa74-106e91323a73 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387878736&fields=id&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0478168 Feb 17 22:59:02.490572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-080e2d88-4e0a-4652-a5cc-b896d1d78235 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:02.492070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-080e2d88-4e0a-4652-a5cc-b896d1d78235 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 0.3159976 Feb 17 22:59:02.517611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2eb04-3832-4524-bb4d-1b4721c1da7f req-055f4b6a-9ecf-4e8b-ab99-d20075565a38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:02.520015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67c2eb04-3832-4524-bb4d-1b4721c1da7f req-055f4b6a-9ecf-4e8b-ab99-d20075565a38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3156672 Feb 17 22:59:02.521596 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-abab81a3-7d05-434b-81ba-910fbfbcfee7 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/quotas/8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0239890 Feb 17 22:59:02.618523 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67c2eb04-3832-4524-bb4d-1b4721c1da7f req-c4dde58a-0bed-4fa2-95f8-7959484dcdbe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924320 Feb 17 22:59:02.654634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-1441c355-c31d-4593-ac4a-842126692632 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1273584 Feb 17 22:59:02.810813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-d82e9ad5-c6dd-45ad-ad8a-a01fd968a024 service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437628 Feb 17 22:59:02.967550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-ba4ecc84-8e0b-4b8e-87a1-f64e7ca9e5d0 service neutron] 10.222.0.42 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497085 Feb 17 22:59:03.363190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa7570ab-21e8-4ec3-999d-7b6f3c0f1536 req-324eb4c2-3ae5-42ab-9ea8-8ecaf460187f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0472786 Feb 17 22:59:03.815562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cfe2c-997c-4afe-8c84-1e919209ac9c req-1bf95dba-af6a-4348-81a7-32e4c34b4b2d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:03.817244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-807cfe2c-997c-4afe-8c84-1e919209ac9c req-1bf95dba-af6a-4348-81a7-32e4c34b4b2d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0851552 Feb 17 22:59:03.863964 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-807cfe2c-997c-4afe-8c84-1e919209ac9c req-4f8bf8a8-c475-4250-a3fb-86b1d5191ed0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Feb 17 22:59:04.050403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217a46-0bef-4d97-b9a5-d72fae4a87a5 req-ff13007c-6603-4990-a87d-95a81e6256ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.051991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b217a46-0bef-4d97-b9a5-d72fae4a87a5 req-ff13007c-6603-4990-a87d-95a81e6256ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0829318 Feb 17 22:59:04.098071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b217a46-0bef-4d97-b9a5-d72fae4a87a5 req-ad381b4d-07ed-435a-bf58-3318e95afad2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400066 Feb 17 22:59:04.119842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37674) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:04.426021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad0660-bfc1-4666-8e11-8c2b92d926af tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.430295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d4ad0660-bfc1-4666-8e11-8c2b92d926af tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 1093 time: 0.3068125 Feb 17 22:59:04.430618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37682) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:04.439931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-b96e6695-df58-4659-9ef6-907ebf7abd9c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.441386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-b96e6695-df58-4659-9ef6-907ebf7abd9c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 811 time: 0.1774015 Feb 17 22:59:04.444383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'port_id': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:04.589813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:04.640591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c72e606-f537-41eb-ab0d-7f1d8290da0f req-14203418-6ae9-42dc-8bf8-4be0224d564f tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.1395724 Feb 17 22:59:04.720218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-0ac90741-4c9f-4e8b-8bfc-ec1eb0add018 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b47fff6b55447afa251d43ecb6c4dc8 HTTP/1.1" status: 200 len: 379 time: 0.2118220 Feb 17 22:59:04.736994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'port': {'device_id': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'admin_state_up': True, 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'security_groups': ['4f55c25e-7675-47de-a843-23e02f806aa8']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:05.014258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:59:05.207222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:59:05.235570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Made reservation on behalf of 8b47fff6b55447afa251d43ecb6c4dc8 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:05.240824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:05.548163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.20.0.6 (e971e9e1-b2e6-4607-8277-45704725e00b/fa8b5e79-8972-49a2-9f16-36bd82eafd10/e47b23d2-785d-4ab2-8b39-ce7302cd9be6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:05.716748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:05.829485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:05.900411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7bb644a-3b87-4b1f-a786-a14050e583cd req-9ec81a43-5fbd-4ab4-8bac-31fdabd40468 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.1140392 Feb 17 22:59:06.059830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:06.080544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Transition to ACTIVE for port object e47b23d2-785d-4ab2-8b39-ce7302cd9be6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:06.091492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 0d20b317-8d07-4b79-85f9-db64189a7902 associated. External IP: 172.26.7.111, port: c7e095f9-67cb-4cfb-a86d-259f5dc73c42. Feb 17 22:59:06.258102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:06.342096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network e971e9e1-b2e6-4607-8277-45704725e00b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:06.348525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:06.353837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:59:06.382124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:06.502993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:06.503662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:06.590994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-872241dd-e921-4a18-8b38-447a7a6a8c99 None None] Provisioning for port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:59:06.596411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-872241dd-e921-4a18-8b38-447a7a6a8c99 None None] Provisioning complete for port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:06.597444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-872241dd-e921-4a18-8b38-447a7a6a8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:06.605901 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-aef8e049-75e6-4962-ab6c-23bff4a6f22b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8749843 Feb 17 22:59:06.620675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Request body: {'port': {'device_id': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:06.664783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-872241dd-e921-4a18-8b38-447a7a6a8c99 None None] Port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 22:59:06.778628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:59:07.023082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:07.172950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:59:07.183253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:07.187100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:07.198395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:07.199076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:58:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:07.323892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3cff946c-dc93-4ccf-a754-a2fb7dd5a5ee tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 991 time: 2.8922780 Feb 17 22:59:07.327413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37690) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:07.330696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:07.375266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ba260-e7a9-43a7-962b-b31ae3652e9b req-84de3cfa-a701-4be9-b6a7-df470e6135a0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:07.375376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-541ba260-e7a9-43a7-962b-b31ae3652e9b req-84de3cfa-a701-4be9-b6a7-df470e6135a0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:59:07.439541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'status': 'completed', 'code': 200} Feb 17 22:59:07.474441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-541ba260-e7a9-43a7-962b-b31ae3652e9b req-84de3cfa-a701-4be9-b6a7-df470e6135a0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:59:07.474441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-541ba260-e7a9-43a7-962b-b31ae3652e9b req-84de3cfa-a701-4be9-b6a7-df470e6135a0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 931 time: 0.4523797 Feb 17 22:59:07.527394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:07.537574 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7533ee83-e962-4ea8-8f85-023d31678911 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 991 time: 0.2084916 Feb 17 22:59:07.579562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-aeabe76f-2336-4994-9805-f6a8293cb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:07.579715 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-541ba260-e7a9-43a7-962b-b31ae3652e9b req-18ff10a5-1276-4441-9881-a4371fa33aa2 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993068 Feb 17 22:59:07.582636 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-aeabe76f-2336-4994-9805-f6a8293cb3b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 1098 time: 0.1418860 Feb 17 22:59:07.699422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47b23d2-785d-4ab2-8b39-ce7302cd9be6 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:07.712478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:07.732860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Transition to ACTIVE for port object e47b23d2-785d-4ab2-8b39-ce7302cd9be6 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:07.739899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:07.790471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-5e4b9584-4937-4fc6-9d77-cc8f9c93561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:07.792265 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-5e4b9584-4937-4fc6-9d77-cc8f9c93561c service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.2043695 Feb 17 22:59:07.952497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Pushing event updated for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:07.990941 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-3ed3058a-9174-4854-b825-5664e7f5c21c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42 HTTP/1.1" status: 200 len: 999 time: 0.1921518 Feb 17 22:59:08.039424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:10:f6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:59:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:08.046603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:08.065036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:08.066542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:58:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:08.078941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Attempting to bind port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:59:08.079497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Attempting to bind port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:59:08.080001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Attempting to bind port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:59:08.088796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 on network e971e9e1-b2e6-4607-8277-45704725e00b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 22:59:08.089703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Attempting to bind port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 on network e971e9e1-b2e6-4607-8277-45704725e00b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:59:08.102037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:59:08.102639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Checking segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:59:08.103244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Bound using segment: {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:59:08.104376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Bound port: e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb954da-a2de-402e-8858-45445e23d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:59:08.105546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:08.106991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-3da001d1-6571-441d-afd3-72a9e31fd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.108977 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-3da001d1-6571-441d-afd3-72a9e31fd33e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.1037824 Feb 17 22:59:08.239804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-77a530b4-b3a1-4795-ba98-8e9db39b8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.241734 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-77a530b4-b3a1-4795-ba98-8e9db39b8be9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270926 Feb 17 22:59:08.256804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:59:08.260796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:59:08.268806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:08.341825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.342443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:08.343839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] 10.222.0.43 "PUT /v2.0/ports/e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 200 len: 1093 time: 1.7297871 Feb 17 22:59:08.361857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b0e9-55f7-4f2a-86de-955338dbae31 service neutron] Pushing event updated for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:08.395198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:08.414185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-14638564-1c1d-44cb-88d1-062fa0748a5e service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658189 Feb 17 22:59:08.498127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-a945ea00-b805-4719-a160-87878ff3d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.500081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-a945ea00-b805-4719-a160-87878ff3d9e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.1112797 Feb 17 22:59:08.539076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37696) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:08.606719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-b0f506aa-7e7e-4932-818d-67229a7d8e5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 200 len: 217 time: 0.1002567 Feb 17 22:59:08.686818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5a9725e3-3a3f-4b04-a714-40726298583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.688218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-5a9725e3-3a3f-4b04-a714-40726298583c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0746713 Feb 17 22:59:08.822146 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0211182d-bdaa-4c6e-a49f-686111699de7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 991 time: 0.2794611 Feb 17 22:59:08.829138 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-ce2f288d-456c-412d-b783-265b89fbfe58 req-4facd661-344a-448c-a5f6-e6987efa3e7b service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080143 Feb 17 22:59:08.915868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:10:f6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:59:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:08.919764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac8cce-242c-4464-903b-cb436ed332a1 None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0d20b317-8d07-4b79-85f9-db64189a7902', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.111', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'port_id': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'mac_address': 'fa:16:3e:10:f6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:10Z', 'updated_at': '2022-02-17T22:59:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:08.962432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181bd3-7d7d-40c5-95a3-e7632284929f req-042292c6-c1b3-428b-83bf-372f8fb2fe82 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.963947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-61181bd3-7d7d-40c5-95a3-e7632284929f req-042292c6-c1b3-428b-83bf-372f8fb2fe82 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.2334416 Feb 17 22:59:08.967536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-3c67f140-1618-4b71-bd7a-332774cc9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.969508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-3c67f140-1618-4b71-bd7a-332774cc9c07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745419 Feb 17 22:59:09.097549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-61181bd3-7d7d-40c5-95a3-e7632284929f req-80ce0fee-3b31-431f-b509-0f8d26d70260 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268055 Feb 17 22:59:09.160253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-053b7001-2768-4959-a3c4-e5bbfc45c0f5 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720114 Feb 17 22:59:09.191607 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e1852e-d23b-4f8f-9e18-3d2c0bc1e86f None None] New status for floating IP 0d20b317-8d07-4b79-85f9-db64189a7902: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:59:09.332424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0a4f3a66-05e9-41dd-8340-bd43734003ca req-bfa036ed-acbb-4292-9a13-d105f74cbd74 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645908 Feb 17 22:59:09.438319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:09.489480 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'status': 'completed', 'code': 200} Feb 17 22:59:09.591594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-2cd3eef9-623d-4e6c-9a99-4b4dfa6ff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.593404 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-2cd3eef9-623d-4e6c-9a99-4b4dfa6ff228 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0791118 Feb 17 22:59:09.731047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-eca807c5-19de-4cd3-8ea9-4b5d5566d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.733160 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-eca807c5-19de-4cd3-8ea9-4b5d5566d54c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1291075 Feb 17 22:59:09.805691 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-572639c3-ba27-4e50-a06e-c318132f521c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 200 len: 217 time: 0.0671618 Feb 17 22:59:09.826088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37704) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:09.874423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-ac1fdafe-c885-4c37-b26f-7f07563d391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.875743 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-ac1fdafe-c885-4c37-b26f-7f07563d391b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0639098 Feb 17 22:59:09.938120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0dde4208-06da-463a-9817-8fd16bb18691 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 200 len: 993 time: 0.1107972 Feb 17 22:59:09.954795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-e99ff701-f527-41cf-bdbf-e2d1cb7cf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.956550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-e99ff701-f527-41cf-bdbf-e2d1cb7cf293 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743978 Feb 17 22:59:10.091804 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-2c3ffd12-2a80-4fb7-ae58-a49026618c5a service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295955 Feb 17 22:59:10.270327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a85cf4-94f3-4b79-a84e-6ae808342bd1 req-636bc05d-ed7b-40fd-ad32-09afbbf1f0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722314 Feb 17 22:59:10.308082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16564e-d718-48c3-bde0-5b1ad9dfe5ca req-81a7784f-c869-4c75-9fb0-46c6500abaca tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:10.309572 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d16564e-d718-48c3-bde0-5b1ad9dfe5ca req-81a7784f-c869-4c75-9fb0-46c6500abaca tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0998774 Feb 17 22:59:10.361292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d16564e-d718-48c3-bde0-5b1ad9dfe5ca req-80bbe3ff-ff74-4a52-b8b2-f2544eb67c97 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Feb 17 22:59:11.562618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652832-1a5b-4b22-9951-4d51fd0662e8 req-cc00cd72-99d2-47c2-966b-20f40e914691 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:11.564090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21652832-1a5b-4b22-9951-4d51fd0662e8 req-cc00cd72-99d2-47c2-966b-20f40e914691 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0906191 Feb 17 22:59:11.608887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21652832-1a5b-4b22-9951-4d51fd0662e8 req-57ea2f82-e158-4458-bd95-9f08f54207ff tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Feb 17 22:59:12.800025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032dac-7a6f-47a6-802b-eacbf12e4fc1 req-e2fcd158-ba45-4821-859b-292756a36274 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:12.801704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53032dac-7a6f-47a6-802b-eacbf12e4fc1 req-e2fcd158-ba45-4821-859b-292756a36274 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0869372 Feb 17 22:59:12.847840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53032dac-7a6f-47a6-802b-eacbf12e4fc1 req-da810765-8299-4c22-bd7b-4755cd593a02 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404911 Feb 17 22:59:14.032741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c5fa-e078-4e17-a6bf-a4c11ec2dcf1 req-ee97a6d0-8a96-462d-99a0-6dc3b85443ba tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:14.034727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2356c5fa-e078-4e17-a6bf-a4c11ec2dcf1 req-ee97a6d0-8a96-462d-99a0-6dc3b85443ba tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0829239 Feb 17 22:59:14.080311 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2356c5fa-e078-4e17-a6bf-a4c11ec2dcf1 req-9832e10f-8304-4edb-b8da-8e0c874d4449 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Feb 17 22:59:15.269553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14c810-54fe-4678-848a-b85ac036213a req-aafd44e5-dc7b-4d66-9fd7-6c12af4d41b9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:15.270944 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb14c810-54fe-4678-848a-b85ac036213a req-aafd44e5-dc7b-4d66-9fd7-6c12af4d41b9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0841215 Feb 17 22:59:15.317264 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb14c810-54fe-4678-848a-b85ac036213a req-628175f0-016e-40e6-a1b3-133eceba7258 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Feb 17 22:59:16.512384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0df0d-db9f-4891-990f-3d24ddf981be req-f565997c-847e-4391-b68f-d903943f751e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:16.513865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27e0df0d-db9f-4891-990f-3d24ddf981be req-f565997c-847e-4391-b68f-d903943f751e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0808423 Feb 17 22:59:16.567995 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27e0df0d-db9f-4891-990f-3d24ddf981be req-f4c68b9e-7dbd-4f55-854b-1a5c0fdd41b6 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475736 Feb 17 22:59:17.248085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e47b23d2-785d-4ab2-8b39-ce7302cd9be6 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 22:59:17.389819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:17.407724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'port_id': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'mac_address': 'fa:16:3e:05:78:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 22:59:17.463494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:17.480507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47b23d2-785d-4ab2-8b39-ce7302cd9be6 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:17.496742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:17.501764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:17.570428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:17.746823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e47b23d2-785d-4ab2-8b39-ce7302cd9be6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 22:59:17.879050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ba362-b300-4bca-8838-974ed5630157 req-d8b148a2-35c7-49ca-b7da-9e054d4f7f0e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:17.880802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d07ba362-b300-4bca-8838-974ed5630157 req-d8b148a2-35c7-49ca-b7da-9e054d4f7f0e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 944 time: 0.1940944 Feb 17 22:59:17.927925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d07ba362-b300-4bca-8838-974ed5630157 req-fea5eefc-8ca0-467c-abac-3ae884c8699a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Feb 17 22:59:19.123788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ebe2-ee64-41f7-8df6-3fd1a091bd06 req-200855aa-e707-4410-ab68-600e20aa22cc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:19.125398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ea3ebe2-ee64-41f7-8df6-3fd1a091bd06 req-200855aa-e707-4410-ab68-600e20aa22cc tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0862019 Feb 17 22:59:19.172205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ea3ebe2-ee64-41f7-8df6-3fd1a091bd06 req-cf47ae2f-bdf5-4b59-be6e-045cf077843b tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391300 Feb 17 22:59:19.248200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e47b23d2-785d-4ab2-8b39-ce7302cd9be6 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 22:59:19.317129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:59:19.322390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:19.322757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:19.445265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:19.473567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:19.483659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:19.488840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:19.526662 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'code': 200} Feb 17 22:59:19.563369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:19.816159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f5708-eaab-4bb3-93b6-a20b05da7e89 req-a8519be5-2cdc-4e6e-8fa2-eb3523c2b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:19.817643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0d4f5708-eaab-4bb3-93b6-a20b05da7e89 req-a8519be5-2cdc-4e6e-8fa2-eb3523c2b9cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0725458 Feb 17 22:59:19.863527 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0d4f5708-eaab-4bb3-93b6-a20b05da7e89 req-fd85d90f-d9c2-4514-b5b0-235daa4d9753 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Feb 17 22:59:20.078941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-760d480e-cd87-4170-87eb-9bf508904c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:20.361499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a62af-5021-4da2-9667-884d34e37d9d req-4240ad3e-5a6f-4723-a189-0e5a9dc388a5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:20.363584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a25a62af-5021-4da2-9667-884d34e37d9d req-4240ad3e-5a6f-4723-a189-0e5a9dc388a5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0824957 Feb 17 22:59:20.409976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a25a62af-5021-4da2-9667-884d34e37d9d req-6c04cb5e-4cf1-4eea-893a-8aadfc3e853d tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Feb 17 22:59:21.612607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260a232-0811-404f-9fd5-69f6d918e977 req-af295aca-5e14-4a19-b42f-a3fbae61f40e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:21.614089 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4260a232-0811-404f-9fd5-69f6d918e977 req-af295aca-5e14-4a19-b42f-a3fbae61f40e tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0873656 Feb 17 22:59:21.660495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4260a232-0811-404f-9fd5-69f6d918e977 req-449e4300-39a0-44d0-94e0-0eeb648ca4e5 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Feb 17 22:59:21.850572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fead28-738e-41e1-9af3-7d4c6b42984b req-05eae5bb-b4e5-4ed7-a432-7c4b06feeaa1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:21.852026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00fead28-738e-41e1-9af3-7d4c6b42984b req-05eae5bb-b4e5-4ed7-a432-7c4b06feeaa1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0811000 Feb 17 22:59:21.897623 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00fead28-738e-41e1-9af3-7d4c6b42984b req-300a040c-0cfc-45c4-92a8-f4951ff41851 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Feb 17 22:59:21.922344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37732) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:21.993803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48190f29-9b5e-43d0-b5bf-ddd9f4ef871e tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:21.994421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-48190f29-9b5e-43d0-b5bf-ddd9f4ef871e tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] Synchronizing usage tracker for tenant:bc2724f3aebc473f867fa7bb528d3b18 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:59:22.012348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-48190f29-9b5e-43d0-b5bf-ddd9f4ef871e tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] Unset dirty status for tenant:bc2724f3aebc473f867fa7bb528d3b18 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:59:22.013551 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-48190f29-9b5e-43d0-b5bf-ddd9f4ef871e tempest-TestVolumeBootPattern-810846646 tempest-TestVolumeBootPattern-810846646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1093 time: 0.0902290 Feb 17 22:59:22.016377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37736) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:22.022151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:22.028170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:59:22.032074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Usage tracker for resource:floatingip and tenant:8b47fff6b55447afa251d43ecb6c4dc8 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:59:22.035630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:59:22.041358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:59:22.052936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:22.193570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:22.341021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Allocated IP 172.26.7.155 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b352e9bb-a294-460e-b611-a97b1974481e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:22.342449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1232143e-1586-4ffd-a2a4-508db1d60751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:22.492022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:22.508757 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:59:22.523335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:22.587233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:22.590030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:22.593835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:59:22.632373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=b352e9bb-a294-460e-b611-a97b1974481e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.016400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.093005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.302615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.306951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.328110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.410008 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event updated for resources: {'Port': ['ID=b352e9bb-a294-460e-b611-a97b1974481e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.427249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.490406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:23.707517 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP 5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4 associated. External IP: 172.26.7.155, port: e47b23d2-785d-4ab2-8b39-ce7302cd9be6. Feb 17 22:59:24.085680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:59:24.278971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:59:24.291273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:24.304311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:24.305072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:24.305251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:24.362504 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fbf5f206-0634-4107-94be-311ba7fe416c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3445923 Feb 17 22:59:24.362723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:24.411698 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'status': 'completed', 'code': 200} Feb 17 22:59:24.511629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-1d639a48-afa8-4aef-9bca-b0540c808154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:24.513388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-1d639a48-afa8-4aef-9bca-b0540c808154 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0797610 Feb 17 22:59:24.515150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:24.663139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-46024f42-2584-45d9-91d9-290dfaf6b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:24.664585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-46024f42-2584-45d9-91d9-290dfaf6b620 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1447744 Feb 17 22:59:24.778808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-37be9037-c7e1-48a1-82c6-fc2f00c21339 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 200 len: 999 time: 0.1078923 Feb 17 22:59:24.852431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-e0bbe4ca-ac41-4d3f-bdb5-04a351dc4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:24.854333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-e0bbe4ca-ac41-4d3f-bdb5-04a351dc4704 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0693734 Feb 17 22:59:24.884385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:05:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:22Z', 'updated_at': '2022-02-17T22:59:22Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}, {'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:24.888579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:24.897776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:24.898606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:24.943756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-8dcadf3b-51d0-421e-ad37-814e840fee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:24.945584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-8dcadf3b-51d0-421e-ad37-814e840fee28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856006 Feb 17 22:59:25.030117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:25.095173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-78b6da7b-f37f-4a1a-8537-5d23b6b9de76 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422584 Feb 17 22:59:25.134890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:25.232602 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67f24b3b-5bda-400b-b850-eb37fe53ddcd req-bc2d8575-e9c0-4651-bb0d-47be8931b280 service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313975 Feb 17 22:59:25.485027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:05:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:22Z', 'updated_at': '2022-02-17T22:59:22Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}, {'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:25.489177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897ef4f-d6c5-40f6-8205-a9e696f9dcbe None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:05:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:22Z', 'updated_at': '2022-02-17T22:59:22Z', 'revision_number': 0, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}, {'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:25.681036 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea18c91-5d55-4dec-8442-f5d493c5f794 None None] New status for floating IP 5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:59:28.215999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:38.184801 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-98b28bca-4d10-4b8f-a737-76d9e4f33345 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733612 Feb 17 22:59:38.277842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-d5da5b23-1cab-4bd9-8d43-2726db123695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.279369 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-d5da5b23-1cab-4bd9-8d43-2726db123695 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 1099 time: 0.0737123 Feb 17 22:59:38.433577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-e4bad08a-cc67-486a-85e2-a269db5d1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.435025 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-e4bad08a-cc67-486a-85e2-a269db5d1d2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 200 len: 897 time: 0.1345501 Feb 17 22:59:38.615192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-02c558a3-36ca-4ef3-9689-3dec2d4ddac2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 200 len: 217 time: 0.1734321 Feb 17 22:59:38.691638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-a8d96322-6011-4ae1-bd82-d882b774085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.691638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-a8d96322-6011-4ae1-bd82-d882b774085a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 200 len: 835 time: 0.0651124 Feb 17 22:59:38.777904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-adae4179-10f1-41ed-b4dd-b0e413402528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.777904 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-adae4179-10f1-41ed-b4dd-b0e413402528 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adeb574f-fec0-45de-adf8-bdb9985bcb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829849 Feb 17 22:59:38.947375 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-f8081eef-cc6f-43d4-be6f-67fd530f9064 service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544099 Feb 17 22:59:39.134035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-822c3676-fa09-46fe-88f8-a209c13105c7 req-a0e5c89b-b27d-4fad-a8a3-f24c3da4b5da service neutron] 10.222.0.43 "GET /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898849 Feb 17 22:59:39.475016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bb59-132d-4909-bbb6-7a151e4c48c8 req-d49ef584-e34b-41a7-8070-2b52d09ab674 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:39.475016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-34a8bb59-132d-4909-bbb6-7a151e4c48c8 req-d49ef584-e34b-41a7-8070-2b52d09ab674 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0918164 Feb 17 22:59:39.524962 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-34a8bb59-132d-4909-bbb6-7a151e4c48c8 req-4a6c77a9-837c-498d-aef1-3453969e3e88 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Feb 17 22:59:40.792557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292421cd-7e37-4881-955c-ee30e7d97d46 req-ff9ca6b1-0c11-4be7-9791-9e2d846f3c49 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:40.792557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-292421cd-7e37-4881-955c-ee30e7d97d46 req-ff9ca6b1-0c11-4be7-9791-9e2d846f3c49 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1458590 Feb 17 22:59:40.803553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-e3ce3bce-9a1a-4034-b7d8-c55160b12b73 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:40.803553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-e3ce3bce-9a1a-4034-b7d8-c55160b12b73 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1190550 Feb 17 22:59:40.904335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:40.904335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:40.932645 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-292421cd-7e37-4881-955c-ee30e7d97d46 req-4dfd6a00-a80f-4b46-99b2-7582cc497d9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=3958e4cf-fa52-4cc6-9422-46b401d6e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280577 Feb 17 22:59:41.294979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port c7e095f9-67cb-4cfb-a86d-259f5dc73c42, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:41.294979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:41.618840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:41.618840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:41.618840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 0d20b317-8d07-4b79-85f9-db64189a7902 disassociated. External IP: 172.26.7.111, port: c7e095f9-67cb-4cfb-a86d-259f5dc73c42. Feb 17 22:59:41.618840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for c7e095f9-67cb-4cfb-a86d-259f5dc73c42 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:41.791203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:41.851387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=c7e095f9-67cb-4cfb-a86d-259f5dc73c42,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:42.207436 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-257a4717-3baa-4608-a238-42b43bde6d8d req-a0d3d72c-0ac7-4d19-9312-3fce28620bc7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0553427 Feb 17 22:59:42.254126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:59:42.473940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:59:42.493016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:42.513948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:42.513948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:42.595696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port c7e095f9-67cb-4cfb-a86d-259f5dc73c42 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:59:42.595696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:42.603813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'name': 'network-vif-deleted', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:42.632358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3b6f89be-f0dc-4fbe-a45d-87cbaabafcbe req-a8b7b343-f8d2-4d11-98b7-302af1754250 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/c7e095f9-67cb-4cfb-a86d-259f5dc73c42 HTTP/1.1" status: 204 len: 173 time: 1.8119214 Feb 17 22:59:42.672862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6', 'name': 'network-vif-deleted', 'tag': 'c7e095f9-67cb-4cfb-a86d-259f5dc73c42', 'status': 'completed', 'code': 200} Feb 17 22:59:42.752003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:43.157066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:43.164876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:43.175419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:43.175419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:43.377007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7e095f9-67cb-4cfb-a86d-259f5dc73c42 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:59:43.406445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ad917e85-acef-4781-8858-a02c498923df req-eeed62c4-528f-4357-8279-c1d5668a93d2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:59:43.423250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: c7e095f9-67cb-4cfb-a86d-259f5dc73c42 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:59:43.423554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ad917e85-acef-4781-8858-a02c498923df req-eeed62c4-528f-4357-8279-c1d5668a93d2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:59:43.423663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c7e095f9-67cb-4cfb-a86d-259f5dc73c42 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:59:43.424501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad917e85-acef-4781-8858-a02c498923df req-eeed62c4-528f-4357-8279-c1d5668a93d2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=93aef5d5-8b47-4b2b-b6f8-c09384b2e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0655968 Feb 17 22:59:43.450037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:43.821859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:43.825992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b920-eb7f-4b02-9f72-081935083d13 None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7ae2ace7-4e01-49cc-b411-48e78141e59d', 'name': '', 'network_id': 'adeb574f-fec0-45de-adf8-bdb9985bcb8f', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:7e:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:51Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': 'b68a750c-3659-4e48-8170-aadcb8120d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:44.059480 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd4522-efcc-4ad5-b240-ce9dd10cb236 None None] New status for floating IP 0d20b317-8d07-4b79-85f9-db64189a7902: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:59:44.520912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37772) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:44.591004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:44.620764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:44.684331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:44.705225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3958e4cf-fa52-4cc6-9422-46b401d6e0ed,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:44.718625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:44.719768 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-db9751be-62ca-473e-944d-27969a8ec7fc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/3958e4cf-fa52-4cc6-9422-46b401d6e0ed HTTP/1.1" status: 204 len: 168 time: 0.1978979 Feb 17 22:59:44.753715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37778) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:44.921813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 85291d97-ca81-4f18-996b-ea7a91014d20 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:44.922158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.116813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.117182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.248623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 85291d97-ca81-4f18-996b-ea7a91014d20 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:45.524114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.577619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=85291d97-ca81-4f18-996b-ea7a91014d20,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:45.680187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.703044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:45.703044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c6de518-a839-4a99-84db-baa745ef6ed4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/0d20b317-8d07-4b79-85f9-db64189a7902 HTTP/1.1" status: 204 len: 168 time: 0.9482768 Feb 17 22:59:46.224398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcd4ac-1b9d-4950-86f5-191eaf1f21bc req-a0d3c17d-ebd7-4d7c-8cae-5fca077deb8a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:46.224398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ecbcd4ac-1b9d-4950-86f5-191eaf1f21bc req-a0d3c17d-ebd7-4d7c-8cae-5fca077deb8a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.1309137 Feb 17 22:59:46.270414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ecbcd4ac-1b9d-4950-86f5-191eaf1f21bc req-b67378c3-d39e-4640-994a-213c82a23089 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:59:46.285378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ecbcd4ac-1b9d-4950-86f5-191eaf1f21bc req-b67378c3-d39e-4640-994a-213c82a23089 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:59:46.286429 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ecbcd4ac-1b9d-4950-86f5-191eaf1f21bc req-b67378c3-d39e-4640-994a-213c82a23089 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603657 Feb 17 22:59:47.562887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d018439-b366-44bc-b78a-d0808f8d61e7 req-9b1e418c-9156-48da-a7ac-19bb82fa0d36 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:47.564452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3d018439-b366-44bc-b78a-d0808f8d61e7 req-9b1e418c-9156-48da-a7ac-19bb82fa0d36 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.1442132 Feb 17 22:59:47.578404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-abb2c022-7a54-47b1-81d5-bd611948e646 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:47.578404 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-abb2c022-7a54-47b1-81d5-bd611948e646 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 946 time: 0.1231453 Feb 17 22:59:47.681586 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3d018439-b366-44bc-b78a-d0808f8d61e7 req-84a268b1-c8d0-48e9-a55b-5c8d23baecba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7af83c5-e839-485a-9fdc-c3444b30064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965331 Feb 17 22:59:47.687443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 408557ba-7066-4d34-8537-238adc816aa2 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:47.687813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:47.952992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 408557ba-7066-4d34-8537-238adc816aa2, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=408557ba-7066-4d34-8537-238adc816aa2,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:47.952992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:48.090675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 408557ba-7066-4d34-8537-238adc816aa2 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:48.396705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:48.451805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=408557ba-7066-4d34-8537-238adc816aa2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:48.537918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 408557ba-7066-4d34-8537-238adc816aa2 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:59:48.540353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:48.543320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'name': 'network-vif-deleted', 'tag': '408557ba-7066-4d34-8537-238adc816aa2'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:48.570141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ea95b117-3bbd-4722-bba6-1664c4e43c46 req-c9d29366-58ac-4d16-97b9-4a4210d2550c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/408557ba-7066-4d34-8537-238adc816aa2 HTTP/1.1" status: 204 len: 173 time: 0.9673443 Feb 17 22:59:48.596303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ed23dc-23a0-42ee-9800-c9897c007edb', 'name': 'network-vif-deleted', 'tag': '408557ba-7066-4d34-8537-238adc816aa2', 'status': 'completed', 'code': 200} Feb 17 22:59:48.864672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bca534-f55e-4e4f-a29c-cbe4f3da9963 req-0441048a-08b8-4c3b-b5d9-eb3f283a5290 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 22:59:48.885317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bca534-f55e-4e4f-a29c-cbe4f3da9963 req-0441048a-08b8-4c3b-b5d9-eb3f283a5290 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 22:59:48.888989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bca534-f55e-4e4f-a29c-cbe4f3da9963 req-0441048a-08b8-4c3b-b5d9-eb3f283a5290 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1ed23dc-23a0-42ee-9800-c9897c007edb HTTP/1.1" status: 200 len: 210 time: 0.0689433 Feb 17 22:59:49.997493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37796) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:50.076722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:50.086697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-46ff2d6a-3c98-44b0-8b37-37e1b1833770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:50.110468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:50.185044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:50.204250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af83c5-e839-485a-9fdc-c3444b30064c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:50.213605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.213947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.214278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.214618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.214921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.215239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.215555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.215951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.216186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.216497 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.216813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.217150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:50.225738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:50.226803 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1a2fa396-76fe-41ca-947d-d29e0a4f05a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/a7af83c5-e839-485a-9fdc-c3444b30064c HTTP/1.1" status: 204 len: 168 time: 0.2282722 Feb 17 22:59:50.267997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37802) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:50.845997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:51.204232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 7ae2ace7-4e01-49cc-b411-48e78141e59d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:51.204943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:51.404958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 408557ba-7066-4d34-8537-238adc816aa2 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:59:51.445617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 408557ba-7066-4d34-8537-238adc816aa2 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:59:51.445956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 408557ba-7066-4d34-8537-238adc816aa2 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:59:51.520382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 7ae2ace7-4e01-49cc-b411-48e78141e59d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7ae2ace7-4e01-49cc-b411-48e78141e59d,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:51.520728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:51.648223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 7ae2ace7-4e01-49cc-b411-48e78141e59d owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:52.007208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:52.098311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=7ae2ace7-4e01-49cc-b411-48e78141e59d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:52.347185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ff690ccb-72c4-4419-aaf2-c8f5a95c726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:52.368608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:52.743608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 22:59:53.059159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:59:53.072068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Sync routers for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:53.078927 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-08446c93-3885-40b0-b46b-63e4b05a8813 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/871be8bd-8da5-4799-a5e1-ff8bd50ec45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8091249 Feb 17 22:59:53.082648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37806) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:53.087971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:53.088817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:53.172793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet b68a750c-3659-4e48-8170-aadcb8120d37 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 22:59:53.177162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.235375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.279076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:53.323843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.399152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.414423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.443993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=b68a750c-3659-4e48-8170-aadcb8120d37,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:53.453839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.457259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.457611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.457950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.458284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.458614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.458940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.459280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.459601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.459913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.460237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.460559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.460873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:53.462767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d9e41-4253-4240-bc13-18f00d7e0b3c None None] Network adeb574f-fec0-45de-adf8-bdb9985bcb8f requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:59:53.469782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9bf89957-2ec1-4379-9228-3abd660a82f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/b68a750c-3659-4e48-8170-aadcb8120d37 HTTP/1.1" status: 204 len: 168 time: 0.3835800 Feb 17 22:59:53.469888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37810) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:53.582420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.658624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.771267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:59:51Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:53.775576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Checking router: 871be8bd-8da5-4799-a5e1-ff8bd50ec45a for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:53.784415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Routers {'871be8bd-8da5-4799-a5e1-ff8bd50ec45a'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:53.785037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:53.840365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] DHCP port deletion for adeb574f-fec0-45de-adf8-bdb9985bcb8f request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 22:59:53.848345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.859438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port cda7d146-81fb-409e-a081-1d31dda01152 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:53.859965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:53.863760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Deleting port 90fe4ff0-de30-4238-a013-960a50d84977 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 22:59:53.864098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.053465 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port cda7d146-81fb-409e-a081-1d31dda01152, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cda7d146-81fb-409e-a081-1d31dda01152,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:54.053795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.124999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] Set router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:54.183531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for cda7d146-81fb-409e-a081-1d31dda01152 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:54.355041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.381889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] For port 90fe4ff0-de30-4238-a013-960a50d84977, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=90fe4ff0-de30-4238-a013-960a50d84977,segment=NetworkSegment(d46fa28f-815b-478a-b2c2-f02b5da0d30f),segment_id=d46fa28f-815b-478a-b2c2-f02b5da0d30f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 22:59:54.382200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.521349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Calling delete_port for 90fe4ff0-de30-4238-a013-960a50d84977 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 22:59:54.536663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=cda7d146-81fb-409e-a081-1d31dda01152,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:54.603776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.656186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.713243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] Pushing event deleted for resources: {'Port': ['ID=90fe4ff0-de30-4238-a013-960a50d84977,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:54.715841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f916293-de36-4bd8-aeec-748f7e8eec17 None None] No DVR routers for this DVR port 90fe4ff0-de30-4238-a013-960a50d84977 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:59:54.729915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:59:51Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:54.733987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4f2c3-9c53-4052-bcfb-1a02ac03ec70 None None] The sync data for ids ['871be8bd-8da5-4799-a5e1-ff8bd50ec45a'] in dv-neutron-805768-3-hyperv is: [{'id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'name': 'tempest-TestNetworkBasicOps-router-87425126', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:59:51Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'cda7d146-81fb-409e-a081-1d31dda01152', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871be8bd-8da5-4799-a5e1-ff8bd50ec45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:47Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:54.790557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.792829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.815742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.816408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router 871be8bd-8da5-4799-a5e1-ff8bd50ec45a {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 22:59:54.834357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.835495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-298dcc9a-0f77-4c96-befe-0018e2d93ace tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/871be8bd-8da5-4799-a5e1-ff8bd50ec45a HTTP/1.1" status: 204 len: 168 time: 1.3646851 Feb 17 22:59:54.838554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37816) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:54.926018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:54.956840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.094481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.122215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adeb574f-fec0-45de-adf8-bdb9985bcb8f']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:55.136694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46fa28f-815b-478a-b2c2-f02b5da0d30f') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:55.137171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46fa28f-815b-478a-b2c2-f02b5da0d30f') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:55.152583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.171438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.181948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:59:55.182278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:59:55.251716 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:59:55.255166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7ae2ace7-4e01-49cc-b411-48e78141e59d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:59:55.285931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.291008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7ae2ace7-4e01-49cc-b411-48e78141e59d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:59:55.291354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7ae2ace7-4e01-49cc-b411-48e78141e59d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:59:55.291771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 90fe4ff0-de30-4238-a013-960a50d84977 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:59:55.305019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.317788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=adeb574f-fec0-45de-adf8-bdb9985bcb8f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:55.327798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ba479cb1-59a3-4a4c-8dcd-3cdceab91be4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/adeb574f-fec0-45de-adf8-bdb9985bcb8f HTTP/1.1" status: 204 len: 168 time: 0.4882050 Feb 17 22:59:55.328117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 90fe4ff0-de30-4238-a013-960a50d84977 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:59:55.328485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 90fe4ff0-de30-4238-a013-960a50d84977 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:59:55.351806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37820) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:55.358224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--2122498152', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:55.364284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:59:55.368695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:59:55.371675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:59:55.377493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:59:55.389283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:55.392748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.423664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:59:55.435446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.435783 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment da998da5-0311-41d9-82f4-ec921641846b of type vlan for network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 Feb 17 22:59:55.464147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.495056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.500813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:55.501425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.611790 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2587838 Feb 17 22:59:55.615210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37824) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:55.622760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:55.628660 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7da0b-8e06-45f9-ac34-79f99f88059f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=0c8e587a-9ac4-4ffd-9495-883ae117a5c1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:55.632574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:59:55.636871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:59:55.639116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 22:59:55.639796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:59:55.646978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:59:55.657562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.659750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.676949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:55.951974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:56.272964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:56.306753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:56.446807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.26 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/58319b6e-2533-49dc-b478-a8cd830df479) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:56.594751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:56.623965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:56.692867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:56.694144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:56.697907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:59:56.736225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=58319b6e-2533-49dc-b478-a8cd830df479,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:57.156741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cda7d146-81fb-409e-a081-1d31dda01152 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 22:59:57.192443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: cda7d146-81fb-409e-a081-1d31dda01152 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 22:59:57.192775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cda7d146-81fb-409e-a081-1d31dda01152 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 22:59:57.234083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:57.569193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:57.771321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 7882f89b-4d7b-47fd-bb50-4514ad65d366 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 22:59:57.951795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 22:59:57.961059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Sync routers for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:57.970723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:57.971362 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:57.978327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:57.979557 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-25cc4334-ee0e-484c-8e9b-49039b38e03a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3634291 Feb 17 22:59:57.983015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37828) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:58.024522 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fe632db5-291b-4af7-abcf-037f6a11aed5 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404210 Feb 17 22:59:58.027055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37832) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:58.180258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8905a5-4288-432a-9934-4b00ade20bdb tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:58.181899 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9b8905a5-4288-432a-9934-4b00ade20bdb tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538162 Feb 17 22:59:58.184742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37836) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:58.199500 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:58.218207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.342356 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-49155844-b33b-4494-a7ef-fa7f779bb822 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1564314 Feb 17 22:59:58.344923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37840) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:58.351026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-52481718', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:58.462275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 22:59:58.466001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 22:59:58.468825 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 22:59:58.475063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 22:59:58.486640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:58.490566 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T22:59:57Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T22:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:58.490814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.494912 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Checking router: 7882f89b-4d7b-47fd-bb50-4514ad65d366 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:58.495927 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Updating router 7882f89b-4d7b-47fd-bb50-4514ad65d366 port 58319b6e-2533-49dc-b478-a8cd830df479 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:59:58.552713 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.713012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.791142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=0529ab88-1a8f-42d0-8555-a45a11c0d153,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:58.802082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:59:58.802444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 0c8e587a-9ac4-4ffd-9495-883ae117a5c1, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:59:58.822879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:59:58.835088 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 0c8e587a-9ac4-4ffd-9495-883ae117a5c1) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:58.839356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:58.839946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.846797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35558c5-47e3-47df-8418-74ad24c7dc2f None None] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 22:59:58.866261 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-38ec6e83-d102-458c-b8d3-1ebc7b6ff5bf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5204048 Feb 17 22:59:58.868884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37844) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 22:59:58.903591 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:58.915808 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Transition to ACTIVE for port object 58319b6e-2533-49dc-b478-a8cd830df479 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:58.923006 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.004429 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Pushing event updated for resources: {'Port': ['ID=58319b6e-2533-49dc-b478-a8cd830df479,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:59.013959 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.014664 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.015216 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.015728 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.016234 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.016749 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.017216 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.017671 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.018175 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.018588 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.018994 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.019530 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.028940 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Attempting to bind port 58319b6e-2533-49dc-b478-a8cd830df479 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:59:59.029453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Attempting to bind port 58319b6e-2533-49dc-b478-a8cd830df479 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:59:59.029983 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Attempting to bind port 58319b6e-2533-49dc-b478-a8cd830df479 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:59:59.036475 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:59:59.037219 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:59:59.037825 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.038416 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:59:59.039068 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Bound port: 58319b6e-2533-49dc-b478-a8cd830df479, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:59:59.039645 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.085813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 22:59:59.086645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.124794 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] For port 58319b6e-2533-49dc-b478-a8cd830df479, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:59:59.129165 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] For port 58319b6e-2533-49dc-b478-a8cd830df479, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58319b6e-2533-49dc-b478-a8cd830df479,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:59:59.133172 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.214177 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 22:59:59.214794 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:59.249604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Allocated IP 172.20.0.2 (0c8e587a-9ac4-4ffd-9495-883ae117a5c1/0529ab88-1a8f-42d0-8555-a45a11c0d153/c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:59.273772 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2dec-882a-43d0-adc6-055a69502a19 None None] Pushing event updated for resources: {'Port': ['ID=58319b6e-2533-49dc-b478-a8cd830df479,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:59.408344 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 22:59:59.523016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.534924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Transition to ACTIVE for port object c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:59.536368 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 22:59:59.555175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Transition to ACTIVE for port object c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:59.566400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.632553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.639967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:59.642847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:59.647390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 22:59:59.656670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Pushing event updated for resources: {'Port': ['ID=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:59.696842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.697210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.697428 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.697756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.698076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.698399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.698717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.699036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.699420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.699741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.700055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.700365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:59.744953 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T22:59:57Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T22:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:59.748996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d866c-1bb6-4445-a0e6-b9e0096fa6a6 None None] The sync data for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv is: [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T22:59:57Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T22:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:59.756325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Attempting to bind port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 22:59:59.756755 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Attempting to bind port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 22:59:59.757203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Attempting to bind port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 22:59:59.762816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 22:59:59.763273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Checking segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 22:59:59.763736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.764191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Bound using segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 22:59:59.764712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Bound port: c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 22:59:59.765193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.859977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d005590b-f615-401f-a971-f672f53ca945 None None] For port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 22:59:59.865056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d005590b-f615-401f-a971-f672f53ca945 None None] For port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 22:59:59.869345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 22:59:59.973508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005590b-f615-401f-a971-f672f53ca945 None None] Pushing event updated for resources: {'Port': ['ID=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:00.234720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (0c8e587a-9ac4-4ffd-9495-883ae117a5c1/0529ab88-1a8f-42d0-8555-a45a11c0d153/e1d9aed2-73a4-476c-a00b-09b1bc7b511b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:00.422653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:00.446419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object e1d9aed2-73a4-476c-a00b-09b1bc7b511b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:00.472115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:00.545156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:00.548371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:00.553120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:00.591386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:00.624024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:00.900558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:00.985750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf60a64-e399-4846-af91-af36c49be214 None None] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:00:01.078008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-24f62332-1ca0-4eef-b828-9f4f30e167ed None None] Provisioning for port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:01.322811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58319b6e-2533-49dc-b478-a8cd830df479 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:01.369671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.376104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.400007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 58319b6e-2533-49dc-b478-a8cd830df479 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:01.406030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 58319b6e-2533-49dc-b478-a8cd830df479 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:01.406405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.504692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.508336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:01.556068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.569847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d565d53-41ee-4cf4-bab1-0899335133c0 None None] Provisioning for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:01.577574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d565d53-41ee-4cf4-bab1-0899335133c0 None None] Provisioning complete for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:01.577937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d565d53-41ee-4cf4-bab1-0899335133c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.610636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 58319b6e-2533-49dc-b478-a8cd830df479, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58319b6e-2533-49dc-b478-a8cd830df479,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:01.628537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.629325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:01.665735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:01.666895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:01.739473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7d565d53-41ee-4cf4-bab1-0899335133c0 None None] Port e1d9aed2-73a4-476c-a00b-09b1bc7b511b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:01.771128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=58319b6e-2533-49dc-b478-a8cd830df479,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:01.786665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:01.792169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:01.792538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.937820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fb71bccd-fd19-4ded-9200-509d1ee5b0aa None None] Provisioning complete for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:01.938187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb71bccd-fd19-4ded-9200-509d1ee5b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.965508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:01.979983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 7882f89b-4d7b-47fd-bb50-4514ad65d366 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:00:02.014102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fb71bccd-fd19-4ded-9200-509d1ee5b0aa None None] Port e1d9aed2-73a4-476c-a00b-09b1bc7b511b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:02.022378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:02.027056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:02.112817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:02.134471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5d623c13-1236-43ff-9ff3-1da6067983fb None None] Provisioning complete for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:02.134838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5d623c13-1236-43ff-9ff3-1da6067983fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:02.166791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:02.179988 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf6eb134-5e36-4ad1-89dc-6d3a41c2e2de tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/7882f89b-4d7b-47fd-bb50-4514ad65d366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3100071 Feb 17 23:00:02.182427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37848) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:02.182561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Sync routers for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:02.202326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5d623c13-1236-43ff-9ff3-1da6067983fb None None] Port e1d9aed2-73a4-476c-a00b-09b1bc7b511b cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:02.203724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:02.204459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:02.328608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.329001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.329491 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.329943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.330526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.330977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.332720 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d768791e-c67b-4c7e-bd80-a963798b5226 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1491160 Feb 17 23:00:02.335520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37852) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:02.407157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.407874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.408045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.408512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.409529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.409978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:02.411707 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7542b4a2-8668-44fd-b4d5-0e97863e60e6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0752923 Feb 17 23:00:02.414426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37856) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:02.428966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:02.631208 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-591e3972-86ab-4fd7-bfbc-7daf3e4bd460 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2155566 Feb 17 23:00:02.633764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37860) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:02.639090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1590280698', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:02.742704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:02.746529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Checking router: 7882f89b-4d7b-47fd-bb50-4514ad65d366 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:02.746876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Updating router 7882f89b-4d7b-47fd-bb50-4514ad65d366 port e1d9aed2-73a4-476c-a00b-09b1bc7b511b binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:02.778658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:02.782756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:port and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:02.785785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:02.791469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:02.802506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:02.804374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:02.806485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:02.829020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] device_id is not set on port f1b73df5-e045-45bb-b536-3030b15a0115 yet. {{(pid=87694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 23:00:02.974957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.9 (0c8e587a-9ac4-4ffd-9495-883ae117a5c1/0529ab88-1a8f-42d0-8555-a45a11c0d153/f1b73df5-e045-45bb-b536-3030b15a0115) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:03.183188 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.199454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object f1b73df5-e045-45bb-b536-3030b15a0115 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:03.208942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58319b6e-2533-49dc-b478-a8cd830df479 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:03.234927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.310449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:03.313611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:03.317786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:03.352882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:03.384805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 58319b6e-2533-49dc-b478-a8cd830df479 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:03.385202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.385391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:03.385990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.414573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6e73c9be-e4cf-4164-b4be-1e437b54a5c2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7797096 Feb 17 23:00:03.589015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.592800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:03.635422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9998554d-8785-4991-9ffa-4c7bb836a204 None None] Provisioning for port f1b73df5-e045-45bb-b536-3030b15a0115 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:03.652625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Transition to ACTIVE for port object e1d9aed2-73a4-476c-a00b-09b1bc7b511b will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:03.658192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9998554d-8785-4991-9ffa-4c7bb836a204 None None] Provisioning complete for port f1b73df5-e045-45bb-b536-3030b15a0115 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:03.659133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9998554d-8785-4991-9ffa-4c7bb836a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.670009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37868) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:03.675972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209895609', 'description': 'tempest-secgroup-smoke-209895609 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:03.683081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:03.687251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:03.690786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:03.695253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.696672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:03.707545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.727919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:03.731733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:03.734565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:03.741252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:03.821853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.827149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.839226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9998554d-8785-4991-9ffa-4c7bb836a204 None None] Port f1b73df5-e045-45bb-b536-3030b15a0115 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:03.879109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c838ac-cd70-4ad9-a753-d0be2be4014a None None] Pushing event updated for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:03.879574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5d848-7419-4cea-81dc-671f8eb706d7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:03.883464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.888919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-601f7b80-4d39-4c64-8de4-0be068d4e861 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2135625 Feb 17 23:00:03.890209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37872) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:03.902334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:03.917654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:03.922084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:03.925213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:03.931745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:03.945742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:03.946104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.950442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:03.987926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Attempting to bind port e1d9aed2-73a4-476c-a00b-09b1bc7b511b on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:03.988439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Attempting to bind port e1d9aed2-73a4-476c-a00b-09b1bc7b511b by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:03.988802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Attempting to bind port e1d9aed2-73a4-476c-a00b-09b1bc7b511b on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:04.003056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:04.003612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Checking segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:04.004016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.004411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Bound using segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:04.004885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Bound port: e1d9aed2-73a4-476c-a00b-09b1bc7b511b, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:04.005279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.017745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.022468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.045600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda51cc6-2d67-454f-a3ae-630e217d7f1e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.060668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.062012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-20d41e7b-2ea9-4d37-a4d8-a334fc6314e9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693273 Feb 17 23:00:04.065471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37876) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:04.071944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:04.078320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:04.083373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:04.086235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:04.091961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:04.109526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.162856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] For port e1d9aed2-73a4-476c-a00b-09b1bc7b511b, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:04.176081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] For port e1d9aed2-73a4-476c-a00b-09b1bc7b511b, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:04.176589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.181764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.183084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.208099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafe5673-1c79-4f75-a4ab-cf0b89cf105b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.219992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.221995 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0c703473-05f0-4ad6-86e1-c1c153235b94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550877 Feb 17 23:00:04.224790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37880) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:04.230138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:04.236399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:04.241300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:04.244619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:04.250673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:04.268438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.308365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:04.309000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:04.338514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.342976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.369807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d28d96-b9d5-4320-9955-46566132ee50,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.374035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c838ac-cd70-4ad9-a753-d0be2be4014a None None] Pushing event updated for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.380846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.382440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a7d7039-a61d-4a23-bc89-949eab4553f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566343 Feb 17 23:00:04.385203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:04.390446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:04.396512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:04.400445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:04.403478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:04.411064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:04.429979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.498117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:04.501010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.505679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.532125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072961cb-2cd6-451b-8393-ad53d41bff42,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.543144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.544514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d1ec9158-01cc-493d-a0ae-426f7c192bcf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580875 Feb 17 23:00:04.547232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37888) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:04.553149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:04.559494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:04.563347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:04.566316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:04.572062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:04.583343 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:00:04.590239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.660496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.664550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.688875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1eb990-f2ae-4268-86fd-66c63b23b3ff,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.699754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.700971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-efcb04cf-f678-471e-b9dc-c322c09f4e4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528320 Feb 17 23:00:04.703862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37892) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:04.710641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'ffd5d848-7419-4cea-81dc-671f8eb706d7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:04.716320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:04.720039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:04.723486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:04.729032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:04.743387 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:00:04.749927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.838236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:04Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:04.842723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ffd00-eada-4dc5-bd53-476ef0e07c9a None None] The sync data for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv is: [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:04Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:04.947686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.951902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.978646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b012a169-2bd9-4bf9-bb4e-34488467b4e6,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:04.989623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:04.990958 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-36d39c26-594f-41a4-8879-c0a1fd5b9317 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2859299 Feb 17 23:00:05.172431 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-e6eb6fd2-c1e2-46f8-91a6-7022e32d470c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209895609&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0410020 Feb 17 23:00:05.243231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e1d9aed2-73a4-476c-a00b-09b1bc7b511b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:05.266701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-e3842b0a-1423-43c9-b946-fd8ab7747c87 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:05.268843 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-e3842b0a-1423-43c9-b946-fd8ab7747c87 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 930 time: 0.0865552 Feb 17 23:00:05.323959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:05.328923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:05.329529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:05.349218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-afcf58ed-a152-4bc4-82c3-ee5a36a95985 service neutron] 10.222.0.42 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0683122 Feb 17 23:00:05.471100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:05.491927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-4274dd02-caf3-456c-be07-fa9ec39f4399 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367307 Feb 17 23:00:05.506939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e1d9aed2-73a4-476c-a00b-09b1bc7b511b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:05.512150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:05.585812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:05.739618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-4bf46b7a-3cd3-4ad7-bfe4-1e7d51f3f45c service neutron] 10.222.0.42 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432892 Feb 17 23:00:05.934687 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-387e2209-17ba-49cb-8447-a3463b18dec4 req-1f7b825a-f515-4a52-9d59-1351c3724a56 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 210 time: 0.0460658 Feb 17 23:00:06.866574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-3e4b33b5-c3ee-4f68-99b8-c1e56b8dc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:06.867950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-3e4b33b5-c3ee-4f68-99b8-c1e56b8dc0bf service neutron] 10.222.0.43 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1026 time: 0.0661066 Feb 17 23:00:07.031485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-9577a319-7a10-4ae7-bcba-e7a430b71ba1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:07.032174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-9577a319-7a10-4ae7-bcba-e7a430b71ba1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:00:07.050867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-9577a319-7a10-4ae7-bcba-e7a430b71ba1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:00:07.052687 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-9577a319-7a10-4ae7-bcba-e7a430b71ba1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 797 time: 0.1794980 Feb 17 23:00:07.123486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1998ce5f-a61c-4b18-b2fc-36b944d7a674 req-2b9372fd-e5fe-4311-85e8-c75902210af1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 210 time: 0.0496836 Feb 17 23:00:07.146003 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-101e221c-b61c-49ca-94be-28c428e98d5f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 379 time: 0.0857074 Feb 17 23:00:07.156254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Request body: {'port': {'device_id': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:07.208843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e1d9aed2-73a4-476c-a00b-09b1bc7b511b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:07.266513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:07.281294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e1d9aed2-73a4-476c-a00b-09b1bc7b511b triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:07.281544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:07.620226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b73df5-e045-45bb-b536-3030b15a0115 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:00:07.628216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:07.642748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Transition to ACTIVE for port object f1b73df5-e045-45bb-b536-3030b15a0115 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:07.646247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:07.801818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:07.886464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:07.887058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:07.887058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:07.891757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:00:07.892074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:07.897882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:07.898226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Checking segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:07.898601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Bound using segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:07.899044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Bound port: f1b73df5-e045-45bb-b536-3030b15a0115, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:07.899381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:07.987143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:07.990089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:07.994815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:08.051515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:08.052025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:08.053915 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] 10.222.0.43 "PUT /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1131 time: 0.9013937 Feb 17 23:00:08.061957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:08.092265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa1ed-2661-4501-b03f-5acf5ec3715c service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:08.130141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'status': 'completed', 'code': 200} Feb 17 23:00:08.175609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-45ef7721-0a29-4181-8a65-3ed07a60d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:08.177745 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-45ef7721-0a29-4181-8a65-3ed07a60d089 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 1134 time: 0.0800772 Feb 17 23:00:08.283805 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-3daf46f8-55b0-4ec4-8b42-f0e7f6087444 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 217 time: 0.0988638 Feb 17 23:00:08.484288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-e5aceeb3-edaa-4eaa-8f48-d1ac024d84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:08.485667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-e5aceeb3-edaa-4eaa-8f48-d1ac024d84cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 200 len: 833 time: 0.1960256 Feb 17 23:00:08.548521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7bbb-f19d-49d9-ac9a-84dbc357004a req-f87ad45c-8e31-47c5-ac96-3a41bf3df2dd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:08.551110 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-631f7bbb-f19d-49d9-ac9a-84dbc357004a req-f87ad45c-8e31-47c5-ac96-3a41bf3df2dd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 981 time: 0.3066983 Feb 17 23:00:08.616305 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-631f7bbb-f19d-49d9-ac9a-84dbc357004a req-12ddfce4-5ca5-42d3-9ca7-879e8091d235 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Feb 17 23:00:08.629956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-5663cb53-5599-43cf-86de-6f8ce5efafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:08.631365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-5663cb53-5599-43cf-86de-6f8ce5efafc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1385770 Feb 17 23:00:08.773218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-6b4afbd2-b885-4b71-b728-b3fdd12a2c03 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355178 Feb 17 23:00:08.907677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fe31b9-2d0e-4f87-ae9e-402f98f489fc req-7ba84ed2-4111-48ca-8569-c7f0a39310b1 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277592 Feb 17 23:00:09.027905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-1f61b02d-376f-4359-bacc-80a6e0cfb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:09.029331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-1f61b02d-376f-4359-bacc-80a6e0cfb148 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 1134 time: 0.0762129 Feb 17 23:00:09.161464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-05b7b5e5-4a96-46a5-8640-f44c1ad41445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:09.162893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-05b7b5e5-4a96-46a5-8640-f44c1ad41445 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 897 time: 0.1276081 Feb 17 23:00:09.229634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-b51d15ce-e14c-46c2-89e0-bd7aeaf7d506 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 217 time: 0.0599482 Feb 17 23:00:09.302418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-3b857025-56c5-4856-86c6-14ae3411c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:09.303834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-3b857025-56c5-4856-86c6-14ae3411c420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 200 len: 833 time: 0.0674779 Feb 17 23:00:09.381769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-f479a597-a795-4b53-8c1b-215798910c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:09.383780 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-f479a597-a795-4b53-8c1b-215798910c74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722046 Feb 17 23:00:09.543940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-df3af0ad-fcc8-471f-b348-73f0b51cd5bb service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529527 Feb 17 23:00:09.708867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23d0863d-5479-4a1f-bc16-cc23de1250d3 req-eafef6b9-2b89-4d78-b442-ff6d96c66023 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573539 Feb 17 23:00:09.826639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5ae9-44cb-46a3-9cf7-39202815cf27 req-7b259d15-5e1e-4bf5-b32b-7261c442fc52 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:09.828594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae5f5ae9-44cb-46a3-9cf7-39202815cf27 req-7b259d15-5e1e-4bf5-b32b-7261c442fc52 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 981 time: 0.0909374 Feb 17 23:00:09.879881 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae5f5ae9-44cb-46a3-9cf7-39202815cf27 req-06ce8c84-3b4c-4fbd-add5-3a3083f8e98f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Feb 17 23:00:11.084787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366efeb-0c66-4517-bdb2-d6cb841282ed req-e0796b03-9481-492e-a959-7e4b8fbcfa84 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:11.087145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e366efeb-0c66-4517-bdb2-d6cb841282ed req-e0796b03-9481-492e-a959-7e4b8fbcfa84 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 981 time: 0.0883732 Feb 17 23:00:11.136705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e366efeb-0c66-4517-bdb2-d6cb841282ed req-7f39181f-dbf9-4a63-926e-86729bfd0944 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Feb 17 23:00:11.520555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:00:11.693414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:11.716716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'mac_address': 'fa:16:3e:90:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:00:11.810201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:11.828559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b73df5-e045-45bb-b536-3030b15a0115 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:00:11.841649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:11.846677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:11.920807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:12.061298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['f1b73df5-e045-45bb-b536-3030b15a0115'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:00:12.360773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeec24d-424e-41a6-a2ea-8de077266da2 req-b79b16e8-e111-4117-a030-cd2c3e3c5d90 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:12.362435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdeec24d-424e-41a6-a2ea-8de077266da2 req-b79b16e8-e111-4117-a030-cd2c3e3c5d90 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 982 time: 0.1070659 Feb 17 23:00:12.410503 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdeec24d-424e-41a6-a2ea-8de077266da2 req-dae4adb4-0d04-4a1e-bdc0-dd9844d966fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Feb 17 23:00:13.514642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:13.619151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ad06-e757-4f76-ba45-6684bb81b573 req-03bd8306-b1e2-4de0-b1c6-21163b7cf726 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:13.620724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7420ad06-e757-4f76-ba45-6684bb81b573 req-03bd8306-b1e2-4de0-b1c6-21163b7cf726 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 982 time: 0.0923178 Feb 17 23:00:13.637347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port f1b73df5-e045-45bb-b536-3030b15a0115 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:13.643131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port f1b73df5-e045-45bb-b536-3030b15a0115 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:13.643482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:13.680036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7420ad06-e757-4f76-ba45-6684bb81b573 req-ce82baf8-9d2b-46b8-95f0-d740f7eceb57 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535765 Feb 17 23:00:13.783252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:13.811199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:13.821702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:13.825320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:13.860620 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'code': 200} Feb 17 23:00:13.899794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:14.086009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a81c4-d3ab-4257-a956-ca7980aa8465 req-08cede04-0b1c-4542-a03a-54bd5681b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:14.087498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a43a81c4-d3ab-4257-a956-ca7980aa8465 req-08cede04-0b1c-4542-a03a-54bd5681b832 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 1136 time: 0.0770762 Feb 17 23:00:14.132844 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a43a81c4-d3ab-4257-a956-ca7980aa8465 req-0942a844-9b06-4f08-9e7a-a45ada63fc9b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Feb 17 23:00:14.869000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f777-56dc-42b5-b8ca-da0a367733c6 req-4bc128e7-c8e8-4bbe-9b75-5298c4c88743 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:14.870497 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1473f777-56dc-42b5-b8ca-da0a367733c6 req-4bc128e7-c8e8-4bbe-9b75-5298c4c88743 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.0857563 Feb 17 23:00:15.020733 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1473f777-56dc-42b5-b8ca-da0a367733c6 req-8b539343-b93e-4864-9c9f-7642501f9ec5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446369 Feb 17 23:00:16.212292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec95c-d642-448e-905e-a35ee3511cd9 req-b972f01c-26b8-4335-8f7e-e9921baf2147 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:16.213808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e1aec95c-d642-448e-905e-a35ee3511cd9 req-b972f01c-26b8-4335-8f7e-e9921baf2147 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.0825117 Feb 17 23:00:16.260246 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e1aec95c-d642-448e-905e-a35ee3511cd9 req-7002e56f-7b98-414e-ac36-7258eca337cf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Feb 17 23:00:16.452353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee01c-bd3a-43b2-ad2e-4b3eb95ba651 req-26d3ca1c-b7f9-44f2-b038-f45a99056f41 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:16.453857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a5ee01c-bd3a-43b2-ad2e-4b3eb95ba651 req-26d3ca1c-b7f9-44f2-b038-f45a99056f41 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.0869603 Feb 17 23:00:16.500065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6a5ee01c-bd3a-43b2-ad2e-4b3eb95ba651 req-fa1530e0-5bb7-4689-8873-e08eb3d55591 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Feb 17 23:00:16.524228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37946) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:16.603482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03907c0-8be2-4c6a-8c45-17ac0cbd3851 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:16.604982 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f03907c0-8be2-4c6a-8c45-17ac0cbd3851 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 1131 time: 0.0796988 Feb 17 23:00:16.607796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 37950) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:16.613195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:16.619242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:16.623072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:16.625914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:16.632259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:16.644006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:16.787059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:16.921853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.147 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/1c8481d6-ad83-4917-9b48-dcad30dd36eb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:17.069694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:17.104252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:17.176145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:17.179321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:17.183174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:17.222223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=1c8481d6-ad83-4917-9b48-dcad30dd36eb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:17.601983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:17.680509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:17.887762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:17.892964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:18.007286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=1c8481d6-ad83-4917-9b48-dcad30dd36eb,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:18.015806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:18.297299 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 53ea02bc-292b-409b-8a5e-5fbc86e7b400 associated. External IP: 172.26.7.147, port: f1b73df5-e045-45bb-b536-3030b15a0115. Feb 17 23:00:18.661040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 7882f89b-4d7b-47fd-bb50-4514ad65d366 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:00:18.851460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:18.862506 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Sync routers for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:18.873100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:18.874005 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:18.879835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:18.941940 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-29e17249-d734-4bf1-99d6-30bbe1499fb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3331444 Feb 17 23:00:18.942531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:18.945552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37954) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:18.989757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'status': 'completed', 'code': 200} Feb 17 23:00:19.081016 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:19.114278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb579150-ccea-4b4f-aad2-73206ba61457 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.118492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-eb579150-ccea-4b4f-aad2-73206ba61457 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac&network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 1131 time: 0.1699579 Feb 17 23:00:19.128898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-63d91f41-8888-4cf0-af18-8b768416d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.131350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-63d91f41-8888-4cf0-af18-8b768416d614 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 1136 time: 0.1131222 Feb 17 23:00:19.368417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-4d8532bf-ba38-4244-917a-bfc934ffde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.370384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-4d8532bf-ba38-4244-917a-bfc934ffde9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 897 time: 0.2317488 Feb 17 23:00:19.476560 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '53ea02bc-292b-409b-8a5e-5fbc86e7b400', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1590280698', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'mac_address': 'fa:16:3e:90:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:00:17Z', 'updated_at': '2022-02-17T23:00:17Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:19.480708 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Checking router: 7882f89b-4d7b-47fd-bb50-4514ad65d366 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:19.490394 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:19.490989 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T22:59:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:19.541390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-47301706-59ce-4b94-a9df-983a15c59f32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1037 time: 0.1642895 Feb 17 23:00:19.623293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-dd82a959-e0d0-4148-ac08-86ac6e1e5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.624868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-dd82a959-e0d0-4148-ac08-86ac6e1e5f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 200 len: 833 time: 0.0704355 Feb 17 23:00:19.688289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438a37c-164b-40ee-8615-e6e946a7f3d2 req-2da14a54-f16f-46f1-a264-59e956e8deed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.690113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6438a37c-164b-40ee-8615-e6e946a7f3d2 req-2da14a54-f16f-46f1-a264-59e956e8deed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.2103846 Feb 17 23:00:19.707920 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:19.771541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6438a37c-164b-40ee-8615-e6e946a7f3d2 req-3ee65439-46f5-4180-8223-3e874d6a3d13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685775 Feb 17 23:00:19.774755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-34f69f5a-c36f-4749-ab0c-e5683ad2584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:19.776179 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-34f69f5a-c36f-4749-ab0c-e5683ad2584c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1429186 Feb 17 23:00:19.928532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-8d29b8b8-7002-4c57-af82-5b0d36c852a1 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447814 Feb 17 23:00:20.073414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b19695b-3f17-4ee6-bf80-c481b44c8155 req-f76c038b-f91a-40ff-934e-7c78f0e6e978 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375356 Feb 17 23:00:20.100612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cc6779b5-a8eb-407a-870c-7d1627c7531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:20.146858 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '53ea02bc-292b-409b-8a5e-5fbc86e7b400', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1590280698', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'mac_address': 'fa:16:3e:90:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:00:17Z', 'updated_at': '2022-02-17T23:00:17Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:20.150976 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b103971-52e0-48ea-984a-6e67e1a65795 None None] The sync data for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv is: [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '53ea02bc-292b-409b-8a5e-5fbc86e7b400', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1590280698', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'mac_address': 'fa:16:3e:90:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754c431-53ee-4b46-8a24-7f190c5bdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:00:17Z', 'updated_at': '2022-02-17T23:00:17Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:20.351872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd23eb0-2264-41c7-8e51-136c3253cce9 None None] New status for floating IP 53ea02bc-292b-409b-8a5e-5fbc86e7b400: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:00:20.948825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-cfa9c31b-cb60-4b0d-a5ce-fbd45bc22459 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:20.951947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-cfa9c31b-cb60-4b0d-a5ce-fbd45bc22459 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.1483159 Feb 17 23:00:21.054639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-fe89456a-1d85-4286-880f-36416258bf99 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.054639 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-fe89456a-1d85-4286-880f-36416258bf99 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0958641 Feb 17 23:00:21.163338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52cf6f-f520-4476-89bb-0f1bdd5736ae req-2630429b-a82e-493e-83ad-cf37f4eb90f5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.164750 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc52cf6f-f520-4476-89bb-0f1bdd5736ae req-2630429b-a82e-493e-83ad-cf37f4eb90f5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 983 time: 0.2566655 Feb 17 23:00:21.252203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc52cf6f-f520-4476-89bb-0f1bdd5736ae req-a83cf5ab-ff56-43b8-9a17-aba49ce4d883 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799754 Feb 17 23:00:21.277032 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-65a0a769-ed1b-4c02-afb9-6ead22dc390a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2178988 Feb 17 23:00:21.289306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:21.564403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:21.821441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:21.861423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:21.925994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] device_id is not set on port f1b73df5-e045-45bb-b536-3030b15a0115 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 23:00:21.939076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:21.948647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:22.132535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=6']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:22.198590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] No DVR routers for this DVR port f1b73df5-e045-45bb-b536-3030b15a0115 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:00:22.316202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ecce552c-14de-4dbd-8978-017e1e144782 None None] Provisioning complete for port f1b73df5-e045-45bb-b536-3030b15a0115 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:22.316784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ecce552c-14de-4dbd-8978-017e1e144782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:22.384070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ecce552c-14de-4dbd-8978-017e1e144782 None None] Port f1b73df5-e045-45bb-b536-3030b15a0115 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:22.399628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-08d4a4c4-6118-483d-8149-fa5234c72d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:22.469656 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5580924f-bd18-45be-866a-02ee2782bfbd req-f1b8eb3e-c982-41ac-876d-b03d5896dfd3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0754c431-53ee-4b46-8a24-7f190c5bdfac HTTP/1.1" status: 200 len: 210 time: 0.0867424 Feb 17 23:00:22.499131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] In _notify_port_updated(), no bound segment for port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 23:00:22.500067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:22.500618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:22.502907 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6f2e71e-ab1b-4449-8bef-0f4e130596c0 req-1f2d9c28-bcc6-416c-b511-3a29dc2401b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1026 time: 1.2180848 Feb 17 23:00:23.327652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:23.511114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:23.559903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:00:23.582328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37974) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:23.622539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:00:23.655473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1af24-b124-46ea-9f28-f0ceccd8a868 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:23.656838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-55f1af24-b124-46ea-9f28-f0ceccd8a868 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 925 time: 0.0735116 Feb 17 23:00:23.913339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37980) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:23.918715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082621703', 'description': 'tempest-secgroup-smoke-2082621703 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:23.925690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:23.930316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:23.933654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:23.940149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:23.952763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:23.972410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:23.976240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:23.979188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:23.985243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.071632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.076452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.125355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27e5d9-708c-4955-8094-9ebd8b416ab7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.131049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.135382 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-50ebc391-c153-43e5-97db-eb95415b3797 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2181265 Feb 17 23:00:24.136016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37984) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.140628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.147945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.151981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.154949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.161452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.178779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.242485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.246353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.271237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab25d653-3dec-4ccb-82ca-04f2d1134850,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.280092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.281310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f1abed84-c5e5-4cf2-95c6-2b5148074716 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447525 Feb 17 23:00:24.285325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37988) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.289853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.295851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.300699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.303685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.319120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.339280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.416006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.421245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.451067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322593c2-ba20-4dae-b9ec-79b515fd18ab,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.461865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.463065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f92c6de1-ab90-4392-a798-042642b126b9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773369 Feb 17 23:00:24.465872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37992) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.470986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.476997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.480856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.483798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.489655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.513342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.578710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.583520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.608266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749a254e-4831-41a2-ae4a-aa80b6afe3f3,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.618928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.620156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e9121ff2-bbea-4085-a598-a44fb9ffd71e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533883 Feb 17 23:00:24.623063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 37996) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.628964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.635654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.639553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.643578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.649459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.666584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.733380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.738944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.764517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9297062-d7f0-4df9-94bc-a36637765419,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.774082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.775331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b4a7c9a4-1632-4e4e-a432-746dc500711e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513412 Feb 17 23:00:24.778164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38000) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.784040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.790094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.793933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.796938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.803865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.817810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:00:24.825704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.898793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.903750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.929626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.930483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dd2f1e-802c-4f7c-8ead-fe9463ec3db1,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:24.939512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:24.940944 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-07de6aab-c388-433f-aa6b-fbe8f1599b8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617951 Feb 17 23:00:24.944555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38004) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:24.950537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '7b27e5d9-708c-4955-8094-9ebd8b416ab7', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:24.957031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:24.961042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:24.963947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:24.970292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:24.987897 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:00:24.996036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:25.067863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:25.072298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:25.096079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96e1a1d-012d-4c66-b057-c5aa9874409e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:25.106172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:25.107411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f75d867e-3c25-4c14-be04-ee9bb9ea838c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615860 Feb 17 23:00:25.269145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-c3bdf2f7-f0da-4706-847d-590860ce7248 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:00:25.284157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-c3bdf2f7-f0da-4706-847d-590860ce7248 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:00:25.285359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-c3bdf2f7-f0da-4706-847d-590860ce7248 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082621703&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0553319 Feb 17 23:00:25.366736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-b30573d8-ee06-4c40-9a69-17c88bfec951 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:25.368082 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-b30573d8-ee06-4c40-9a69-17c88bfec951 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 930 time: 0.0760574 Feb 17 23:00:25.440421 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-e925978f-c36b-487b-835d-0da64fc1b4fc service neutron] 10.222.0.42 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0602872 Feb 17 23:00:25.671808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-65c1ffc4-8c3f-4125-aab4-e4851ec50834 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258143 Feb 17 23:00:25.804610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-7bef4b98-c3aa-4404-baff-42e9dd4e1c7b service neutron] 10.222.0.42 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266499 Feb 17 23:00:25.986668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a9ef4f56-cb77-472d-a1ff-3d759385f448 req-d4c735f2-9cd1-4854-b108-0693834d82ea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 210 time: 0.0465195 Feb 17 23:00:26.950587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-23c8f293-fab9-40d9-9304-ca47a4e4ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:26.951941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-23c8f293-fab9-40d9-9304-ca47a4e4ec7f service neutron] 10.222.0.43 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1026 time: 0.0710180 Feb 17 23:00:27.166561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-658ff800-421e-49e3-9927-b076d15bf6ca req-2e8366cf-8640-4e5d-8724-6c748e3b4c24 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 210 time: 0.0631433 Feb 17 23:00:27.177944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-ca0ed722-3bc9-4606-9f18-bceeb5cac20c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:27.179627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-ca0ed722-3bc9-4606-9f18-bceeb5cac20c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 797 time: 0.2227423 Feb 17 23:00:27.234261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-2cc0521c-a298-4534-8996-fa5b2b5bfb74 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 472 time: 0.0463278 Feb 17 23:00:27.244495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Request body: {'port': {'device_id': 'fc3bd05d-9640-415f-ace0-089e01563a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:27.363903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:27.729970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b73df5-e045-45bb-b536-3030b15a0115 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:00:27.739210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:27.756035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Transition to ACTIVE for port object f1b73df5-e045-45bb-b536-3030b15a0115 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:27.759672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:27.913208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=7']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:28.044830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:28.045546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:28.045546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:28.051945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:00:28.051945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Attempting to bind port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:28.057330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:28.057957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Checking segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:28.058331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Bound using segment: {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:28.058757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Bound port: f1b73df5-e045-45bb-b536-3030b15a0115, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da998da5-0311-41d9-82f4-ec921641846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:28.059098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:28.152348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:28.155987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:28.160563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:28.217446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:28.218391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:28.220679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] 10.222.0.43 "PUT /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1131 time: 0.9799786 Feb 17 23:00:28.221743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3bd05d-9640-415f-ace0-089e01563a0c', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:28.238333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:28.299258 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3bd05d-9640-415f-ace0-089e01563a0c', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'status': 'completed', 'code': 200} Feb 17 23:00:28.459681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9c206-ce55-4546-91b8-26814b3fd0bc service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=8']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:28.516525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-f5d4ba1e-e8fa-4219-a1cf-74f2c4b21d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:28.518557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-f5d4ba1e-e8fa-4219-a1cf-74f2c4b21d3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 1134 time: 0.2556615 Feb 17 23:00:28.530131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de9d75-9bc2-4be8-baa4-2a315f592eba req-32b5d869-7bd6-4ef1-94eb-7f2d55ae4e9a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:28.531528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91de9d75-9bc2-4be8-baa4-2a315f592eba req-32b5d869-7bd6-4ef1-94eb-7f2d55ae4e9a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 981 time: 0.2271502 Feb 17 23:00:28.662119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91de9d75-9bc2-4be8-baa4-2a315f592eba req-3b2afdbe-6c45-490b-8094-d2b3889ce41a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817084 Feb 17 23:00:28.663970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-903286de-3945-4afd-ba17-27b227ac6b6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1037 time: 0.1315715 Feb 17 23:00:28.739401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-70cb82f0-f923-49b5-90b0-0884c9c67ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:28.741920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-70cb82f0-f923-49b5-90b0-0884c9c67ff0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 200 len: 833 time: 0.0716014 Feb 17 23:00:28.835550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-fb523245-fa42-428f-9655-2b010ac2b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:28.837064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-fb523245-fa42-428f-9655-2b010ac2b54c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898499 Feb 17 23:00:28.982453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-1cd89cf8-4474-4791-90c2-74b37af021ae service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381164 Feb 17 23:00:29.123199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b977b1b-5d9a-4d1f-b31b-483e176cc9a8 req-a2f05a97-de48-4755-9ca9-a3ad572d1b0a service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352584 Feb 17 23:00:29.250403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a07-f645-4364-84ba-2b1795389d4f req-b8dd6b93-c542-4892-a658-2f91f6beef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:29.252347 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-b8dd6b93-c542-4892-a658-2f91f6beef77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 1134 time: 0.0799687 Feb 17 23:00:29.391553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a07-f645-4364-84ba-2b1795389d4f req-693f4dab-cee9-4c5b-9ad5-49a7ba101bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:29.393223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-693f4dab-cee9-4c5b-9ad5-49a7ba101bd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 897 time: 0.1349144 Feb 17 23:00:29.523354 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-6c610441-490e-4f53-80c5-53954ec4156c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1037 time: 0.1132076 Feb 17 23:00:29.598407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a07-f645-4364-84ba-2b1795389d4f req-ac5b430f-c59f-4074-a467-b52fc64526b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:29.599847 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-ac5b430f-c59f-4074-a467-b52fc64526b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 200 len: 833 time: 0.0654886 Feb 17 23:00:29.680074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324a07-f645-4364-84ba-2b1795389d4f req-6296e61c-be70-4019-b56b-03069cb6856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:29.681615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-6296e61c-be70-4019-b56b-03069cb6856c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749133 Feb 17 23:00:29.871027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-c35ad7d7-2a1d-4eec-855e-0c197435f524 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818917 Feb 17 23:00:29.996236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7408399-e2f5-47ff-b270-ad140b421e73 req-b76dcb6b-db50-4bf8-a825-d4c0a18383d2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:29.997797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7408399-e2f5-47ff-b270-ad140b421e73 req-b76dcb6b-db50-4bf8-a825-d4c0a18383d2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 981 time: 0.2096703 Feb 17 23:00:30.058519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd324a07-f645-4364-84ba-2b1795389d4f req-487eec30-dcef-4021-a08a-74bb8ec18f18 service neutron] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795661 Feb 17 23:00:30.071807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7408399-e2f5-47ff-b270-ad140b421e73 req-12cdf575-c976-4b75-b996-aa51477199ed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632079 Feb 17 23:00:31.271611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfdd8e-bb93-4a8d-b21c-88bc528e4540 req-34dfbe58-6a2e-494f-a71a-c6498d0b96fd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:31.273124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f0cfdd8e-bb93-4a8d-b21c-88bc528e4540 req-34dfbe58-6a2e-494f-a71a-c6498d0b96fd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 981 time: 0.0851862 Feb 17 23:00:31.319247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f0cfdd8e-bb93-4a8d-b21c-88bc528e4540 req-ee119137-cfb5-4a3b-a4fb-612ea32096c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Feb 17 23:00:31.574923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:00:31.712082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:31.732041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'port_id': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'mac_address': 'fa:16:3e:90:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:00:31.795799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:31.816241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b73df5-e045-45bb-b536-3030b15a0115 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:00:31.832998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:31.836805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:31.906794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=9']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:32.058461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['f1b73df5-e045-45bb-b536-3030b15a0115'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:00:32.635789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bc9ca-32e2-451b-bd98-583f850d0329 req-6f701193-dad1-4e00-9a85-cb1cba35794d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:32.637233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec1bc9ca-32e2-451b-bd98-583f850d0329 req-6f701193-dad1-4e00-9a85-cb1cba35794d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 982 time: 0.2093029 Feb 17 23:00:32.684232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec1bc9ca-32e2-451b-bd98-583f850d0329 req-2823fc5e-f706-4610-9bd7-af95ca22b7c9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Feb 17 23:00:33.584061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:33.663718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port f1b73df5-e045-45bb-b536-3030b15a0115 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:33.669060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port f1b73df5-e045-45bb-b536-3030b15a0115 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:33.669464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:33.810856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:33.852097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3bd05d-9640-415f-ace0-089e01563a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:33.867932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:33.874581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:33.910143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9af7-02e1-4b6c-8f3e-7dd6a080c80d req-dbe0711d-bcce-4184-8d42-89e0a4bafac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:33.912172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c89f9af7-02e1-4b6c-8f3e-7dd6a080c80d req-dbe0711d-bcce-4184-8d42-89e0a4bafac6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 982 time: 0.1035762 Feb 17 23:00:33.917521 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3bd05d-9640-415f-ace0-089e01563a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b73df5-e045-45bb-b536-3030b15a0115', 'code': 200} Feb 17 23:00:33.968391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=10']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:33.977851 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c89f9af7-02e1-4b6c-8f3e-7dd6a080c80d req-6e397b49-c7e5-417e-9682-0a981f34e85b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 Feb 17 23:00:34.280048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53ea8f-3271-438c-8ae9-48ec2cf1ff8b req-fd2cb13a-fda8-40a7-87ba-42190e461cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:34.281628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d53ea8f-3271-438c-8ae9-48ec2cf1ff8b req-fd2cb13a-fda8-40a7-87ba-42190e461cd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 1137 time: 0.0795434 Feb 17 23:00:34.327160 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d53ea8f-3271-438c-8ae9-48ec2cf1ff8b req-02400253-14b8-4a85-94af-3f91fe819f28 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 Feb 17 23:00:35.266926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e5d7-d138-4d9d-9c94-2627247c12a1 req-0cc76508-11d3-40dd-bc12-5eea12785485 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:35.274030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e157e5d7-d138-4d9d-9c94-2627247c12a1 req-0cc76508-11d3-40dd-bc12-5eea12785485 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.1217604 Feb 17 23:00:35.340486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e157e5d7-d138-4d9d-9c94-2627247c12a1 req-b785ae68-cf88-4f64-9b75-af69caa0ff45 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Feb 17 23:00:36.515946 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:00:36.603392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c603ab-edb4-4d8a-b0c7-1910d38d2a3a req-1020d9c5-a87d-4c15-8aeb-52c4ad3f5eea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:36.604950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c603ab-edb4-4d8a-b0c7-1910d38d2a3a req-1020d9c5-a87d-4c15-8aeb-52c4ad3f5eea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.1417623 Feb 17 23:00:36.664852 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c603ab-edb4-4d8a-b0c7-1910d38d2a3a req-26e5feac-5beb-4c3c-b4d0-11d1957b1f2a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Feb 17 23:00:36.865254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d440-56ba-443b-9d50-b74ce481f29f req-ccb2ff95-7327-48a6-911b-318801172b34 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:36.866767 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ea0d440-56ba-443b-9d50-b74ce481f29f req-ccb2ff95-7327-48a6-911b-318801172b34 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.0897841 Feb 17 23:00:36.919531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ea0d440-56ba-443b-9d50-b74ce481f29f req-0cc72ba6-68c9-4f95-a1d2-4873962a09d6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Feb 17 23:00:36.944775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38058) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:37.033927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b6bd6-eda8-4545-9aae-479911caaf63 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:37.039846 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4b1b6bd6-eda8-4545-9aae-479911caaf63 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c&network_id=0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 200 len: 1132 time: 0.0894051 Feb 17 23:00:37.494368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace95a2-0924-44bb-a773-a44bfe89a18e req-b2cb246b-2f84-4d40-ae9d-d15e77730739 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:37.495950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ace95a2-0924-44bb-a773-a44bfe89a18e req-b2cb246b-2f84-4d40-ae9d-d15e77730739 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.1110942 Feb 17 23:00:37.546444 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ace95a2-0924-44bb-a773-a44bfe89a18e req-c49dd16a-377d-4da7-8510-74cdb2374fe5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Feb 17 23:00:38.664640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-86f92b5f-88fb-45a7-a46b-1d07020937d9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:38.666235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-86f92b5f-88fb-45a7-a46b-1d07020937d9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.0957675 Feb 17 23:00:38.795464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-672895b2-02da-4399-9c8f-fd4de58e2b5d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:38.796848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-672895b2-02da-4399-9c8f-fd4de58e2b5d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0931380 Feb 17 23:00:38.917859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40202c0e-d2dd-4667-95f9-fb9a2e1dd68b req-08cb38f3-d6f5-4c2e-9024-b6d6b76cd41a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:38.919435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-40202c0e-d2dd-4667-95f9-fb9a2e1dd68b req-08cb38f3-d6f5-4c2e-9024-b6d6b76cd41a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 984 time: 0.2523043 Feb 17 23:00:39.008290 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-ade28034-d87e-4932-885c-416b925c3d4f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2059307 Feb 17 23:00:39.013706 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-40202c0e-d2dd-4667-95f9-fb9a2e1dd68b req-5d96b204-fb4b-4da8-83c0-2c167355d104 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=658e2918-dad2-4a67-8fc9-b3055755b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864203 Feb 17 23:00:39.019976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:39.149961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:39.243365 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-05cc1454-2a6c-4116-8e2c-0d165e98936c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272368 Feb 17 23:00:39.387259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=f1b73df5-e045-45bb-b536-3030b15a0115,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:39.400137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-cf0e4e5b-501b-4891-b036-fe9d75b19b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:39.401644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-cf0e4e5b-501b-4891-b036-fe9d75b19b5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0854976 Feb 17 23:00:39.426715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] For port f1b73df5-e045-45bb-b536-3030b15a0115, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:39.480043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] device_id is not set on port f1b73df5-e045-45bb-b536-3030b15a0115 yet. {{(pid=87695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 23:00:39.490313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:39.496509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:39.575157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-8741cb93-a0f9-4ade-806f-4428f98eb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:39.576644 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-8741cb93-a0f9-4ade-806f-4428f98eb3c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1555254 Feb 17 23:00:39.699067 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-d7764b1d-8140-4459-b38d-9824d48f86d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 1001 time: 0.1155047 Feb 17 23:00:39.773030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-babc1ebb-64f2-45b3-8d17-21162c66c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:39.774587 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-babc1ebb-64f2-45b3-8d17-21162c66c051 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.0692365 Feb 17 23:00:39.803111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=11']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:39.854290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-6dca6fe2-ce68-4f11-b494-8712fe43d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:39.855749 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-6dca6fe2-ce68-4f11-b494-8712fe43d0fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756209 Feb 17 23:00:39.858219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] No DVR routers for this DVR port f1b73df5-e045-45bb-b536-3030b15a0115 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:00:39.868329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acaa8a6b-0614-430c-9078-ebf08b847193 None None] Provisioning complete for port f1b73df5-e045-45bb-b536-3030b15a0115 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:39.868917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acaa8a6b-0614-430c-9078-ebf08b847193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:39.927149 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-acaa8a6b-0614-430c-9078-ebf08b847193 None None] Port f1b73df5-e045-45bb-b536-3030b15a0115 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:40.007143 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-2c753b60-1f97-4570-89d2-e6ef7a40f1db service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449909 Feb 17 23:00:40.115216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] In _notify_port_updated(), no bound segment for port f1b73df5-e045-45bb-b536-3030b15a0115 on network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 {{(pid=87695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 23:00:40.116092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:40.116696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:40.118026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff58ba6-0f11-4dd4-9eaf-464b4744e251 req-973fedf5-5f99-418a-bbab-748683e91f06 service neutron] 10.222.0.43 "PUT /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 200 len: 1027 time: 1.1034803 Feb 17 23:00:40.256716 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0b04341e-a38a-4a3c-95d3-375662e68d6f req-60f01436-1e7d-4999-957c-4568752cd505 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3bd05d-9640-415f-ace0-089e01563a0c HTTP/1.1" status: 200 len: 210 time: 0.1052074 Feb 17 23:00:40.277370 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-cfb4a9b0-eff3-40d6-bfc1-8d963cde23bd req-f625ea70-380d-4019-85a3-2aad8be3424c service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643595 Feb 17 23:00:41.359122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38074) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:41.453097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:41.488749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:41.562398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:41.584558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27e5d9-708c-4955-8094-9ebd8b416ab7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.598109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:41.599269 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1ff35d57-aa3e-453d-a9d2-53fe42022fcd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/7b27e5d9-708c-4955-8094-9ebd8b416ab7 HTTP/1.1" status: 204 len: 168 time: 0.2391403 Feb 17 23:00:41.622321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:00:41.635483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38080) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:41.698630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device f1b73df5-e045-45bb-b536-3030b15a0115 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:00:41.855453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 1c8481d6-ad83-4917-9b48-dcad30dd36eb {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:00:41.855786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:42.072490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:42.072842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:42.206354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 1c8481d6-ad83-4917-9b48-dcad30dd36eb owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:00:42.374454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:42.426350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=1c8481d6-ad83-4917-9b48-dcad30dd36eb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:42.555830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:42.556233 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 53ea02bc-292b-409b-8a5e-5fbc86e7b400 disassociated (deleted). External IP: 172.26.7.147, port: f1b73df5-e045-45bb-b536-3030b15a0115. Feb 17 23:00:42.961341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 7882f89b-4d7b-47fd-bb50-4514ad65d366 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:00:43.266068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:43.277531 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Sync routers for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:43.284057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.293354 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:43.294409 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:43.343110 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0dee8273-f868-4b0a-9e8d-6e25c5ec33a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/53ea02bc-292b-409b-8a5e-5fbc86e7b400 HTTP/1.1" status: 204 len: 168 time: 1.7064941 Feb 17 23:00:43.511683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38088) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:43.589696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.597449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:43.631409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.710763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.731742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5d848-7419-4cea-81dc-671f8eb706d7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:43.741157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.744941 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2ab576f6-fa04-40f3-a5be-91e2047227c6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffd5d848-7419-4cea-81dc-671f8eb706d7 HTTP/1.1" status: 204 len: 168 time: 0.2295625 Feb 17 23:00:43.774624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38094) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:43.848421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port f1b73df5-e045-45bb-b536-3030b15a0115 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:00:43.848676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:43.979378 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:43.986523 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Checking router: 7882f89b-4d7b-47fd-bb50-4514ad65d366 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:44.001806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:44.002877 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:44.113978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:44.207531 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:44.269417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for f1b73df5-e045-45bb-b536-3030b15a0115 owned by {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:00:44.443838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:44.497172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=f1b73df5-e045-45bb-b536-3030b15a0115,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:44.569552 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:44.574866 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3188652-714d-434f-aa6d-6fc70cabc358 None None] The sync data for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv is: [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:00Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e1d9aed2-73a4-476c-a00b-09b1bc7b511b', 'name': '', 'network_id': '0c8e587a-9ac4-4ffd-9495-883ae117a5c1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:59Z', 'updated_at': '2022-02-17T23:00:05Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '0529ab88-1a8f-42d0-8555-a45a11c0d153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:44.605916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:44.618166 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1b02fc23-a584-4f59-bdc4-a589406383b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/ports/f1b73df5-e045-45bb-b536-3030b15a0115 HTTP/1.1" status: 204 len: 168 time: 0.8424442 Feb 17 23:00:44.620881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38098) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:44.841267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d8268-0a42-41e5-b9e9-8b53eaaf7c98 None None] New status for floating IP 53ea02bc-292b-409b-8a5e-5fbc86e7b400: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:00:45.491633 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:45.908451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port e1d9aed2-73a4-476c-a00b-09b1bc7b511b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:00:45.908782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:46.109852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port e1d9aed2-73a4-476c-a00b-09b1bc7b511b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:46.110840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:46.240505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for e1d9aed2-73a4-476c-a00b-09b1bc7b511b owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:00:46.588663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:46.638910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=e1d9aed2-73a4-476c-a00b-09b1bc7b511b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:47.043593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:47.419873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 7882f89b-4d7b-47fd-bb50-4514ad65d366 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:00:47.617221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:47.630453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Sync routers for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:47.636611 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1b8a49c8-ad8f-42d7-a094-c313018df150 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/7882f89b-4d7b-47fd-bb50-4514ad65d366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0140395 Feb 17 23:00:47.640676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:47.644152 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:47.644841 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:47.722200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 0529ab88-1a8f-42d0-8555-a45a11c0d153 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:00:47.725567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:47.791095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:47.881196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:47.891310 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:47.977886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.019559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=0529ab88-1a8f-42d0-8555-a45a11c0d153,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:48.023337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.033793 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7e619175-5176-43ad-b429-377110338c37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/0529ab88-1a8f-42d0-8555-a45a11c0d153 HTTP/1.1" status: 204 len: 168 time: 0.3880637 Feb 17 23:00:48.034600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38106) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:48.043259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a31fc2-e8a6-43dc-8b1e-6c00f4ef6e45 None None] Network 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:00:48.231195 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:46Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:48.235108 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Checking router: 7882f89b-4d7b-47fd-bb50-4514ad65d366 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:48.237389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.244662 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Routers {'7882f89b-4d7b-47fd-bb50-4514ad65d366'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:48.245335 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7882f89b-4d7b-47fd-bb50-4514ad65d366'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:48.346034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] DHCP port deletion for 0c8e587a-9ac4-4ffd-9495-883ae117a5c1 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:00:48.350291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Deleting port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:00:48.351022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.443918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.456885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 58319b6e-2533-49dc-b478-a8cd830df479 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:00:48.457313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.473233 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] Set router 7882f89b-4d7b-47fd-bb50-4514ad65d366 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:48.574666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] For port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,segment=NetworkSegment(da998da5-0311-41d9-82f4-ec921641846b),segment_id=da998da5-0311-41d9-82f4-ec921641846b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:48.574875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.664219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 58319b6e-2533-49dc-b478-a8cd830df479, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58319b6e-2533-49dc-b478-a8cd830df479,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:48.664610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.710431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Calling delete_port for c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:00:48.803073 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:46Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:48.808211 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f73-ef67-4bb1-831f-19ddbeb159df None None] The sync data for ids ['7882f89b-4d7b-47fd-bb50-4514ad65d366'] in dv-neutron-805768-3-hyperv is: [{'id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'name': 'tempest-TestNetworkBasicOps-router-1533870714', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '58319b6e-2533-49dc-b478-a8cd830df479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:55Z', 'updated_at': '2022-02-17T23:00:46Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58319b6e-2533-49dc-b478-a8cd830df479', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882f89b-4d7b-47fd-bb50-4514ad65d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:56Z', 'updated_at': '2022-02-17T23:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:48.817477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:48.825489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 58319b6e-2533-49dc-b478-a8cd830df479 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:00:48.867029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] No DVR routers for this DVR port c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:00:48.876842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2a8f1-d98e-438c-bd2e-89bf00c5de9e None None] Pushing event deleted for resources: {'Port': ['ID=c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:49.011655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.061286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=58319b6e-2533-49dc-b478-a8cd830df479,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:49.284531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.290319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:00:49.328193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:00:49.328555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c728e9d9-c57f-4f6a-bb2f-d315f6b04d9d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:00:49.329225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e1d9aed2-73a4-476c-a00b-09b1bc7b511b no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:00:49.363700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e1d9aed2-73a4-476c-a00b-09b1bc7b511b {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:00:49.364040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e1d9aed2-73a4-476c-a00b-09b1bc7b511b not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:00:49.468399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.471034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.494167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.494629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router 7882f89b-4d7b-47fd-bb50-4514ad65d366 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:00:49.510865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.515519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-87d95c13-2e36-45be-b12b-8a74be5aeb0f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/7882f89b-4d7b-47fd-bb50-4514ad65d366 HTTP/1.1" status: 204 len: 168 time: 1.4756231 Feb 17 23:00:49.515608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38110) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:49.637753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.771697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.802237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8e587a-9ac4-4ffd-9495-883ae117a5c1']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:49.816132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da998da5-0311-41d9-82f4-ec921641846b') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:49.816423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da998da5-0311-41d9-82f4-ec921641846b') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:49.828320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.845879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.852284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:00:49.852666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:00:49.868417 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:00:49.956688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.979435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:49.991134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=0c8e587a-9ac4-4ffd-9495-883ae117a5c1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:50.003747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e2bad020-07ce-4969-8cdd-c1106040d4c8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/0c8e587a-9ac4-4ffd-9495-883ae117a5c1 HTTP/1.1" status: 204 len: 168 time: 0.4863865 Feb 17 23:00:50.019482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:50.031487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e95f57e9-3c0b-4122-a2d0-d9a1a339ec7b tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106413 Feb 17 23:00:50.036535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38118) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:50.042470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--1929923368', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:50.048591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:50.052899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:50.056459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:50.062786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:50.082451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:50.086277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.088827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa5b4c4c-c3c9-4bac-9c77-0a1f04f1173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.117857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:00:50.127325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.127669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment b3c2b1f5-d642-45cb-9dea-1edbe827ed9a of type vlan for network 07fb48c7-8258-4393-acbe-1096c88e7dd0 Feb 17 23:00:50.154965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.186821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.192672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:50.193300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.302947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2649710 Feb 17 23:00:50.305806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38122) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:50.312942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:50.313961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c69556-0525-4673-a6a9-282c3173eb26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=07fb48c7-8258-4393-acbe-1096c88e7dd0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:50.322288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:50.326447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:00:50.326953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:50.331226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:50.338434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:50.352623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.353711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.370446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:50.667884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:51.124115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:51.165741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:51.190377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58319b6e-2533-49dc-b478-a8cd830df479 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:00:51.226367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 58319b6e-2533-49dc-b478-a8cd830df479 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:00:51.226712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58319b6e-2533-49dc-b478-a8cd830df479 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:00:51.325252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.91 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:51.495695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:51.534892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:51.605286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:51.608137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:51.612021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:51.647030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:51.662588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.662935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.663276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.663610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.663939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.664268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.664594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.664919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.665271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.665594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.665914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:51.666231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:52.067945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:52.361919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1f68d5b0-5754-4acc-91ab-9bc91d205e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:52.581431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:52.815331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:00:53.012014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:53.027502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:53.048895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.049380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:53.055012 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e27a7a1-2718-402f-8568-ada21acf00c5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7431703 Feb 17 23:00:53.055295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:53.055476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:53.110949 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7cb5e50f-e1e4-4947-9e9d-3c44d0c8baf6 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492456 Feb 17 23:00:53.111210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:53.259662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fcedb-6f51-4c2e-a1cb-7a02e5480d8b tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:53.261187 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c58fcedb-6f51-4c2e-a1cb-7a02e5480d8b tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491649 Feb 17 23:00:53.265965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:53.288660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:53.313175 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7bfa0269-8266-4e8f-b3c1-54104012e489 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457108 Feb 17 23:00:53.315837 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38138) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:53.322682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359633970', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:53.429701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.451202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:53.457319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:53.461257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:53.468217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:53.480961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:53.484439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.553651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.669606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:51Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:53.673938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:53.674404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Updating router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:53.726216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.731622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.815338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=73fa4d67-aabd-45aa-a5e5-60c3c9decb51,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:53.828477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:53.828957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 07fb48c7-8258-4393-acbe-1096c88e7dd0, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:00:53.850294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:00:53.866392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 07fb48c7-8258-4393-acbe-1096c88e7dd0) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:53.871117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:53.871994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:53.889199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c8b09-efc9-491a-8d30-e908edad8ae2 None None] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:00:53.897275 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-139623cd-0a04-4842-b417-c452471dc064 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5799646 Feb 17 23:00:53.900113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38142) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:54.277784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.288641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-07fb48c7-8258-4393-acbe-1096c88e7dd0', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:00:54.289530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.311111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Transition to ACTIVE for port object f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:54.322898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.477143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Attempting to bind port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:54.478285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Attempting to bind port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:54.478285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Attempting to bind port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:54.491182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e35a-8236-4e70-9da1-c48daa8b34c5 None None] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:54.523104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:54.523474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:54.523931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.524319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:54.524798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Bound port: f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:54.525195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.621141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Allocated IP 172.20.0.2 (07fb48c7-8258-4393-acbe-1096c88e7dd0/73fa4d67-aabd-45aa-a5e5-60c3c9decb51/4a1ca028-4770-4aef-807b-f8bc739d33e8) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:54.638015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:54.642949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:54.660879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.819894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:54.825374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:54.826013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:54.878115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e35a-8236-4e70-9da1-c48daa8b34c5 None None] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:55.150194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.258579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:55.302458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.379112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Transition to ACTIVE for port object 4a1ca028-4770-4aef-807b-f8bc739d33e8 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:55.474472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Transition to ACTIVE for port object 4a1ca028-4770-4aef-807b-f8bc739d33e8 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:55.487865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.583406 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (07fb48c7-8258-4393-acbe-1096c88e7dd0/73fa4d67-aabd-45aa-a5e5-60c3c9decb51/e0b258ed-6df8-4679-b531-a032e64d4420) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:55.588585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:55.594829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:55.602234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:55.629687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Pushing event updated for resources: {'Port': ['ID=4a1ca028-4770-4aef-807b-f8bc739d33e8,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:55.764025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.780070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object e0b258ed-6df8-4679-b531-a032e64d4420 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:55.805240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.826533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Attempting to bind port 4a1ca028-4770-4aef-807b-f8bc739d33e8 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:55.826891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Attempting to bind port 4a1ca028-4770-4aef-807b-f8bc739d33e8 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:55.827241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Attempting to bind port 4a1ca028-4770-4aef-807b-f8bc739d33e8 on network 07fb48c7-8258-4393-acbe-1096c88e7dd0 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:55.840302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:55.840665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Checking segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:55.841060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.841471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Bound using segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:55.841927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Bound port: 4a1ca028-4770-4aef-807b-f8bc739d33e8, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:55.842288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.879120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:55.882529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:55.884968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:00:55.928114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:55.948787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:51Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:55.953971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:55.964126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e765ddb-70c3-4f5f-b29d-8201300e59c1 None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:51Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:55.976498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-03744a5a-4e38-490e-a691-568756e33492 None None] For port 4a1ca028-4770-4aef-807b-f8bc739d33e8, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:55.980009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-03744a5a-4e38-490e-a691-568756e33492 None None] For port 4a1ca028-4770-4aef-807b-f8bc739d33e8, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4a1ca028-4770-4aef-807b-f8bc739d33e8,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:55.984298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:56.072321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744a5a-4e38-490e-a691-568756e33492 None None] Pushing event updated for resources: {'Port': ['ID=4a1ca028-4770-4aef-807b-f8bc739d33e8,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:56.302762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:56.919385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:56.925260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.048443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.052403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:57.204792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:57.206169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:57.251446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d36da-6929-4895-aeb0-752e009479d5 None None] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:00:57.338125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:57.386468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4593f796-58ab-48c2-8ecb-8d2a18f17866 None None] Provisioning for port 4a1ca028-4770-4aef-807b-f8bc739d33e8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:57.428166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:00:57.513108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:57.524273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:57.524838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.671669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:00:57.705398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38146) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:57.709762 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ce8f8594-3fd6-406c-b2c6-0d5325e29100 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8083277 Feb 17 23:00:57.730732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.758865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:57.764705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.765674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4a1ca028-4770-4aef-807b-f8bc739d33e8 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:57.833815 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:57.851397 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:57.852311 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:57.895141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:57.920216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4a1ca028-4770-4aef-807b-f8bc739d33e8 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:57.930964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4a1ca028-4770-4aef-807b-f8bc739d33e8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:57.932101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:57.934055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.934525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.934987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.935438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.935884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.936328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:57.941841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38150) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:57.953869 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-413818b4-4d60-4d07-850b-2e12d749407d tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2468615 Feb 17 23:00:58.037321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.037812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.038273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.038714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.039151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.039816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:58.045152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38154) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:58.055355 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00648a84-6835-42fe-8e43-ece4c5417526 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1123521 Feb 17 23:00:58.149041 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:58.179006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Provisioning complete for port 4a1ca028-4770-4aef-807b-f8bc739d33e8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:58.179449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.258373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.304491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.319092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4a1ca028-4770-4aef-807b-f8bc739d33e8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4a1ca028-4770-4aef-807b-f8bc739d33e8,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:00:58.325402 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-043f5765-68f6-4ae7-a6f9-6a7d6f9cad38 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2786391 Feb 17 23:00:58.353193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.457280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4a1ca028-4770-4aef-807b-f8bc739d33e8,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:58.466872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Provisioning for port e0b258ed-6df8-4679-b531-a032e64d4420 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:00:58.474666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:58.475119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.566359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4d056-34ea-4391-b33f-acdaf3719b6c None None] Port e0b258ed-6df8-4679-b531-a032e64d4420 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:58.567520 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:58.573593 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:58.573941 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Updating router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 port e0b258ed-6df8-4679-b531-a032e64d4420 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:58.630766 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.694661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7db57f37-bc1d-4937-813b-b2ea888a8939 None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:58.695093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7db57f37-bc1d-4937-813b-b2ea888a8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.790405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7db57f37-bc1d-4937-813b-b2ea888a8939 None None] Port e0b258ed-6df8-4679-b531-a032e64d4420 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:00:58.822873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38160) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:58.829676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671915046', 'description': 'tempest-secgroup-smoke-1671915046 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:58.836568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:58.842097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:58.846010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:58.853478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:58.869111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:58.901005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:58.908003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:58.913239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:58.923637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:59.011094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.019119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.035709 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.048135 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Transition to ACTIVE for port object e0b258ed-6df8-4679-b531-a032e64d4420 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:00:59.057264 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.076613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0f750-eb95-4823-9740-c32d888eadb8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.086968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.092615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38164) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:59.093124 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7bb4b3de-8b3a-4aa7-8be7-f46b5adbf9e1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2688503 Feb 17 23:00:59.099328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:59.108095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:59.112466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:59.115495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:59.123192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:59.143742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.200123 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.210459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.210798 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.211127 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.211453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.211772 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.212090 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.212404 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.212719 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.213532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.213532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.213734 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.213977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.218764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.224156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.253548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a50180-fec3-4549-9b6e-65753501c513,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.268839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.269553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.270129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.270615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.271043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.271659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.272083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.272539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.272993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.273882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.274426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.274965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:59.283543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:59.311514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.315688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-acfc6eeb-71bd-4d17-bc78-525de182457a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186446 Feb 17 23:00:59.316076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38168) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:59.322663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:59.331107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:59.335916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:59.336873 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Attempting to bind port e0b258ed-6df8-4679-b531-a032e64d4420 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:00:59.337515 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Attempting to bind port e0b258ed-6df8-4679-b531-a032e64d4420 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:00:59.337876 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Attempting to bind port e0b258ed-6df8-4679-b531-a032e64d4420 on network 07fb48c7-8258-4393-acbe-1096c88e7dd0 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:00:59.340937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:59.345859 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:00:59.346220 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Checking segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:00:59.346617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.347002 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Bound using segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:00:59.347738 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Bound port: e0b258ed-6df8-4679-b531-a032e64d4420, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:00:59.348114 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.351454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:59.379904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:59.380032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.381364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.458353 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:00:59.463226 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e0b258ed-6df8-4679-b531-a032e64d4420,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:00:59.468362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.469529 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.473001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.504996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e419c05-ba60-4426-8e64-bfefbb73e419,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.511608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.518037 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-294914c1-6b39-4281-a285-7984d548c399 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1999149 Feb 17 23:00:59.518845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38172) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:59.526532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:59.535069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:59.536987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4a1ca028-4770-4aef-807b-f8bc739d33e8 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:00:59.539738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:59.543316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:59.551013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:59.568982 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:00:59.569669 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:59.577442 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.633709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4a1ca028-4770-4aef-807b-f8bc739d33e8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:59.634232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.638318 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9391a-c1a0-45ae-9c7b-0568b891a706 None None] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.704569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.709986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.737369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c00cdce-8296-4d5f-8e3a-9fd58d898195,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:59.753643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.758656 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf32243d-c6d2-49fc-8a85-b90e79edd986 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2354965 Feb 17 23:00:59.760238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38176) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:00:59.769588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:59.780561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:00:59.788212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:00:59.794923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:00:59.797866 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:00:59.810501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:00:59.845885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.970154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:00:59.981481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.027720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f782655b-7ad5-450d-86fa-13e484df4fb2,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:00.041585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.045867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38180) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:00.046584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-46e483ec-8cc5-42df-ac95-6314a029480b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842309 Feb 17 23:01:00.054940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:01:00.063687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:01:00.068185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:01:00.072155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:01:00.081849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:01:00.097106 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:01:00.104938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.167304 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:00:59Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:00.171442 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3faf942-9ecc-4c85-9f76-141a4d94d048 None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:00:59Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:00.192022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.197201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.235757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222fde99-ac80-4c4a-807f-29f6875ab0ce,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:00.262971 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.264890 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4666ea5f-2ab3-418b-a18a-6dfb6de10c85 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2160301 Feb 17 23:01:00.269455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38184) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:00.275106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '6cc0f750-eb95-4823-9740-c32d888eadb8', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:01:00.281195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:01:00.289869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:01:00.296650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:01:00.304895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:01:00.318531 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:01:00.326297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.419740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.424834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.470787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e5d2f5-5a2b-4134-acb8-c8d676da42ab,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:00.484996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:00.486263 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3098b8e2-f9da-467a-95db-789db651583b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2157917 Feb 17 23:01:00.800176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-5c5d093e-f902-4672-9dbb-543245e2a941 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:00.820774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-5c5d093e-f902-4672-9dbb-543245e2a941 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:00.822073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-5c5d093e-f902-4672-9dbb-543245e2a941 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671915046&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.2048290 Feb 17 23:01:01.025524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-fdceb431-870c-4712-98c9-30beaf947e26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:01.026795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-fdceb431-870c-4712-98c9-30beaf947e26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:01.054947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-fdceb431-870c-4712-98c9-30beaf947e26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:01.057209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-fdceb431-870c-4712-98c9-30beaf947e26 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 200 len: 797 time: 0.2243314 Feb 17 23:01:01.076495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-379d4c0d-51fd-493c-8f96-26816b9712b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0123448 Feb 17 23:01:01.175758 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-57955928-cb0d-4d84-90f0-b55a08bd1ca4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903165 Feb 17 23:01:01.295142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:01.389637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port e0b258ed-6df8-4679-b531-a032e64d4420 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:01:01.397110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:01.397681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:01.438562 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-bcd165a1-bd22-4bd0-996a-4ceb17aaab90 service neutron] 10.222.0.42 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493749 Feb 17 23:01:01.555780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:01.591746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e0b258ed-6df8-4679-b531-a032e64d4420,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:01.597352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:01.628942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-fb63769f-080e-4b08-9e46-6960d739a8ef service neutron] 10.222.0.42 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839206 Feb 17 23:01:01.680473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:01.689325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.689459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.689761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.690059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.690485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.690760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.691078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.691530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.691882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.692238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.692547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.692867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:01:01.826012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dd379a04-707d-4b39-b62e-ba64b24107ff req-d7fcbc7b-e965-4581-bf3a-0733716ea89c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0503452 Feb 17 23:01:03.190466 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-825556d2-c872-4fab-9fe8-a54c6fc04a3c req-de9435d4-349d-4392-b6dc-d1317deddf3f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0858989 Feb 17 23:01:03.286307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-8e44eef7-2937-451a-a724-585f4577a7bc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:03.287845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-8e44eef7-2937-451a-a724-585f4577a7bc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:03.298899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:03.302750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-8e44eef7-2937-451a-a724-585f4577a7bc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:03.303914 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-8e44eef7-2937-451a-a724-585f4577a7bc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 200 len: 797 time: 0.3096263 Feb 17 23:01:03.371877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-cdde499f-d1c8-4539-9878-0494525f698a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:03.384757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:03.385172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:03.392492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-cdde499f-d1c8-4539-9878-0494525f698a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:03.393820 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-cdde499f-d1c8-4539-9878-0494525f698a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 380 time: 0.0757794 Feb 17 23:01:03.404726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['6cc0f750-eb95-4823-9740-c32d888eadb8']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:01:03.558142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:01:03.564028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:port and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:01:03.567563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:01:03.573903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:01:03.587285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:01:03.591545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:03.617162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38222) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:03.800153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.8 (07fb48c7-8258-4393-acbe-1096c88e7dd0/73fa4d67-aabd-45aa-a5e5-60c3c9decb51/36e21a59-f24c-4674-8278-5bcc0e132e71) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:01:03.843346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port b352e9bb-a294-460e-b611-a97b1974481e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:03.844354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.019359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.019784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.020107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.035719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 36e21a59-f24c-4674-8278-5bcc0e132e71 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:01:04.061496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.138977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:01:04.142833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:01:04.146984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:01:04.148263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for b352e9bb-a294-460e-b611-a97b1974481e owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:04.187175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:04.227216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:04.227968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.256135 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-b096a1ea-a4ae-4dca-99df-dcea1afd7afe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568678 Feb 17 23:01:04.324932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.335482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Request body: {'port': {'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:01:04.441660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=b352e9bb-a294-460e-b611-a97b1974481e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:04.448516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-236f0274-66a6-4c45-ba82-b8b923722693 None None] Provisioning for port 36e21a59-f24c-4674-8278-5bcc0e132e71 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:01:04.457151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-236f0274-66a6-4c45-ba82-b8b923722693 None None] Provisioning complete for port 36e21a59-f24c-4674-8278-5bcc0e132e71 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:04.457151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-236f0274-66a6-4c45-ba82-b8b923722693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.463550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.512962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-236f0274-66a6-4c45-ba82-b8b923722693 None None] Port 36e21a59-f24c-4674-8278-5bcc0e132e71 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:01:04.534999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.535465 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP 5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4 disassociated (deleted). External IP: 172.26.7.155, port: e47b23d2-785d-4ab2-8b39-ce7302cd9be6. Feb 17 23:01:04.739312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2015c3b-8607-4290-992e-36bb3df07deb req-1b1fd9ce-f9fa-4357-97fa-58104437100c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:04.740807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2015c3b-8607-4290-992e-36bb3df07deb req-1b1fd9ce-f9fa-4357-97fa-58104437100c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 931 time: 0.3698223 Feb 17 23:01:04.866477 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2015c3b-8607-4290-992e-36bb3df07deb req-f99b1aba-3e2d-4af4-b031-7fe14654aca4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176593 Feb 17 23:01:04.882077 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e21a59-f24c-4674-8278-5bcc0e132e71 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:01:04.891236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:04.908029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Transition to ACTIVE for port object 36e21a59-f24c-4674-8278-5bcc0e132e71 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:01:04.915995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:05.070022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:05.085652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:05.172335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Attempting to bind port 36e21a59-f24c-4674-8278-5bcc0e132e71 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:01:05.172335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Attempting to bind port 36e21a59-f24c-4674-8278-5bcc0e132e71 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:01:05.172645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Attempting to bind port 36e21a59-f24c-4674-8278-5bcc0e132e71 on network 07fb48c7-8258-4393-acbe-1096c88e7dd0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:01:05.177969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Port 36e21a59-f24c-4674-8278-5bcc0e132e71 on network 07fb48c7-8258-4393-acbe-1096c88e7dd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:01:05.178902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Attempting to bind port 36e21a59-f24c-4674-8278-5bcc0e132e71 on network 07fb48c7-8258-4393-acbe-1096c88e7dd0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:01:05.186454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:01:05.186801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Checking segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:01:05.187186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Bound using segment: {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:01:05.188210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Bound port: 36e21a59-f24c-4674-8278-5bcc0e132e71, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:01:05.188806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:05.272202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:05.284895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:05.285531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:01:05.288930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=36e21a59-f24c-4674-8278-5bcc0e132e71,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:01:05.294293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:05.294749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:05.296498 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:05.297831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:05.353737 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-768d983c-8ccf-4188-a875-080fb8b1eae9 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "DELETE /v2.0/floatingips/5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4 HTTP/1.1" status: 204 len: 168 time: 1.7350814 Feb 17 23:01:05.354571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:05.358621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.359793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:05.361276 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] 10.222.0.43 "PUT /v2.0/ports/36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 200 len: 1093 time: 1.0981641 Feb 17 23:01:05.361728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:05.416413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1303aa-fac9-4a1c-a71c-a92dcab0dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:05.442880 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'status': 'completed', 'code': 200} Feb 17 23:01:05.476561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'status': 'completed', 'code': 200} Feb 17 23:01:05.554688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-15986be7-3944-4aad-8d0d-75c947b7df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.557056 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-15986be7-3944-4aad-8d0d-75c947b7df33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1096 time: 0.1167457 Feb 17 23:01:05.557561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:05.623557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-d62cd080-5056-4941-8ce8-9b5c692a6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.625830 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-d62cd080-5056-4941-8ce8-9b5c692a6bf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 1098 time: 0.1251690 Feb 17 23:01:05.648038 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-ee38ac21-24ae-463c-98dd-5c48d9a88e73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 200 len: 217 time: 0.0829480 Feb 17 23:01:05.766233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-e95e05b8-8dee-4fbb-8e42-4510d5f0547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.769406 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-e95e05b8-8dee-4fbb-8e42-4510d5f0547d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73fa4d67-aabd-45aa-a5e5-60c3c9decb51 HTTP/1.1" status: 200 len: 835 time: 0.1151412 Feb 17 23:01:05.881298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-d3eba2c1-4944-4708-83cf-15aa7c4c67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.882807 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-d3eba2c1-4944-4708-83cf-15aa7c4c67b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb48c7-8258-4393-acbe-1096c88e7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060712 Feb 17 23:01:05.889961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-b91be695-9da4-4c63-a380-28c56c6e909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:05.892152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-b91be695-9da4-4c63-a380-28c56c6e909b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.2589374 Feb 17 23:01:05.976960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-ca43d20f-6c56-4b52-b291-9e7a4c54417c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 200 len: 217 time: 0.0689795 Feb 17 23:01:06.073726 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-86f73e80-7bcd-4400-97d1-706468d5f817 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836326 Feb 17 23:01:06.095492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cac41-ea8d-4cf6-9c74-a4c3e88e8290 req-2e126489-a432-437c-9e6d-a2a3142631de tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.096152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a13cac41-ea8d-4cf6-9c74-a4c3e88e8290 req-2e126489-a432-437c-9e6d-a2a3142631de tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:06.129593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-1941f5c2-6d44-41d2-b500-361011bd7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.131139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-1941f5c2-6d44-41d2-b500-361011bd7d37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.1475439 Feb 17 23:01:06.149677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:06.156883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:06.173795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:06.174872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:06.179131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a13cac41-ea8d-4cf6-9c74-a4c3e88e8290 req-2e126489-a432-437c-9e6d-a2a3142631de tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:06.180306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a13cac41-ea8d-4cf6-9c74-a4c3e88e8290 req-2e126489-a432-437c-9e6d-a2a3142631de tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.3620522 Feb 17 23:01:06.255599 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e5bae04a-eda6-4c6a-b1bc-652da042e0d1 req-f9fed3b3-5cbc-43b2-a5e2-8ff77ab567ae service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756926 Feb 17 23:01:06.263172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6796f-edfd-431e-ab43-b01f43003b5c req-a8646e69-56b9-4d70-809f-aa864c24e66f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.264734 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7d6796f-edfd-431e-ab43-b01f43003b5c req-a8646e69-56b9-4d70-809f-aa864c24e66f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 943 time: 0.2406368 Feb 17 23:01:06.275977 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a13cac41-ea8d-4cf6-9c74-a4c3e88e8290 req-c0888ebe-7026-4b38-a8a7-dad9ec635919 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766082 Feb 17 23:01:06.331225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-a5f3940d-7f40-4282-a50a-10e59b5d3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.332735 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-a5f3940d-7f40-4282-a50a-10e59b5d3bb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1929705 Feb 17 23:01:06.343441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7d6796f-edfd-431e-ab43-b01f43003b5c req-fadcef84-6138-4228-95a6-e9faadbc9ce9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663831 Feb 17 23:01:06.470840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:06.526362 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-8b95caea-9f59-4ad5-bc68-86a58f8de67a service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785321 Feb 17 23:01:06.549707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-d45ded95-7bec-40cb-b213-946bf3ede6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.552478 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-d45ded95-7bec-40cb-b213-946bf3ede6a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1096 time: 0.2297792 Feb 17 23:01:06.760859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-aecf905b-6b1d-4c15-a137-6dc379109c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.763465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-aecf905b-6b1d-4c15-a137-6dc379109c01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 200 len: 897 time: 0.2032111 Feb 17 23:01:06.824257 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa26c474-048e-4300-a6cb-a8b1ff30c177 req-708ebc3c-e428-40a3-a8e5-c045b7fcc94c service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906928 Feb 17 23:01:06.847663 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-bad704da-128b-42ae-97c4-10b2443f3d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 200 len: 217 time: 0.0766361 Feb 17 23:01:06.915277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-defbf6ab-610e-4335-a81a-e40b35d41294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:06.916727 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-defbf6ab-610e-4335-a81a-e40b35d41294 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73fa4d67-aabd-45aa-a5e5-60c3c9decb51 HTTP/1.1" status: 200 len: 835 time: 0.0614250 Feb 17 23:01:06.955248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:06.962360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efd316-505f-486d-89fc-ff84ccfc396a None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'f882a8b4-f046-4632-86bc-7ac67e07d5a2', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'floating_ip_address': '172.26.7.90', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'port_id': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'mac_address': 'fa:16:3e:60:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47151d41-a489-4f03-b4b2-223954a46ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:08Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 1, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:07.007219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-b0f46815-12d6-4cc0-ac9f-8c8f7f30fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.009009 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-b0f46815-12d6-4cc0-ac9f-8c8f7f30fe2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb48c7-8258-4393-acbe-1096c88e7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848610 Feb 17 23:01:07.228759 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa56d58-d387-4b4b-9bae-901c221848f6 None None] New status for floating IP 5f47f99b-a7a5-4b53-b23a-ea5f3b7b0dc4: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:07.229782 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-22902b98-c986-4d56-bf66-7ef75bed105e service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119436 Feb 17 23:01:07.319667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-35e1f7f6-31b5-4091-b84c-4ea4cc9e8eae tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.321507 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-35e1f7f6-31b5-4091-b84c-4ea4cc9e8eae tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0962243 Feb 17 23:01:07.382790 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-1a42dbb0-2681-4154-bbec-b8c092c636f3 req-206debce-b870-4928-b60b-b204b9c0886e service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466796 Feb 17 23:01:07.426972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:07.427298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:07.730007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 36e21a59-f24c-4674-8278-5bcc0e132e71 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:01:07.761430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962380-9fcf-426f-8fb5-d8cbdc61c5bd req-d935f119-7a56-407f-94a7-e85241be0487 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.762961 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4962380-9fcf-426f-8fb5-d8cbdc61c5bd req-d935f119-7a56-407f-94a7-e85241be0487 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 945 time: 0.2979481 Feb 17 23:01:07.796953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7231f-4d76-4064-8bf0-c49c9d67555e req-353b2ed5-2b14-41b8-a317-e0102e9056a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.798516 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2a7231f-4d76-4064-8bf0-c49c9d67555e req-353b2ed5-2b14-41b8-a317-e0102e9056a8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 943 time: 0.2921791 Feb 17 23:01:07.882982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4962380-9fcf-426f-8fb5-d8cbdc61c5bd req-5c0ccaf9-67d9-4de0-9a20-b136403c3843 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099873 Feb 17 23:01:07.884370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=36e21a59-f24c-4674-8278-5bcc0e132e71,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:07.904748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:01:07.916540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] For port e47b23d2-785d-4ab2-8b39-ce7302cd9be6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:07.916901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:07.932465 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2a7231f-4d76-4064-8bf0-c49c9d67555e req-f4ff4995-6324-45c6-98bb-db4a5c16c251 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185882 Feb 17 23:01:07.980669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:08.003133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e21a59-f24c-4674-8278-5bcc0e132e71 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:01:08.020141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=36e21a59-f24c-4674-8278-5bcc0e132e71,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:08.025610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:08.061817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for e47b23d2-785d-4ab2-8b39-ce7302cd9be6 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:08.104131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:08.222210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:08.231889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['36e21a59-f24c-4674-8278-5bcc0e132e71'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:01:08.276064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=e47b23d2-785d-4ab2-8b39-ce7302cd9be6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:08.357728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] No DVR routers for this DVR port e47b23d2-785d-4ab2-8b39-ce7302cd9be6 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:01:08.361320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:08.364249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'name': 'network-vif-deleted', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:08.382232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1394eae2-b539-47fc-b4f1-67fbed92d6a8 req-20ac7605-c979-4913-bc97-e724d82dbca4 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "DELETE /v2.0/ports/e47b23d2-785d-4ab2-8b39-ce7302cd9be6 HTTP/1.1" status: 204 len: 173 time: 1.0555625 Feb 17 23:01:08.415392 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a964a850-b99e-4b89-9109-567df6d7c3c7', 'name': 'network-vif-deleted', 'tag': 'e47b23d2-785d-4ab2-8b39-ce7302cd9be6', 'status': 'completed', 'code': 200} Feb 17 23:01:09.059113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7b149079-f0e0-4ae4-8332-f021c373d5e1 req-71684f67-0897-42fe-b5d5-9e90a7f7d866 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:09.111595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7b149079-f0e0-4ae4-8332-f021c373d5e1 req-71684f67-0897-42fe-b5d5-9e90a7f7d866 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:09.112767 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b149079-f0e0-4ae4-8332-f021c373d5e1 req-71684f67-0897-42fe-b5d5-9e90a7f7d866 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=a964a850-b99e-4b89-9109-567df6d7c3c7 HTTP/1.1" status: 200 len: 210 time: 0.1037014 Feb 17 23:01:09.162506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655148c-81de-4ea8-a64b-6d161af6a0aa req-6b82e5d4-f09e-4ed9-8fba-e75d1f9607ac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:09.164055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e655148c-81de-4ea8-a64b-6d161af6a0aa req-6b82e5d4-f09e-4ed9-8fba-e75d1f9607ac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 944 time: 0.0959666 Feb 17 23:01:09.213970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e655148c-81de-4ea8-a64b-6d161af6a0aa req-34ec145c-502c-4bb5-9446-e1f5ae09557e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Feb 17 23:01:09.739424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 36e21a59-f24c-4674-8278-5bcc0e132e71 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:09.809980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 36e21a59-f24c-4674-8278-5bcc0e132e71 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:01:09.816359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 36e21a59-f24c-4674-8278-5bcc0e132e71 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:09.816734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:09.985620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:10.033114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:10.050605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=36e21a59-f24c-4674-8278-5bcc0e132e71,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:10.056710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:10.058230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e47b23d2-785d-4ab2-8b39-ce7302cd9be6 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:10.092634 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'code': 200} Feb 17 23:01:10.145281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: e47b23d2-785d-4ab2-8b39-ce7302cd9be6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:10.145581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e47b23d2-785d-4ab2-8b39-ce7302cd9be6 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:10.183689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:10.408657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68f63-945c-4453-a336-7009352cfebe req-01a0621e-9605-48be-bb62-840678e707fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:10.410388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0bd68f63-945c-4453-a336-7009352cfebe req-01a0621e-9605-48be-bb62-840678e707fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1098 time: 0.1513290 Feb 17 23:01:10.478471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0bd68f63-945c-4453-a336-7009352cfebe req-7d863588-b83b-423b-a47b-53c42b6246e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562484 Feb 17 23:01:10.490705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84da2e-6b0f-43a3-87b3-7b425adfd199 req-7024a77f-4aee-4bd4-9208-d764790da2a3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:10.492404 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ef84da2e-6b0f-43a3-87b3-7b425adfd199 req-7024a77f-4aee-4bd4-9208-d764790da2a3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.1422331 Feb 17 23:01:10.558903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ef84da2e-6b0f-43a3-87b3-7b425adfd199 req-10cb8801-237a-487b-b76c-ee8ca5032d3d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597408 Feb 17 23:01:11.817278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670808d-2515-4045-bcb3-adea71a6957c req-b7768782-035d-4fed-abd8-f6061254feec tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:11.819044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1670808d-2515-4045-bcb3-adea71a6957c req-b7768782-035d-4fed-abd8-f6061254feec tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.1139507 Feb 17 23:01:11.884376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1670808d-2515-4045-bcb3-adea71a6957c req-6bdbfc9a-c1fa-4d51-b0b7-59a2d2cc21a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567095 Feb 17 23:01:12.295018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274c1f3-1d06-4c83-8184-ac6f27db0b10 req-c8ab1d0d-fc2a-43ae-9b9d-121299aab04f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:12.296890 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a274c1f3-1d06-4c83-8184-ac6f27db0b10 req-c8ab1d0d-fc2a-43ae-9b9d-121299aab04f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.2456517 Feb 17 23:01:12.365933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a274c1f3-1d06-4c83-8184-ac6f27db0b10 req-46ee8531-dbbe-48c8-b84c-5daf6169d9af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610201 Feb 17 23:01:12.391816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38266) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:12.481253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c147f0-3e25-4d1c-b489-76c79fdc2088 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:12.483782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-34c147f0-3e25-4d1c-b489-76c79fdc2088 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1093 time: 0.0907407 Feb 17 23:01:12.486648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38270) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:12.491977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:01:12.499013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:01:12.504585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:01:12.507815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:01:12.516791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:01:12.532040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:12.704947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:12.906439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.154 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/aa1b5694-6fa5-4384-a2d3-cb07609ddaa8) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:01:13.097015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:13.133240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:13.206704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:01:13.210379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:01:13.212939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:01:13.256644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=aa1b5694-6fa5-4384-a2d3-cb07609ddaa8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:13.515841 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:01:13.784814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:13.871458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:14.101713 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:14.106472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:14.215630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=aa1b5694-6fa5-4384-a2d3-cb07609ddaa8,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:14.233895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:14.424196 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3 associated. External IP: 172.26.7.154, port: 36e21a59-f24c-4674-8278-5bcc0e132e71. Feb 17 23:01:14.786042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:14.875536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38284) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:14.985595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:14.998996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:15.008855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:15.009511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:15.016030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:15.082815 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-441e762b-52dc-4f97-a461-50c287822c7c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5948784 Feb 17 23:01:15.083401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:15.087758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38288) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:15.113260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port 70490c65-1605-4935-aafb-ff5526ea9458 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:15.113615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:15.165263 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'status': 'completed', 'code': 200} Feb 17 23:01:15.235945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:15.367098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:15.367422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:15.383149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-3adb3d1b-4ca8-4dcc-ad5b-c9240b85424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:15.384659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-3adb3d1b-4ca8-4dcc-ad5b-c9240b85424e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1098 time: 0.2150216 Feb 17 23:01:15.423810 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ea4bf8b-955b-4a90-b20e-365ae080ea10 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 HTTP/1.1" status: 200 len: 922 time: 0.3341789 Feb 17 23:01:15.426199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:15.521427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for 70490c65-1605-4935-aafb-ff5526ea9458 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:15.541643 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a4821a0d-6c04-4983-a689-a3fc16b52e2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1142802 Feb 17 23:01:15.705767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-b020c3b3-7825-4645-a5ed-b353a66d9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:15.707286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-b020c3b3-7825-4645-a5ed-b353a66d9a4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 200 len: 897 time: 0.2676373 Feb 17 23:01:15.745830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:13Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:15.751479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:15.761473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:15.762101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:15.859545 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-ee933bfd-c963-4a90-af21-2b6ef635cda4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 200 len: 999 time: 0.1433234 Feb 17 23:01:15.929874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:15.985835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=70490c65-1605-4935-aafb-ff5526ea9458,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:15.988994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-3513cbd6-082a-4334-bfd0-2caa630a8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:15.990849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-3513cbd6-082a-4334-bfd0-2caa630a8995 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73fa4d67-aabd-45aa-a5e5-60c3c9decb51 HTTP/1.1" status: 200 len: 835 time: 0.1243558 Feb 17 23:01:16.088961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:16.143173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:16.143514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Floating IP f882a8b4-f046-4632-86bc-7ac67e07d5a2 disassociated (deleted). External IP: 172.26.7.90, port: 8e913cff-5ae3-49bd-92a8-69e9a9a2b608. Feb 17 23:01:16.384581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-d7c9a3f6-c1d6-409c-bf51-7b1419e1848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:16.386006 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-d7c9a3f6-c1d6-409c-bf51-7b1419e1848b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb48c7-8258-4393-acbe-1096c88e7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3671048 Feb 17 23:01:16.544563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38298) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:16.597534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:13Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:16.603005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12679822-5a57-4bb8-9207-fac2ba66961d None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:13Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:16.683373 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-23d8c496-986c-465b-96f9-051d3d6d698d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1370733 Feb 17 23:01:16.742546 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-c312a9da-52fc-4dd8-808c-33733145471c service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492150 Feb 17 23:01:16.865356 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268511a-7d8e-4516-a917-37f1916d98f8 None None] New status for floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:16.937797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:17.033797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3254919a-ed64-4698-aa45-8ffb7c15e13d req-ecb7c13e-af63-49eb-843f-b330cb44f108 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361264 Feb 17 23:01:17.210456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:17.222451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:17.236038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:17.238565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:17.239267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:17.317709 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-38b99bd3-327a-4959-b6c5-f952e6072c45 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "DELETE /v2.0/floatingips/f882a8b4-f046-4632-86bc-7ac67e07d5a2 HTTP/1.1" status: 204 len: 168 time: 2.4410317 Feb 17 23:01:17.318756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:17.378809 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'status': 'completed', 'code': 200} Feb 17 23:01:17.500760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-7197e97e-c610-4ed2-9f17-b81c31311c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:17.502408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-7197e97e-c610-4ed2-9f17-b81c31311c37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0990844 Feb 17 23:01:17.549808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:17.665690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-b5e2f3d4-f282-4ceb-8475-f006718495d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:17.668056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-b5e2f3d4-f282-4ceb-8475-f006718495d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 200 len: 911 time: 0.1588037 Feb 17 23:01:17.691107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38308) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:17.824746 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cc4a8025-1b41-4086-96a0-0b7bef91be03 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 993 time: 0.1249661 Feb 17 23:01:17.873486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-2eea9de0-ac62-4dab-82cb-739fa46530c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 200 len: 217 time: 0.1948473 Feb 17 23:01:17.923129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:17.928001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:17.939793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:17.940434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:00:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:18.024833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-6de29838-f2fe-4bbd-8e1a-9420124d59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:18.027336 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-6de29838-f2fe-4bbd-8e1a-9420124d59dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 200 len: 850 time: 0.1422675 Feb 17 23:01:18.139634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5d6e-0faa-47b8-bc80-b6aa4d53ea07 req-7c448ba2-6a2e-45a7-ae6d-19c3d7bd0dfb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:18.141347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bc7a5d6e-0faa-47b8-bc80-b6aa4d53ea07 req-7c448ba2-6a2e-45a7-ae6d-19c3d7bd0dfb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:18.146207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:18.189490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bc7a5d6e-0faa-47b8-bc80-b6aa4d53ea07 req-7c448ba2-6a2e-45a7-ae6d-19c3d7bd0dfb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:18.191426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc7a5d6e-0faa-47b8-bc80-b6aa4d53ea07 req-7c448ba2-6a2e-45a7-ae6d-19c3d7bd0dfb tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.4065726 Feb 17 23:01:18.265720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-e34cc9ef-f551-4127-b6f3-fefe0b762af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:18.268212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-e34cc9ef-f551-4127-b6f3-fefe0b762af2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e971e9e1-b2e6-4607-8277-45704725e00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2326117 Feb 17 23:01:18.321864 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc7a5d6e-0faa-47b8-bc80-b6aa4d53ea07 req-7df6fc2c-9b11-4a4a-9170-aeb3f710f574 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234603 Feb 17 23:01:18.491879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:18.496392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc4f6d-c92d-401d-bc0a-65a51cf4ba7d None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T22:52:28Z', 'revision_number': 4, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2ac202dd-f183-49a9-96a2-19f1b3eb6473', 'name': '', 'network_id': 'e971e9e1-b2e6-4607-8277-45704725e00b', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'mac_address': 'fa:16:3e:f0:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:24Z', 'updated_at': '2022-02-17T22:52:41Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'subnets': [{'id': 'fa8b5e79-8972-49a2-9f16-36bd82eafd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:18.657957 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-ee29a56d-4dd7-4f86-bd1b-fde5a899db4c service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792777 Feb 17 23:01:18.761593 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9fd31-b0a7-4baf-9f60-55cf4734a082 None None] New status for floating IP f882a8b4-f046-4632-86bc-7ac67e07d5a2: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:18.846447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2bb74034-a20b-4de1-a64e-4c4162c78ee8 req-4beb5546-128f-47ab-acdd-f8ba1a3497fe service neutron] 10.222.0.43 "GET /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814656 Feb 17 23:01:19.067594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-052e9d63-770f-4264-99ce-69cee4e97ac1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:19.069610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-052e9d63-770f-4264-99ce-69cee4e97ac1 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.0995512 Feb 17 23:01:19.165837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:19.166100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:19.494282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] For port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:19.494811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:19.673459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:19.791300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2529-1bd4-472a-9d06-b7a71a80fa2a req-d272d05c-a53f-424f-98ae-dae67ea12c79 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:19.793205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d56e2529-1bd4-472a-9d06-b7a71a80fa2a req-d272d05c-a53f-424f-98ae-dae67ea12c79 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 946 time: 0.2898307 Feb 17 23:01:19.897332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d56e2529-1bd4-472a-9d06-b7a71a80fa2a req-ea0ee9df-efcb-4387-9027-c5c0aedf22b2 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f55c25e-7675-47de-a843-23e02f806aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704558 Feb 17 23:01:19.899447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:20.014627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=8e913cff-5ae3-49bd-92a8-69e9a9a2b608,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:20.087478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e955abd7-f16f-4cae-9556-afc4c8cb892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:20.114529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] No DVR routers for this DVR port 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:01:20.117065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:20.119858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'name': 'network-vif-deleted', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:20.141748 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-729a0562-15a2-4686-8cac-c30a241d3b5c req-8529d875-2c59-460e-91cf-4c5fc38f3566 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.43 "DELETE /v2.0/ports/8e913cff-5ae3-49bd-92a8-69e9a9a2b608 HTTP/1.1" status: 204 len: 173 time: 1.0662897 Feb 17 23:01:20.175214 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47151d41-a489-4f03-b4b2-223954a46ec0', 'name': 'network-vif-deleted', 'tag': '8e913cff-5ae3-49bd-92a8-69e9a9a2b608', 'status': 'completed', 'code': 200} Feb 17 23:01:21.102279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8ebf7042-af9c-4f1f-b269-8265b141af6a req-f075cdae-6a8b-4185-90fe-d5813e51d0c0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Synchronizing usage tracker for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:21.121661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8ebf7042-af9c-4f1f-b269-8265b141af6a req-f075cdae-6a8b-4185-90fe-d5813e51d0c0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Unset dirty status for tenant:8b47fff6b55447afa251d43ecb6c4dc8 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:21.122945 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ebf7042-af9c-4f1f-b269-8265b141af6a req-f075cdae-6a8b-4185-90fe-d5813e51d0c0 tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "GET /v2.0/ports?device_id=47151d41-a489-4f03-b4b2-223954a46ec0 HTTP/1.1" status: 200 len: 210 time: 0.0805235 Feb 17 23:01:21.786837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:21.828478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:21.828815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 8e913cff-5ae3-49bd-92a8-69e9a9a2b608 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:22.237579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38320) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:22.362045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d897-dff9-42d0-8652-f622ce39e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:22.408269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Deleting port 95bef40a-1aa9-4a62-bd79-b1d07afdb66f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:22.408599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:22.587702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:22.588030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:22.722826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Calling delete_port for 95bef40a-1aa9-4a62-bd79-b1d07afdb66f owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:22.879246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:22.934135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'Port': ['ID=95bef40a-1aa9-4a62-bd79-b1d07afdb66f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:23.033201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:23.055619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:23.057604 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dd35bd76-3352-4919-b4ce-9d62a3ca679c tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "DELETE /v2.0/floatingips/f2a8d943-58e5-45db-9aa3-0ed4ba291bec HTTP/1.1" status: 204 len: 168 time: 0.8189118 Feb 17 23:01:23.347079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:23.504159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:24.943797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:25.709073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38336) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:25.788277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:25.825459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:25.923500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:25.945919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55c25e-7675-47de-a843-23e02f806aa8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:25.964515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:25.966549 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-59c7353b-d045-4713-b156-f45e0ada3c5a tempest-TestVolumeBootPattern-1321610530 tempest-TestVolumeBootPattern-1321610530-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f55c25e-7675-47de-a843-23e02f806aa8 HTTP/1.1" status: 204 len: 168 time: 0.2562635 Feb 17 23:01:26.050093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38342) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:27.056361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:27.460159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Deleting port 2ac202dd-f183-49a9-96a2-19f1b3eb6473 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:27.460499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:27.664899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] For port 2ac202dd-f183-49a9-96a2-19f1b3eb6473, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2ac202dd-f183-49a9-96a2-19f1b3eb6473,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:27.665340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:27.810023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Calling delete_port for 2ac202dd-f183-49a9-96a2-19f1b3eb6473 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:28.191417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:28.245277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac202dd-f183-49a9-96a2-19f1b3eb6473,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:28.291943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:28.696359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:29.133287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:29.356477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:29.368175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Sync routers for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:29.372475 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3ae15ec8-c287-4ac4-a38e-f3f3fc0537cd admin admin] 10.222.0.42 "PUT /v2.0/routers/5305e48c-cd2b-45f9-b836-39fbf16fdcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3209469 Feb 17 23:01:29.376594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38348) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:29.380964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:29.381762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:29.578471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:29.584175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:29.776786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:29.789095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Deleting port f2caa59b-b335-460d-9e11-ebb112be4b39 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:29.789546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:29.987433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T23:01:28Z', 'revision_number': 5, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port': {'id': 'f2caa59b-b335-460d-9e11-ebb112be4b39', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:10Z', 'updated_at': '2022-02-17T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:29.992361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Checking router: 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:30.004347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Routers {'5305e48c-cd2b-45f9-b836-39fbf16fdcc8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:30.005371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:30.110571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] For port f2caa59b-b335-460d-9e11-ebb112be4b39, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f2caa59b-b335-460d-9e11-ebb112be4b39,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:30.110924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.186035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] Set router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:30.248388 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Calling delete_port for f2caa59b-b335-460d-9e11-ebb112be4b39 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:30.325309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T23:01:29Z', 'revision_number': 6, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:30.331034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac5544-407e-4979-bd6f-7097dbf371be None None] The sync data for ids ['5305e48c-cd2b-45f9-b836-39fbf16fdcc8'] in dv-neutron-805768-3-hyperv is: [{'id': '5305e48c-cd2b-45f9-b836-39fbf16fdcc8', 'name': 'tempest-TestVolumeBootPattern-352236737-router', 'tenant_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:06Z', 'updated_at': '2022-02-17T23:01:29Z', 'revision_number': 6, 'project_id': '8b47fff6b55447afa251d43ecb6c4dc8', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:30.445425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.495809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f2caa59b-b335-460d-9e11-ebb112be4b39,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:30.595804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.822587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.825227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.849797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.850254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5305e48c-cd2b-45f9-b836-39fbf16fdcc8 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:01:30.865574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.866757 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-185c0220-f0f5-403b-8344-cb52e632e1bf admin admin] 10.222.0.42 "DELETE /v2.0/routers/5305e48c-cd2b-45f9-b836-39fbf16fdcc8 HTTP/1.1" status: 204 len: 168 time: 1.4889696 Feb 17 23:01:30.870037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38352) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:30.932026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Deleting subnet fa8b5e79-8972-49a2-9f16-36bd82eafd10 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:01:30.935451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:30.989202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.087462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.167400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.212212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8b5e79-8972-49a2-9f16-36bd82eafd10,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:31.216346 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.226308 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2bdde681-ce9f-459d-b0ae-ab4b341a1259 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa8b5e79-8972-49a2-9f16-36bd82eafd10 HTTP/1.1" status: 204 len: 168 time: 0.3545175 Feb 17 23:01:31.230304 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38356) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:31.234575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1694ceb-8766-4d09-bf76-5e5725003d4a None None] Network e971e9e1-b2e6-4607-8277-45704725e00b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:01:31.362107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.363178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2caa59b-b335-460d-9e11-ebb112be4b39 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:31.376710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Deleting port 58cc0f7d-1821-4b37-869e-0d359f974ffb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:31.377127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.418048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f2caa59b-b335-460d-9e11-ebb112be4b39 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:31.418445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f2caa59b-b335-460d-9e11-ebb112be4b39 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:31.418803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2ac202dd-f183-49a9-96a2-19f1b3eb6473 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:31.468540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 2ac202dd-f183-49a9-96a2-19f1b3eb6473 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:31.468540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2ac202dd-f183-49a9-96a2-19f1b3eb6473 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:31.614581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] For port 58cc0f7d-1821-4b37-869e-0d359f974ffb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58cc0f7d-1821-4b37-869e-0d359f974ffb,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:31.614988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.651509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] DHCP port deletion for e971e9e1-b2e6-4607-8277-45704725e00b request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:01:31.658126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Deleting port 58cc0f7d-1821-4b37-869e-0d359f974ffb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:31.658722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.865481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Calling delete_port for 58cc0f7d-1821-4b37-869e-0d359f974ffb owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:31.911735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] For port 58cc0f7d-1821-4b37-869e-0d359f974ffb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58cc0f7d-1821-4b37-869e-0d359f974ffb,segment=NetworkSegment(ecb954da-a2de-402e-8858-45445e23d74a),segment_id=ecb954da-a2de-402e-8858-45445e23d74a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:31.912042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:31.951777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.022497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cc0f7d-1821-4b37-869e-0d359f974ffb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:32.027926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] No DVR routers for this DVR port 58cc0f7d-1821-4b37-869e-0d359f974ffb on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:01:32.054181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Calling delete_port for 58cc0f7d-1821-4b37-869e-0d359f974ffb owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:32.135650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:01:32.136003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:01:32.177439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.208015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e971e9e1-b2e6-4607-8277-45704725e00b']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:32.223248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb954da-a2de-402e-8858-45445e23d74a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:32.223559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb954da-a2de-402e-8858-45445e23d74a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:32.237702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.255817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.262613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:01:32.262947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:01:32.278485 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:01:32.378149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.397910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.411803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e971e9e1-b2e6-4607-8277-45704725e00b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:32.425310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ef53b10f-ad3d-4ec8-8f65-fc96c6a553f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e971e9e1-b2e6-4607-8277-45704725e00b HTTP/1.1" status: 204 len: 168 time: 1.1935647 Feb 17 23:01:32.429879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38360) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:32.637309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Deleting port 58cc0f7d-1821-4b37-869e-0d359f974ffb {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:32.638060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:32.714623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dd665d1f-6b70-4cea-8e52-ef8bcf9ebc34 None None] The port '58cc0f7d-1821-4b37-869e-0d359f974ffb' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:01:33.107875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:33.256648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58cc0f7d-1821-4b37-869e-0d359f974ffb no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:33.290770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 58cc0f7d-1821-4b37-869e-0d359f974ffb {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:33.291215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58cc0f7d-1821-4b37-869e-0d359f974ffb not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:33.587820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Deleting port 97ed6185-ffde-476f-88dd-b6f82b22fe9d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:33.588479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:33.779537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] For port 97ed6185-ffde-476f-88dd-b6f82b22fe9d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=97ed6185-ffde-476f-88dd-b6f82b22fe9d,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:33.779888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:33.910989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Calling delete_port for 97ed6185-ffde-476f-88dd-b6f82b22fe9d owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:34.152151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:34.206116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ed6185-ffde-476f-88dd-b6f82b22fe9d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:34.492673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:34.867016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:35.196731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:35.217041 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Sync routers for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:35.224439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-07af6b33-e43e-4707-a4c8-20adb8611f73 admin admin] 10.222.0.42 "PUT /v2.0/routers/9af50d3d-4fed-4e0f-82ff-8bd9536bc186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931457 Feb 17 23:01:35.227628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38364) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:35.236152 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:35.237145 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:35.456275 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:35.458775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:35.645666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:35.657576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Deleting port 38ee706a-9191-4c88-9c43-5f679295a262 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:35.657918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:35.753319 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '38ee706a-9191-4c88-9c43-5f679295a262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T23:01:34Z', 'revision_number': 5, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port': {'id': '38ee706a-9191-4c88-9c43-5f679295a262', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:41:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:52:44Z', 'updated_at': '2022-02-17T22:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:35.757230 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Checking router: 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:35.767179 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Routers {'9af50d3d-4fed-4e0f-82ff-8bd9536bc186'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:35.767946 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:35.842074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] For port 38ee706a-9191-4c88-9c43-5f679295a262, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=38ee706a-9191-4c88-9c43-5f679295a262,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:35.842074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:35.928254 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] Set router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:35.975288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Calling delete_port for 38ee706a-9191-4c88-9c43-5f679295a262 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:36.036777 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T23:01:35Z', 'revision_number': 6, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:36.041177 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b95eb5-8626-42f4-b130-46cdefe266aa None None] The sync data for ids ['9af50d3d-4fed-4e0f-82ff-8bd9536bc186'] in dv-neutron-805768-3-hyperv is: [{'id': '9af50d3d-4fed-4e0f-82ff-8bd9536bc186', 'name': 'tempest-TestVolumeBootPattern-476442697-router', 'tenant_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:52:42Z', 'updated_at': '2022-02-17T23:01:35Z', 'revision_number': 6, 'project_id': 'bc2724f3aebc473f867fa7bb528d3b18', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:36.191370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.240798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ee706a-9191-4c88-9c43-5f679295a262,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:36.338761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.521956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.524200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.547847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.548474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af50d3d-4fed-4e0f-82ff-8bd9536bc186 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:01:36.562311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.563450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-561eb502-f5e7-41e5-80d7-80b304302973 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9af50d3d-4fed-4e0f-82ff-8bd9536bc186 HTTP/1.1" status: 204 len: 168 time: 1.3347449 Feb 17 23:01:36.565930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38372) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:36.631373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Deleting subnet bb6838f3-5eac-45c1-b8f8-ac64f537b910 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:01:36.634630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.807916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.889860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:36.972400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.012704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6838f3-5eac-45c1-b8f8-ac64f537b910,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:37.015437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.021926 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-242bff6c-c3fc-4f49-9eaa-5e873dd89144 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb6838f3-5eac-45c1-b8f8-ac64f537b910 HTTP/1.1" status: 204 len: 168 time: 0.4549897 Feb 17 23:01:37.025562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38376) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:37.031828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735535ec-1a7f-47b2-a00b-b658d13a10dc None None] Network 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:01:37.176759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.189935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Deleting port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:37.190271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.282036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 97ed6185-ffde-476f-88dd-b6f82b22fe9d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:37.325586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 97ed6185-ffde-476f-88dd-b6f82b22fe9d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:37.325900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 97ed6185-ffde-476f-88dd-b6f82b22fe9d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:37.326346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 38ee706a-9191-4c88-9c43-5f679295a262 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:37.373304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 38ee706a-9191-4c88-9c43-5f679295a262 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:37.373768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 38ee706a-9191-4c88-9c43-5f679295a262 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:37.461832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] DHCP port deletion for 86112ccc-279d-4b3e-b2d7-dd06ebadbd1a request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:01:37.462379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] For port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:37.462905 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.467014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Deleting port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:37.467552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.700947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Calling delete_port for 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:37.721125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] For port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,segment=NetworkSegment(8a393584-5827-413f-beb0-15d96ea96fdb),segment_id=8a393584-5827-413f-beb0-15d96ea96fdb)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:37.721719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.786481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:37.856338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Calling delete_port for 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:37.880040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:37.883444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] No DVR routers for this DVR port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:01:37.937274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:01:37.937702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:01:38.038919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.073480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86112ccc-279d-4b3e-b2d7-dd06ebadbd1a']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:38.088964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a393584-5827-413f-beb0-15d96ea96fdb') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:38.089292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a393584-5827-413f-beb0-15d96ea96fdb') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:38.102933 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.120209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.126963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:01:38.127483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:01:38.142660 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:01:38.223791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.243995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.257714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] Pushing event deleted for resources: {'Network': ['ID=86112ccc-279d-4b3e-b2d7-dd06ebadbd1a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:38.262916 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-54ab9f0e-da4b-4a39-a02a-b7ecf4baa26f admin admin] 10.222.0.42 "DELETE /v2.0/networks/86112ccc-279d-4b3e-b2d7-dd06ebadbd1a HTTP/1.1" status: 204 len: 168 time: 1.2363055 Feb 17 23:01:38.401741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38382) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:38.439460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Deleting port 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:38.440423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.456979 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-283dbd3c-e0e8-41ac-a138-46ed5745d282 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b47fff6b55447afa251d43ecb6c4dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540192 Feb 17 23:01:38.460260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38386) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:38.513757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-aa8138ca-f72c-43e1-8865-2c30b3a8a88a None None] The port '1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:01:38.526650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.556161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.625794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.644726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2404075-44bf-42fb-a681-cffdc2daf36e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:38.655518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:38.656873 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-64b0a19d-4247-4d60-92bd-ca8049ab1cde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2404075-44bf-42fb-a681-cffdc2daf36e HTTP/1.1" status: 204 len: 168 time: 0.1956575 Feb 17 23:01:39.012411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38396) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:39.072336 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b4ffb762-c957-4a9d-8d7d-fe6511740a2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc2724f3aebc473f867fa7bb528d3b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584288 Feb 17 23:01:39.074776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38400) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:39.140888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:39.174874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:39.235014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:39.253623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e8482-4c37-4f40-b41b-424dc9ff87cf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:39.258892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:39.269122 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eb311d7d-56d5-4681-b3eb-387374eb8408 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe0e8482-4c37-4f40-b41b-424dc9ff87cf HTTP/1.1" status: 204 len: 168 time: 0.1851320 Feb 17 23:01:39.287533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:39.324016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:01:39.324253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1cf35b1e-c870-4e45-bcbf-7c7a6fb2232e not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:01:47.058663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38410) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:47.254174 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0c34d958-9d55-4dd6-9cef-226e6cce9734 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1943638 Feb 17 23:01:47.257241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38414) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:47.451155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad32b3d-08f8-4d7a-ab19-37a0f152bddf tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Notify agent at dv-neutron-805768-3-hyperv the message router_removed_from_agent {{(pid=87694) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 23:01:47.457157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38420) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:47.457625 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bad32b3d-08f8-4d7a-ab19-37a0f152bddf tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "DELETE /v2.0/agents/fd24f7b1-d13a-487b-a1bc-a16a438977d2/l3-routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 HTTP/1.1" status: 204 len: 168 time: 0.1989102 Feb 17 23:01:47.669160 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2fb38623-e295-4ee3-8d07-214d5ca5e144 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2108037 Feb 17 23:01:47.671874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38424) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:47.781053 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bb1e23a3-1431-4adc-84e0-0cc97536c163 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 993 time: 0.1080363 Feb 17 23:01:48.267484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325a532-c8b5-4caf-baf2-7c3a82f0cdd9 None None] New status for floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:48.785060 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38428) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:48.888162 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-56b6cf7c-9497-4b98-af2d-66e2680c9736 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1019416 Feb 17 23:01:49.278098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:49.396805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:49.415353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:49.420823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:49.422192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:01:49.546371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:49.609908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:49.676138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e0b258ed-6df8-4679-b531-a032e64d4420,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:49.680035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:49.749472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:50.025671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38434) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:50.081904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-20e62277-1c29-45d1-8ea4-e3e0da3968c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:50.346949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83c37bc-cdc2-4273-8139-c2b1e673919f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:01:50.347204 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83c37bc-cdc2-4273-8139-c2b1e673919f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Notify agent at dv-neutron-805768-3-hyperv the message router_added_to_agent {{(pid=87694) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 23:01:50.369183 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f83c37bc-cdc2-4273-8139-c2b1e673919f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "POST /v2.0/agents/fd24f7b1-d13a-487b-a1bc-a16a438977d2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3406484 Feb 17 23:01:50.369415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38442) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:50.378705 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:50.394234 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:50.394839 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:50.555206 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f990cb5-152e-45f0-b514-a264be10c36e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1847255 Feb 17 23:01:50.559421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38446) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:50.569125 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:01:50.603153 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:50.668694 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-37216af5-6c1e-44cc-9fcb-cf07d7bc4c2e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1082180 Feb 17 23:01:50.944512 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:48Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:50.948252 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:50.956984 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:50.957599 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:51.136139 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:51.478560 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:48Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:51.482310 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1872734-8883-411e-85fa-28f22dcf6bb5 None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'e15051c0-0eb9-4d8b-99e7-d3a644005ad3', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.154', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'port_id': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'mac_address': 'fa:16:3e:57:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37940640-8e34-42c9-b211-7074f3d6cf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:01:13Z', 'updated_at': '2022-02-17T23:01:48Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:49Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:51.672541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38450) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:51.791589 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6ce6b39c-23b8-40e4-a641-b4853b9fe016 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1178706 Feb 17 23:01:52.356561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26ffddf4-1cb7-431c-95c4-4820f5b5d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:52.795493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38454) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:52.901452 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f34f5fd1-21e3-47da-9811-fbf3123a985c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 991 time: 0.1046636 Feb 17 23:01:53.043250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10ca5c-d93f-4ecb-8931-0c841b741bca None None] New status for floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:53.335645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.362897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:53.432484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:53.433191 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.509168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.572790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.592983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:53.597372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.598266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:53.716447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:53.729133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:53.729504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.847200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.879086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e0b258ed-6df8-4679-b531-a032e64d4420,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:53.882623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:53.906194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38458) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:53.949898 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:54.016158 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f302af90-ab51-4a63-bc56-1fb80d01ef12 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 200 len: 993 time: 0.1087935 Feb 17 23:01:54.284691 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38466) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:01:54.487708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port aa1b5694-6fa5-4384-a2d3-cb07609ddaa8 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:54.487961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:54.652762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:54.653099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:54.772256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for aa1b5694-6fa5-4384-a2d3-cb07609ddaa8 owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:54.917853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:54.940230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:54.968486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=aa1b5694-6fa5-4384-a2d3-cb07609ddaa8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:55.061646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:55.061888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3 disassociated (deleted). External IP: 172.26.7.154, port: 36e21a59-f24c-4674-8278-5bcc0e132e71. Feb 17 23:01:55.293347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:55.366436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:55.366711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:55.482208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:01:55.531906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:01:55.551673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port e0b258ed-6df8-4679-b531-a032e64d4420 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:01:55.552051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:55.718521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:01:55.727936 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:01:55.735471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:55.737942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:55.738533 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:55.792943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9809f435-0cb5-4706-affb-08c10c57756a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/e15051c0-0eb9-4d8b-99e7-d3a644005ad3 HTTP/1.1" status: 204 len: 168 time: 1.5047951 Feb 17 23:01:55.792943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:55.922127 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:56.148240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'status': 'completed', 'code': 200} Feb 17 23:01:56.238553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11c7d-874e-45df-8d52-4683dcffc21e req-9e384ecc-e055-4126-8f74-0a461e76e24e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:56.239165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71e11c7d-874e-45df-8d52-4683dcffc21e req-9e384ecc-e055-4126-8f74-0a461e76e24e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:56.258904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71e11c7d-874e-45df-8d52-4683dcffc21e req-9e384ecc-e055-4126-8f74-0a461e76e24e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:56.260078 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71e11c7d-874e-45df-8d52-4683dcffc21e req-9e384ecc-e055-4126-8f74-0a461e76e24e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.1621981 Feb 17 23:01:56.267072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-b83a39c9-b4ea-463a-b853-7d0fc35a2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:56.268505 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-b83a39c9-b4ea-463a-b853-7d0fc35a2f87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 1098 time: 0.0986717 Feb 17 23:01:56.319291 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:56.323296 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:01:56.332262 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:01:56.332853 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:56.390514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71e11c7d-874e-45df-8d52-4683dcffc21e req-c8785782-ba21-40dc-b803-bb784fbf094f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210673 Feb 17 23:01:56.431088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-3544a1e9-1e42-42f5-8c17-563e53da768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:56.432526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-3544a1e9-1e42-42f5-8c17-563e53da768a service neutron] 10.222.0.43 "GET /v2.0/networks?id=07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 200 len: 897 time: 0.1497529 Feb 17 23:01:56.505125 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-81a62a08-14c9-490a-98c6-cea76a784737 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 200 len: 217 time: 0.0651011 Feb 17 23:01:56.512850 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:01:56.568614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-fa96de16-7a4c-42d8-8c60-e260a3a6289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:56.570094 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-fa96de16-7a4c-42d8-8c60-e260a3a6289f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73fa4d67-aabd-45aa-a5e5-60c3c9decb51 HTTP/1.1" status: 200 len: 835 time: 0.0593927 Feb 17 23:01:56.658380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-5e63be28-f8d9-4287-91e0-573b28b6340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:56.659893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-5e63be28-f8d9-4287-91e0-573b28b6340c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb48c7-8258-4393-acbe-1096c88e7dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830669 Feb 17 23:01:56.797103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-bd18d0de-f6f1-4616-a6df-845836d809b4 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304691 Feb 17 23:01:56.832671 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:01:56.838715 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ebaa1-ab98-412d-ab43-8b951cc9a3f0 None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:00:56Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'e0b258ed-6df8-4679-b531-a032e64d4420', 'name': '', 'network_id': '07fb48c7-8258-4393-acbe-1096c88e7dd0', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:cb:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:55Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '73fa4d67-aabd-45aa-a5e5-60c3c9decb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:01:56.956385 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56efb7aa-ee9d-4e4a-8aea-993a5a10ad40 req-61c1a499-0e31-4910-bfec-eab132c32415 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532340 Feb 17 23:01:57.343955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-9151182a-ae5e-4c70-94f3-3643c2a25754 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:57.345445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-9151182a-ae5e-4c70-94f3-3643c2a25754 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0832760 Feb 17 23:01:57.420424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 36e21a59-f24c-4674-8278-5bcc0e132e71 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:01:57.420764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:57.508056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2faaf-be50-4c47-b68a-e8e829052976 None None] New status for floating IP e15051c0-0eb9-4d8b-99e7-d3a644005ad3: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:01:57.799148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2df7d-b01f-4787-99e6-88e399664fa4 req-bcf5564d-f060-4764-a777-37ec68d6998e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:57.800608 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bc2df7d-b01f-4787-99e6-88e399664fa4 req-bcf5564d-f060-4764-a777-37ec68d6998e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 945 time: 0.2286279 Feb 17 23:01:57.878440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bc2df7d-b01f-4787-99e6-88e399664fa4 req-f55640d1-4a3f-461c-9b66-4b35f46179cb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=6cc0f750-eb95-4823-9740-c32d888eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721006 Feb 17 23:01:57.901262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 36e21a59-f24c-4674-8278-5bcc0e132e71, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=36e21a59-f24c-4674-8278-5bcc0e132e71,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:01:57.901613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:58.023433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 36e21a59-f24c-4674-8278-5bcc0e132e71 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:01:58.171000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:58.224262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=36e21a59-f24c-4674-8278-5bcc0e132e71,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:01:58.300647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 36e21a59-f24c-4674-8278-5bcc0e132e71 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:01:58.303260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:58.305370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:01:58.305899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'name': 'network-vif-deleted', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:01:58.321790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5002ad3d-1fcb-4f46-ad3e-41f34f6cf8b9 req-3eeb569a-0578-422f-abf4-44352551fc82 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/36e21a59-f24c-4674-8278-5bcc0e132e71 HTTP/1.1" status: 204 len: 173 time: 0.9716408 Feb 17 23:01:58.352624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37940640-8e34-42c9-b211-7074f3d6cf40', 'name': 'network-vif-deleted', 'tag': '36e21a59-f24c-4674-8278-5bcc0e132e71', 'status': 'completed', 'code': 200} Feb 17 23:01:59.047111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f02f1a54-b8aa-4587-ae61-935686356fd0 req-e29b87d5-51fa-484f-b139-2d568de39fe4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:01:59.063553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f02f1a54-b8aa-4587-ae61-935686356fd0 req-e29b87d5-51fa-484f-b139-2d568de39fe4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:01:59.064845 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f02f1a54-b8aa-4587-ae61-935686356fd0 req-e29b87d5-51fa-484f-b139-2d568de39fe4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=37940640-8e34-42c9-b211-7074f3d6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0624878 Feb 17 23:01:59.994130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 36e21a59-f24c-4674-8278-5bcc0e132e71 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:02:00.028701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 36e21a59-f24c-4674-8278-5bcc0e132e71 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:02:00.029199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 36e21a59-f24c-4674-8278-5bcc0e132e71 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:02:00.160082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38486) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:00.234171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:00.265272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:00.333696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:00.353400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0f750-eb95-4823-9740-c32d888eadb8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:00.362599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.362944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.363284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.363616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.363945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.364282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.364601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.364922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.365282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.365602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.365931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.366336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:00.375664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:00.376804 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9fb88ac4-eeea-422d-b4c6-bb380dba13a0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/6cc0f750-eb95-4823-9740-c32d888eadb8 HTTP/1.1" status: 204 len: 168 time: 0.2157526 Feb 17 23:02:00.409315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38492) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:00.961404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:01.426180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port e0b258ed-6df8-4679-b531-a032e64d4420 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:02:01.426891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:01.617327 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port e0b258ed-6df8-4679-b531-a032e64d4420, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=e0b258ed-6df8-4679-b531-a032e64d4420,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:01.617599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:01.742117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for e0b258ed-6df8-4679-b531-a032e64d4420 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:02:01.928381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:01.979296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=e0b258ed-6df8-4679-b531-a032e64d4420,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:02.258708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:02.724074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:02:02.908376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:02:02.918333 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Sync routers for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:02:02.927675 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d59a9367-3ab6-4e54-9e12-a620ea765f29 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147157 Feb 17 23:02:02.927989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38496) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:02.928527 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:02.929193 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:03.011382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 73fa4d67-aabd-45aa-a5e5-60c3c9decb51 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:02:03.015696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.078287 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.112519 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:03.164114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.239861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.285663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=73fa4d67-aabd-45aa-a5e5-60c3c9decb51,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:03.287616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.293639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a06325-1a6b-4785-a274-629f43a54c32 None None] Network 07fb48c7-8258-4393-acbe-1096c88e7dd0 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:02:03.298623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38500) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:03.299145 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-43378306-8433-4b72-9c41-10e09b3e993f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/73fa4d67-aabd-45aa-a5e5-60c3c9decb51 HTTP/1.1" status: 204 len: 168 time: 0.3698478 Feb 17 23:02:03.427740 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:02:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:03.432959 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Checking router: 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:02:03.442980 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Routers {'5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:03.443153 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:03.495531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.627496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] DHCP port deletion for 07fb48c7-8258-4393-acbe-1096c88e7dd0 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:02:03.631523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Deleting port 4a1ca028-4770-4aef-807b-f8bc739d33e8 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:02:03.631896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.638118 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] Set router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:03.703446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.712948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:02:03.713636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.838745 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] For port 4a1ca028-4770-4aef-807b-f8bc739d33e8, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4a1ca028-4770-4aef-807b-f8bc739d33e8,segment=NetworkSegment(b3c2b1f5-d642-45cb-9dea-1edbe827ed9a),segment_id=b3c2b1f5-d642-45cb-9dea-1edbe827ed9a)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:03.839152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.902341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:03.902690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:03.966039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Calling delete_port for 4a1ca028-4770-4aef-807b-f8bc739d33e8 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:02:03.969238 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:02:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:03.973576 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcb5e-d138-464f-b8b3-daa92e91ca0e None None] The sync data for ids ['5a6d7254-d4f1-43f0-9523-3ca2a625a8a7'] in dv-neutron-805768-3-hyperv is: [{'id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'name': 'tempest-TestNetworkBasicOps-router-1633252811', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:50Z', 'updated_at': '2022-02-17T23:02:01Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': 'f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d7254-d4f1-43f0-9523-3ca2a625a8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:51Z', 'updated_at': '2022-02-17T23:01:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:02:04.051622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.102015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Pushing event deleted for resources: {'Port': ['ID=4a1ca028-4770-4aef-807b-f8bc739d33e8,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:04.106885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] No DVR routers for this DVR port 4a1ca028-4770-4aef-807b-f8bc739d33e8 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:02:04.113520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.116106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.118514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.118514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.118514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e305fe2-68b8-4a4a-ba74-4f87337b4dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.144498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:02:04.312422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.387423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:04.432466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.433127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.433427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.433754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.434171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.434389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.434808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.435204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.435531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.435946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.436142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.436448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:04.470577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.648634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.650834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.673108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.673607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:02:04.689724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.690831 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-507c976a-795d-43ea-b460-ed57e3461713 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/5a6d7254-d4f1-43f0-9523-3ca2a625a8a7 HTTP/1.1" status: 204 len: 168 time: 1.3904402 Feb 17 23:02:04.693665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38504) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:04.812847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.963860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:04.992180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fb48c7-8258-4393-acbe-1096c88e7dd0']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:05.004979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:05.005377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c2b1f5-d642-45cb-9dea-1edbe827ed9a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:05.016697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.033383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.040264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:02:05.040570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:02:05.058093 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:02:05.145791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.163102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.176034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=07fb48c7-8258-4393-acbe-1096c88e7dd0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:05.182339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a3e98ba8-2bcc-4f8f-b695-abad3414b5b5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/07fb48c7-8258-4393-acbe-1096c88e7dd0 HTTP/1.1" status: 204 len: 168 time: 0.4877024 Feb 17 23:02:05.202168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:05.207742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--749820319', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:05.212720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:05.217165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:05.219919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:05.225561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:05.236481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:02:05.240073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.268671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:02:05.277803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.278163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment b79ff416-06eb-4ffc-ac6f-c8b869e6f286 of type vlan for network b2485145-420f-4fc4-a253-075112761df1 Feb 17 23:02:05.289838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:02:05.305466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.326715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:02:05.327061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f14cd8a8-4b2e-417d-8d72-8ecc0a9b7154 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:02:05.327481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:02:05.334378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.339763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:05.340364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.361773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: e0b258ed-6df8-4679-b531-a032e64d4420 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:02:05.362744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device e0b258ed-6df8-4679-b531-a032e64d4420 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:02:05.363171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4a1ca028-4770-4aef-807b-f8bc739d33e8 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:02:05.399271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4a1ca028-4770-4aef-807b-f8bc739d33e8 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:02:05.399617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4a1ca028-4770-4aef-807b-f8bc739d33e8 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:02:05.446205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2429814 Feb 17 23:02:05.448905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38512) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:05.454193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451703fd-8166-4886-b49d-6ce15fd94279 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=b2485145-420f-4fc4-a253-075112761df1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:05.458622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-443920594', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:05.463984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b2485145-420f-4fc4-a253-075112761df1 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:02:05.465924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:05.470421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:05.473730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:05.479834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:05.490471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.491442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.508475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:05.906244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:06.213000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:06.243007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:06.380845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.244 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/58f21057-8c49-4b5e-ba1b-64552956e08d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:02:06.531333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:06.562992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:06.628154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:06.630954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:06.634612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:02:06.667858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=58f21057-8c49-4b5e-ba1b-64552956e08d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:07.045426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:07.503856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:07.715244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router b4175d45-aff9-4846-b6db-1548efed452e is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:02:07.891581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:02:07.901060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Sync routers for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:02:07.910774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:07.911379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:07.920514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:07.921988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-836d7ba9-da70-4986-8754-6e3ecb9169bb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4721475 Feb 17 23:02:07.925129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38516) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:07.968537 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-00c81897-ef55-423a-8a96-8891c59f9a03 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422096 Feb 17 23:02:07.971093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38520) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:08.095038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:08.129599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5880acd-f2cd-48ff-8596-368dbaa471d1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.131215 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d5880acd-f2cd-48ff-8596-368dbaa471d1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592257 Feb 17 23:02:08.134118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38524) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:08.175382 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a7e4eb6a-3a8a-4eb0-b56d-34a52b5f87a3 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400338 Feb 17 23:02:08.177748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38528) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:08.183235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288158057', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:08.295511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:08.299294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:08.302131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:08.308018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:08.321904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:02:08.325428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:08.421488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:06Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:08.425630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Checking router: b4175d45-aff9-4846-b6db-1548efed452e for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:02:08.425914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Updating router b4175d45-aff9-4846-b6db-1548efed452e port 58f21057-8c49-4b5e-ba1b-64552956e08d binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:02:08.478960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:08.551288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:08.634941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=32fa60fa-00d3-418e-ab4b-69d75f33824f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:08.645100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:02:08.645469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: b2485145-420f-4fc4-a253-075112761df1, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:02:08.665293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network b2485145-420f-4fc4-a253-075112761df1 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:02:08.675949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b2485145-420f-4fc4-a253-075112761df1) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:08.680173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.680763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:08.691147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58cf106-edb2-4158-b7d5-7da7b0d98e81 None None] Network b2485145-420f-4fc4-a253-075112761df1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:02:08.708091 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0223bcf6-4280-43b5-80a1-bd7888b34623 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5293102 Feb 17 23:02:08.710965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38532) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:08.989582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.012924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Transition to ACTIVE for port object 58f21057-8c49-4b5e-ba1b-64552956e08d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:09.018688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b2485145-420f-4fc4-a253-075112761df1', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:02:09.019497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.030570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.159650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a73c3-ce45-4fc0-b078-a9f565d09717 None None] Pushing event updated for resources: {'Port': ['ID=58f21057-8c49-4b5e-ba1b-64552956e08d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:09.167000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Attempting to bind port 58f21057-8c49-4b5e-ba1b-64552956e08d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:02:09.167285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Attempting to bind port 58f21057-8c49-4b5e-ba1b-64552956e08d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:02:09.167649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Attempting to bind port 58f21057-8c49-4b5e-ba1b-64552956e08d on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:02:09.181770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:02:09.182152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:02:09.182822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.183213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:02:09.183676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Bound port: 58f21057-8c49-4b5e-ba1b-64552956e08d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:02:09.184048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.320783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] For port 58f21057-8c49-4b5e-ba1b-64552956e08d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:02:09.329609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Allocated IP 172.20.0.2 (b2485145-420f-4fc4-a253-075112761df1/32fa60fa-00d3-418e-ab4b-69d75f33824f/602a4c99-46e0-405e-9465-1586fd157989) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:02:09.334825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] For port 58f21057-8c49-4b5e-ba1b-64552956e08d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58f21057-8c49-4b5e-ba1b-64552956e08d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:02:09.343043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.507484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a73c3-ce45-4fc0-b078-a9f565d09717 None None] Pushing event updated for resources: {'Port': ['ID=58f21057-8c49-4b5e-ba1b-64552956e08d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:09.515931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:09.516463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:09.541533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.777329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:09.781296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:09.941127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Transition to ACTIVE for port object 602a4c99-46e0-405e-9465-1586fd157989 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:10.023025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Transition to ACTIVE for port object 602a4c99-46e0-405e-9465-1586fd157989 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:10.038045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.101544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (b2485145-420f-4fc4-a253-075112761df1/32fa60fa-00d3-418e-ab4b-69d75f33824f/b21d4c2c-697b-441c-a948-405a335840b3) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:02:10.136579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Network b2485145-420f-4fc4-a253-075112761df1 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:10.143255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:10.148730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:02:10.173905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Pushing event updated for resources: {'Port': ['ID=602a4c99-46e0-405e-9465-1586fd157989,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:10.263317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.276272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Attempting to bind port 602a4c99-46e0-405e-9465-1586fd157989 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:02:10.276640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Attempting to bind port 602a4c99-46e0-405e-9465-1586fd157989 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:02:10.277006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Attempting to bind port 602a4c99-46e0-405e-9465-1586fd157989 on network b2485145-420f-4fc4-a253-075112761df1 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:02:10.279372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object b21d4c2c-697b-441c-a948-405a335840b3 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:10.283483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:02:10.283850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Checking segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:02:10.284248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.284637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Bound using segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:02:10.285267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Bound port: 602a4c99-46e0-405e-9465-1586fd157989, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:02:10.285480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.303866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.357983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:06Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:10.365404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0c54-c278-487d-853a-a22fc4262614 None None] The sync data for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv is: [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:06Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:02:10.371573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network b2485145-420f-4fc4-a253-075112761df1 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:10.375473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:10.379573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:02:10.394043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:02:10.397291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:02:10.401784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.423267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:10.451301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:10.507765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ad58-0f84-48e2-ab12-64c28456835a None None] Pushing event updated for resources: {'Port': ['ID=602a4c99-46e0-405e-9465-1586fd157989,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:10.893037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.375953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.380816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58f21057-8c49-4b5e-ba1b-64552956e08d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:11.381377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.486841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 58f21057-8c49-4b5e-ba1b-64552956e08d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:11.500300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 58f21057-8c49-4b5e-ba1b-64552956e08d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:11.500747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.518996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.525336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:11.615721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89308d55-e099-4b5a-b816-d01e013fa0d8 None None] Network b2485145-420f-4fc4-a253-075112761df1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:02:11.696988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network b2485145-420f-4fc4-a253-075112761df1 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:11.698213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:11.756626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.764759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-edc28995-45ee-4d71-9d81-ef9ed28974e4 None None] Provisioning for port 602a4c99-46e0-405e-9465-1586fd157989 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:11.822964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 58f21057-8c49-4b5e-ba1b-64552956e08d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58f21057-8c49-4b5e-ba1b-64552956e08d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:11.828577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:11.829374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 602a4c99-46e0-405e-9465-1586fd157989 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:11.938986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router b4175d45-aff9-4846-b6db-1548efed452e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:02:12.030009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=58f21057-8c49-4b5e-ba1b-64552956e08d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:12.096885 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 602a4c99-46e0-405e-9465-1586fd157989 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:12.110853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 602a4c99-46e0-405e-9465-1586fd157989 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:12.111334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.171309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:02:12.184079 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Sync routers for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:02:12.185313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-61a5c182-775d-496b-a245-0a2a8aa518b7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/b4175d45-aff9-4846-b6db-1548efed452e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4722488 Feb 17 23:02:12.187833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38536) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:12.195348 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:12.195988 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:12.275547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.327886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:12.334515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.378034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7569c-e1d0-408c-b55f-50a4a9574b3e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.378630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7569c-e1d0-408c-b55f-50a4a9574b3e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.378962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7569c-e1d0-408c-b55f-50a4a9574b3e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.379415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7569c-e1d0-408c-b55f-50a4a9574b3e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.381125 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8eb7569c-e1d0-408c-b55f-50a4a9574b3e tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1919661 Feb 17 23:02:12.384609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38540) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:12.415716 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:12.425161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=602a4c99-46e0-405e-9465-1586fd157989,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:12.478531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f604f62-e450-4f74-8807-e67a783f45a1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.478986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f604f62-e450-4f74-8807-e67a783f45a1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.479428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f604f62-e450-4f74-8807-e67a783f45a1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.479867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f604f62-e450-4f74-8807-e67a783f45a1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:12.484406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38546) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:12.484589 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9f604f62-e450-4f74-8807-e67a783f45a1 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0983973 Feb 17 23:02:12.534698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Provisioning for port b21d4c2c-697b-441c-a948-405a335840b3 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:12.541420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:12.541791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.614129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Port b21d4c2c-697b-441c-a948-405a335840b3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:02:12.628697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Provisioning complete for port 602a4c99-46e0-405e-9465-1586fd157989 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:12.629265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-310facdb-9ff9-4461-98ee-c825b677fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.800967 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:12.805624 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Checking router: b4175d45-aff9-4846-b6db-1548efed452e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:02:12.806307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Updating router b4175d45-aff9-4846-b6db-1548efed452e port b21d4c2c-697b-441c-a948-405a335840b3 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:02:12.830538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7ea16c58-5670-495c-89d2-91929934d348 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3439453 Feb 17 23:02:12.863309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:12.901623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f3a86708-dffc-4d4b-b3a6-d0d11cef5415 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:12.902091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f3a86708-dffc-4d4b-b3a6-d0d11cef5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.000554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f3a86708-dffc-4d4b-b3a6-d0d11cef5415 None None] Port b21d4c2c-697b-441c-a948-405a335840b3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:02:13.122001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ef0b9877-6d48-44b8-ba3b-9c2c47549ac9 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:13.123235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9877-6d48-44b8-ba3b-9c2c47549ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.179462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b9877-6d48-44b8-ba3b-9c2c47549ac9 None None] Port b21d4c2c-697b-441c-a948-405a335840b3 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:02:13.234335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38552) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:13.239183 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.239998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469822955', 'description': 'tempest-secgroup-smoke-1469822955 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:13.246629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:13.252164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:13.253240 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Transition to ACTIVE for port object b21d4c2c-697b-441c-a948-405a335840b3 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:13.256296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:13.268198 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.269703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:13.286263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.308734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:13.314363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:13.319229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:13.323167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58f21057-8c49-4b5e-ba1b-64552956e08d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:13.327321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:13.337980 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Pushing event updated for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:13.413509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 58f21057-8c49-4b5e-ba1b-64552956e08d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:13.414147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.431938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.442030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.486029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c72cae-20f8-4fb4-8835-4a7c8c968f6d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:13.510038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.516145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:13.522805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:13.522964 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.523261 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.523600 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.523924 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.524239 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.524564 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.524878 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.525220 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.525535 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.525844 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.526153 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.526458 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:13.527504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4f29a8cf-aea0-493a-809d-2fe0cfbb2814 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2920313 Feb 17 23:02:13.532522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:13.536774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:13.540694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:13.549137 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:13.549790 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Attempting to bind port b21d4c2c-697b-441c-a948-405a335840b3 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:02:13.550323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Attempting to bind port b21d4c2c-697b-441c-a948-405a335840b3 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:02:13.550859 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Attempting to bind port b21d4c2c-697b-441c-a948-405a335840b3 on network b2485145-420f-4fc4-a253-075112761df1 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:02:13.565021 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:02:13.565419 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Checking segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:02:13.565812 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.566201 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Bound using segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:02:13.566669 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Bound port: b21d4c2c-697b-441c-a948-405a335840b3, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:02:13.567031 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.572179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.579368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 602a4c99-46e0-405e-9465-1586fd157989 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:13.648961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.658530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.660921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 602a4c99-46e0-405e-9465-1586fd157989 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:13.661166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.663454 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] For port b21d4c2c-697b-441c-a948-405a335840b3, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:02:13.666578 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] For port b21d4c2c-697b-441c-a948-405a335840b3, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b21d4c2c-697b-441c-a948-405a335840b3,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:02:13.671972 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.696856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136b01eb-b756-4a8a-84c1-bbb4a68bdab9,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:13.708242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.712380 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b19f839b-1503-4247-b215-7394fbe5fe94 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916649 Feb 17 23:02:13.712834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:13.720237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:13.728108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:13.735061 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:13.739017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:13.746666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:13.748194 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e9da-bfcd-4e88-b2dd-d3a1e76d59c6 None None] Pushing event updated for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:13.762098 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:13.762794 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:01:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:13.775853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.848783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.853289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.879315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064a929e-a961-4d14-b210-5325aed4a95e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:13.889129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.892974 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f70f0b14-d7ed-43f5-be62-adc428ab2ed1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1766274 Feb 17 23:02:13.893213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:13.898516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:13.905414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:13.909482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:13.912656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:13.919785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:13.939823 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:13.955559 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:14.015708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.020450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.045784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6207717e-a970-4c0f-baee-eb8624b99a70,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:14.056423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.061611 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5cc9c600-f5bb-4817-9a9b-706091f2d686 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640711 Feb 17 23:02:14.061874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38568) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:14.067292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:14.073825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:14.078287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:14.081663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:14.088105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:14.105900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.176859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.182095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.206244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257a49f8-6021-41ac-b248-b13bcffd35af,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:14.216498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.218108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e4b28876-179b-4859-b6d2-455c0ecf07d8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552107 Feb 17 23:02:14.220860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38572) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:14.226174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:14.232505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:14.236486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:14.239351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:14.244943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:14.255563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:02:14.262240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.295679 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:13Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:14.299604 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7d7e4-3a39-4999-a34a-b9493b62c823 None None] The sync data for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv is: [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:13Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:02:14.329851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.335706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.374955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840307c2-e4aa-416e-9a34-56929ba71b74,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:14.383999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.385282 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1834c769-8dd8-4820-a02f-ccc64f1ee5fe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1634052 Feb 17 23:02:14.388213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:14.393530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '51c72cae-20f8-4fb4-8835-4a7c8c968f6d', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:14.399670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:14.405605 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:14.408791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:14.414989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:14.426285 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:02:14.433745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.511226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.517114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.543069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb68f96-f69e-44cb-aa35-a7d4034d5c48,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:14.558796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:14.560728 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e03c5498-f1eb-43e6-86e6-fb1bf8398d5a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715398 Feb 17 23:02:14.798773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-32ef318a-737a-4360-9c95-3d2b9d7bafc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:02:14.816190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-32ef318a-737a-4360-9c95-3d2b9d7bafc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:02:14.817424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-32ef318a-737a-4360-9c95-3d2b9d7bafc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469822955&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0590158 Feb 17 23:02:14.978453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-2b96aba0-e9f4-4fa3-b07b-e64f597f5b37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:14.979155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-2b96aba0-e9f4-4fa3-b07b-e64f597f5b37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:02:14.996827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-2b96aba0-e9f4-4fa3-b07b-e64f597f5b37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:02:14.998683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-2b96aba0-e9f4-4fa3-b07b-e64f597f5b37 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 796 time: 0.1747401 Feb 17 23:02:15.015235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-fc952909-c719-4212-86e5-d120807c97a9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0099478 Feb 17 23:02:15.105136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-c155b01a-837d-4483-a577-00feadbc4b95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:02:15.122598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-c155b01a-837d-4483-a577-00feadbc4b95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:02:15.124249 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-c155b01a-837d-4483-a577-00feadbc4b95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022301 Feb 17 23:02:15.340472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b21d4c2c-697b-441c-a948-405a335840b3 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:15.408900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-be12360f-5c89-4ed3-93ed-45b828921724 service neutron] 10.222.0.42 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723277 Feb 17 23:02:15.414168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port b21d4c2c-697b-441c-a948-405a335840b3 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:15.419481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:15.419881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:15.545020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:15.553758 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-99fe09c8-7086-415a-9225-8e59d228916c service neutron] 10.222.0.42 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389678 Feb 17 23:02:15.584382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port b21d4c2c-697b-441c-a948-405a335840b3, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b21d4c2c-697b-441c-a948-405a335840b3,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:15.588303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:15.662016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:15.742497 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2a036e53-1829-44f6-9d60-2979620d2acb req-5cd9bde0-bddb-4c55-9d7b-b772dd2fac1c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 210 time: 0.0452840 Feb 17 23:02:16.833619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-82b48478-8383-437d-8cd8-9b17c79f3c01 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:16.836852 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-82b48478-8383-437d-8cd8-9b17c79f3c01 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 796 time: 0.1846983 Feb 17 23:02:16.924277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-df17b9d5-f9cd-4e7e-850a-08d796cb6f04 req-8a6d2cb3-e6d2-4483-a99a-4caa6d165009 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 210 time: 0.0555751 Feb 17 23:02:16.943253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-4b6bb92c-e900-4838-927c-cd1b32df95d3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 380 time: 0.0938492 Feb 17 23:02:16.947054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['51c72cae-20f8-4fb4-8835-4a7c8c968f6d']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:17.103043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:17.114187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:17.125727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:02:17.129369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:17.308844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b21d4c2c-697b-441c-a948-405a335840b3 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:17.329786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.5 (b2485145-420f-4fc4-a253-075112761df1/32fa60fa-00d3-418e-ab4b-69d75f33824f/0a5a2fd9-237a-4c22-ab2a-892fe61e76d5) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:02:17.396773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:17.397353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:17.684969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:17.704491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:17.729927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:17.810508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network b2485145-420f-4fc4-a253-075112761df1 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:17.814203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:17.818861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:02:17.851848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:17.891643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:17.892262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:17.919245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-5fee1ff8-4a71-4d3c-ae3e-01eb176545f3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758632 Feb 17 23:02:17.931127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Request body: {'port': {'device_id': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:18.040113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b0bfd5a5-9c14-4b96-8a4b-507ede05a193 None None] Provisioning for port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:18.051009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b0bfd5a5-9c14-4b96-8a4b-507ede05a193 None None] Provisioning complete for port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:18.051656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd5a5-9c14-4b96-8a4b-507ede05a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:18.051796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:18.111611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfd5a5-9c14-4b96-8a4b-507ede05a193 None None] Port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:02:18.258204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa43fb4-5f5c-4f2a-aeeb-6740bb27b9de req-4c736983-b730-46ff-b91e-cc2170d0ce48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:18.258867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0aa43fb4-5f5c-4f2a-aeeb-6740bb27b9de req-4c736983-b730-46ff-b91e-cc2170d0ce48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:02:18.308380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0aa43fb4-5f5c-4f2a-aeeb-6740bb27b9de req-4c736983-b730-46ff-b91e-cc2170d0ce48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:02:18.309685 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aa43fb4-5f5c-4f2a-aeeb-6740bb27b9de req-4c736983-b730-46ff-b91e-cc2170d0ce48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 931 time: 0.2476311 Feb 17 23:02:18.434569 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aa43fb4-5f5c-4f2a-aeeb-6740bb27b9de req-6978ded8-14a8-4f0f-b825-d009b66552cb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776875 Feb 17 23:02:18.538918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:02:18.546706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:18.561901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Transition to ACTIVE for port object 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:02:18.566482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:18.699674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:18.812265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Attempting to bind port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:02:18.812607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Attempting to bind port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:02:18.814217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Attempting to bind port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 on network b2485145-420f-4fc4-a253-075112761df1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:02:18.820452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 on network b2485145-420f-4fc4-a253-075112761df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:02:18.820933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Attempting to bind port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 on network b2485145-420f-4fc4-a253-075112761df1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:02:18.827510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:02:18.827848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Checking segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:02:18.828234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Bound using segment: {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:02:18.828667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Bound port: 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2485145-420f-4fc4-a253-075112761df1'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:02:18.829013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:18.933634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:02:18.937171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:02:18.941563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:19.000747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:19.001396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:19.002795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 1093 time: 1.0758669 Feb 17 23:02:19.003239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:02:19.042971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5364480-873f-42ef-9fd7-11a18534cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:19.092074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'status': 'completed', 'code': 200} Feb 17 23:02:19.133420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-f285afc3-7abf-4a6c-8f96-ae68314e3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:19.135360 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-f285afc3-7abf-4a6c-8f96-ae68314e3277 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1096 time: 0.0852926 Feb 17 23:02:19.230218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-1aae4f86-0a76-48d3-a4d3-ec93c6736705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 217 time: 0.0875051 Feb 17 23:02:19.297203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-85c1ebbe-0c21-4393-bf1c-2f4569f3f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:19.298713 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-85c1ebbe-0c21-4393-bf1c-2f4569f3f659 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0624213 Feb 17 23:02:19.382557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-95647748-dc51-42de-bb88-9ada7d924819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:19.384066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-95647748-dc51-42de-bb88-9ada7d924819 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794742 Feb 17 23:02:19.699327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-d0384a85-2c6f-4631-bd4c-aace3fef3a72 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093657 Feb 17 23:02:19.736869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cbfd2-59e4-4204-be15-d3e9686d5718 req-efdb48f2-0e59-4a9f-b4ad-a591116b07c0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:19.738441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-794cbfd2-59e4-4204-be15-d3e9686d5718 req-efdb48f2-0e59-4a9f-b4ad-a591116b07c0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 943 time: 0.1519892 Feb 17 23:02:19.854570 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-794cbfd2-59e4-4204-be15-d3e9686d5718 req-21b157d6-7d86-49f3-a164-bd40c12ae90b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686810 Feb 17 23:02:19.887614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73ae4477-6332-4e1c-99b0-62c5d08600f5 req-1811e8f6-e2a3-4d1a-8e32-b9e06daa3652 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811557 Feb 17 23:02:20.009725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432211be-43cf-42da-8f59-bc00a80ea75c req-8081b7ce-b7fa-4e18-ba4a-342a803aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:20.012100 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-8081b7ce-b7fa-4e18-ba4a-342a803aa0c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1096 time: 0.0785053 Feb 17 23:02:20.096992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-38be8341-9154-4e69-a1fb-949fbee9f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:20.191982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432211be-43cf-42da-8f59-bc00a80ea75c req-83e39cc2-68fa-4e79-aa02-f40ced286c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:20.193512 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-83e39cc2-68fa-4e79-aa02-f40ced286c27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1740515 Feb 17 23:02:20.268467 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-10a681c5-81cc-4a8d-971a-65d6697052f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 217 time: 0.0688813 Feb 17 23:02:20.334598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432211be-43cf-42da-8f59-bc00a80ea75c req-a180fd6b-f4de-467e-9897-af8989fa617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:20.336082 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-a180fd6b-f4de-467e-9897-af8989fa617d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0614443 Feb 17 23:02:20.418731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432211be-43cf-42da-8f59-bc00a80ea75c req-c149a4b0-b026-4f45-89f2-f5136e4431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:20.420664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-c149a4b0-b026-4f45-89f2-f5136e4431f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783107 Feb 17 23:02:20.572203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-8418dada-9be1-41f5-8886-0c171a0a1801 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436212 Feb 17 23:02:20.715558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-432211be-43cf-42da-8f59-bc00a80ea75c req-9029ff58-b4b1-4cd0-a1e6-aaa1c6d63534 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369288 Feb 17 23:02:21.074356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2901-2ade-4be5-8f63-7ecb2888ba4a req-e85da407-62a3-48e7-839f-3a83c7720d25 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:21.076073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74da2901-2ade-4be5-8f63-7ecb2888ba4a req-e85da407-62a3-48e7-839f-3a83c7720d25 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 943 time: 0.1015978 Feb 17 23:02:21.125416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74da2901-2ade-4be5-8f63-7ecb2888ba4a req-717245f2-824e-458a-82b8-11345957415e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Feb 17 23:02:22.118584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:02:22.267634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:22.282981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'port_id': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'mac_address': 'fa:16:3e:ef:44:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:02:22.344210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97be9-ec26-4d2c-a1c0-89c09fd2546d req-20685741-b93b-4609-aa2c-52e39c80c754 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:22.345692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5e97be9-ec26-4d2c-a1c0-89c09fd2546d req-20685741-b93b-4609-aa2c-52e39c80c754 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 943 time: 0.1018555 Feb 17 23:02:22.352179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:22.379368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:02:22.384119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f9034ec-ca41-4854-9eb7-ee771015d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:22.404884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:22.406664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5e97be9-ec26-4d2c-a1c0-89c09fd2546d req-fdc7a5ac-788e-491a-ad7c-15c1a9d852c3 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551245 Feb 17 23:02:22.409746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:22.479726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:22.613201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:02:23.333758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:23.508753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:23.611126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7f60b-5681-413e-8b30-ff0a5f853006 req-0dd3e5ec-f518-4255-ab5e-291f5769c61d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:23.612597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-80f7f60b-5681-413e-8b30-ff0a5f853006 req-0dd3e5ec-f518-4255-ab5e-291f5769c61d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 944 time: 0.0970352 Feb 17 23:02:23.661791 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-80f7f60b-5681-413e-8b30-ff0a5f853006 req-47b004ba-922e-461b-a7be-3ce749ef5363 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Feb 17 23:02:24.133991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:02:24.203226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:02:24.208057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:02:24.208422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:24.354981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:24.382870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:02:24.393493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:02:24.397931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:24.471593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:24.492313 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'code': 200} Feb 17 23:02:24.726412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3be01c-306b-4e99-be84-e420f5169f37 req-f7bbbe1d-25e0-49a9-a907-00cd810e4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:24.727780 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6d3be01c-306b-4e99-be84-e420f5169f37 req-f7bbbe1d-25e0-49a9-a907-00cd810e4e7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0761118 Feb 17 23:02:24.769332 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6d3be01c-306b-4e99-be84-e420f5169f37 req-ce2dbb7d-4337-4ff5-8f45-2a0311973c4a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357423 Feb 17 23:02:24.872842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9f54-d6da-454e-afdc-e28868042d98 req-e21b3d79-c3c3-4c80-b221-5f6766799cb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:24.874344 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ca7e9f54-d6da-454e-afdc-e28868042d98 req-e21b3d79-c3c3-4c80-b221-5f6766799cb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.0819464 Feb 17 23:02:24.922978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ca7e9f54-d6da-454e-afdc-e28868042d98 req-9f565bca-38f3-4c98-92cb-19c348f8de0c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Feb 17 23:02:24.943237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:26.124020 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2502-75ae-474e-90ce-10508c05398e req-14799e32-a8be-45c9-8e49-e40db1e1ecfc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:26.125580 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be7f2502-75ae-474e-90ce-10508c05398e req-14799e32-a8be-45c9-8e49-e40db1e1ecfc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.0886977 Feb 17 23:02:26.190498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be7f2502-75ae-474e-90ce-10508c05398e req-bb727498-b691-48ee-b233-07200aa73a07 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589726 Feb 17 23:02:26.517692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c8316-b288-4ed2-87f1-6af3b2069e06 req-e2495442-c7c7-47a5-b0f7-c3c82d7d4309 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:26.519113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a58c8316-b288-4ed2-87f1-6af3b2069e06 req-e2495442-c7c7-47a5-b0f7-c3c82d7d4309 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.2067399 Feb 17 23:02:26.576084 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a58c8316-b288-4ed2-87f1-6af3b2069e06 req-ff1f0e71-2673-4e91-898f-af2789f9e75e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507822 Feb 17 23:02:26.599165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:26.672873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce284c9-c012-4083-984c-5730909c5ebf tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:26.674396 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2ce284c9-c012-4083-984c-5730909c5ebf tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1093 time: 0.0742700 Feb 17 23:02:26.677471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38636) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:26.683489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:26.690422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:02:26.694240 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:02:26.697034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:02:26.703980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:02:26.714065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:26.862688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:27.010070 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.31 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:02:27.171740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:27.203269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:27.275597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:02:27.279762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:02:27.283611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:02:27.451297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:27.561035 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:02:27.872387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:27.953409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:28.184764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:28.189688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:28.297215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:28.306979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:28.316262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:28.499448 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP dea55de7-d253-4ad8-ac14-005eccb88722 associated. External IP: 172.26.7.31, port: 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5. Feb 17 23:02:28.864861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router b4175d45-aff9-4846-b6db-1548efed452e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:02:29.165054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:02:29.175255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Sync routers for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:02:29.185454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:29.186140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:02:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:29.192421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:29.250858 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-01aadcd5-bcb5-49df-93df-a2508c14c04a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5723438 Feb 17 23:02:29.251501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:02:29.253927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38640) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:29.358005 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'status': 'completed', 'code': 200} Feb 17 23:02:29.377480 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e07761f-ad37-4fa8-b117-c26ae2123698 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/dea55de7-d253-4ad8-ac14-005eccb88722 HTTP/1.1" status: 200 len: 990 time: 0.1211119 Feb 17 23:02:29.386194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:29.461569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-38fe2a20-855b-4276-b588-f497dfea8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:29.462979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-38fe2a20-855b-4276-b588-f497dfea8aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0780787 Feb 17 23:02:29.609183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-66556133-7210-4ab0-8dcf-409a7483892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:29.610738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-66556133-7210-4ab0-8dcf-409a7483892b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1410036 Feb 17 23:02:29.725779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-161f25f2-7f52-4093-a8fe-5fa19383b51a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 998 time: 0.1093991 Feb 17 23:02:29.774503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'dea55de7-d253-4ad8-ac14-005eccb88722', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'port_id': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'mac_address': 'fa:16:3e:ef:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:02:27Z', 'updated_at': '2022-02-17T23:02:27Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:29.779767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Checking router: b4175d45-aff9-4846-b6db-1548efed452e for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:02:29.789060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:02:29.789706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:02:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:29.792818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-173a8b61-533c-4a68-8151-799e39ccb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:29.795098 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-173a8b61-533c-4a68-8151-799e39ccb12a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0628452 Feb 17 23:02:29.900760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-efedbca7-1668-4129-87bc-348e447ab91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:29.902370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-efedbca7-1668-4129-87bc-348e447ab91a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015511 Feb 17 23:02:30.014379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:02:30.117682 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-12abf48f-9667-4c25-b4a2-3b39df2dd406 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086303 Feb 17 23:02:30.263845 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5af13497-cc9a-4f5b-a2ae-c9b88ecb09ff req-75b2cc5c-d85a-4113-bba0-c27eacac6982 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403718 Feb 17 23:02:30.380489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38648) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:30.437806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'dea55de7-d253-4ad8-ac14-005eccb88722', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'port_id': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'mac_address': 'fa:16:3e:ef:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:02:27Z', 'updated_at': '2022-02-17T23:02:27Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:02:30.442734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe06fc7f-cf08-42b8-b676-da971dba2b99 None None] The sync data for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv is: [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'dea55de7-d253-4ad8-ac14-005eccb88722', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'port_id': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'mac_address': 'fa:16:3e:ef:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:02:27Z', 'updated_at': '2022-02-17T23:02:27Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:02:30.496546 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1a949b46-9f63-45ab-8057-7af9350018b2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/dea55de7-d253-4ad8-ac14-005eccb88722 HTTP/1.1" status: 200 len: 990 time: 0.1147480 Feb 17 23:02:30.650472 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f615517-cafa-4cae-9681-bbfe336dfe15 None None] New status for floating IP dea55de7-d253-4ad8-ac14-005eccb88722: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:02:31.501215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38652) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:02:31.629468 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f1e4f193-eb44-4b55-bd4c-6d6bdb4e7cba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/dea55de7-d253-4ad8-ac14-005eccb88722 HTTP/1.1" status: 200 len: 992 time: 0.1264973 Feb 17 23:02:41.150670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-4ecbb66f-2dee-46b2-92db-b2b201e9f4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692565 Feb 17 23:02:41.290067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-9a646de0-6075-4b2b-bbc8-f5b8f6402a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:41.291520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-9a646de0-6075-4b2b-bbc8-f5b8f6402a3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0752511 Feb 17 23:02:41.445164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-f4638db2-03a1-4c22-bdd9-e6110bfb099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:41.447208 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-f4638db2-03a1-4c22-bdd9-e6110bfb099b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1374335 Feb 17 23:02:41.550583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-71d86716-a4f0-412b-accb-cb5a7c6588f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 1000 time: 0.0973845 Feb 17 23:02:41.613009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-858024ca-3173-4937-93fb-8e33c157f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:41.614469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-858024ca-3173-4937-93fb-8e33c157f278 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0574987 Feb 17 23:02:41.689316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-fe6db280-91c9-4134-924b-cf809436eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:41.690774 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-fe6db280-91c9-4134-924b-cf809436eda7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684242 Feb 17 23:02:41.826610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-bac86297-c821-4feb-ae52-150d8729706b service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292260 Feb 17 23:02:42.076478 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-201e00a3-9664-4ffc-960f-cfc647ab9c99 req-3811a952-f192-4669-9fcf-604d9a784d34 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443626 Feb 17 23:02:50.079536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c53ec386-9963-461a-bab2-46c3b0dae533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:52.358340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-85741698-9c3a-400a-a46b-5f75b7006ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:53.327305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:53.510423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:55.002258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:02:58.303643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:04.560586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:03:20.082413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-de3ed681-9958-4242-b848-50cf40e97d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:22.362801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22079848-0ed4-43db-ba32-0c4de4f51732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:23.330969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:23.514380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:24.948734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:28.318552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:41.559989 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:03:42.129997 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-32dc2d39-450a-4a59-b300-fdb9b48dc080 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707078 Feb 17 23:03:42.269440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-3443fa2d-5c68-44a8-ad94-2094baa895ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:42.270904 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-3443fa2d-5c68-44a8-ad94-2094baa895ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0726655 Feb 17 23:03:42.416293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-d4e91d23-c82d-4bdc-835c-66d7c7c8c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:42.417778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-d4e91d23-c82d-4bdc-835c-66d7c7c8c62f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1280849 Feb 17 23:03:42.521950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-bfd77743-f1e1-48ef-8540-c75e5ad6a2d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 1000 time: 0.0981870 Feb 17 23:03:42.587573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-fac31c14-19ff-4e24-beb9-1de1e2ab53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:42.589006 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-fac31c14-19ff-4e24-beb9-1de1e2ab53cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0620549 Feb 17 23:03:42.661765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-b8eee19f-ddb7-4952-b3e0-6f39e3e5791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:42.663224 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-b8eee19f-ddb7-4952-b3e0-6f39e3e5791d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683532 Feb 17 23:03:42.792958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-73038f2d-004a-4483-8116-8d74f176068c service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236260 Feb 17 23:03:42.922240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-495d19cb-8ae1-446b-b1b8-1293b32671fd req-9ff35015-90f4-4e36-8d40-520f4da0a198 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236556 Feb 17 23:03:50.084833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1e94-1989-4bc7-8bb9-10f493edab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:52.365332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-881ac1ea-99de-4664-b141-bd7bc1f815a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:53.333553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:53.516017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:54.951172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:03:58.316788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:18.560054 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:04:19.455886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38686) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:04:19.554302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:04:19.685792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59960827'] for subnet, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:19.881155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775194992415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3055607'] for subnet, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:19.932646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:19.933269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:19.934550 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/subnets/32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 836 time: 0.4776649 Feb 17 23:04:19.941034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa16f4-d59c-488b-8d63-4aa6f2351da7 None None] Network b2485145-420f-4fc4-a253-075112761df1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:04:19.954874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=32fa60fa-00d3-418e-ab4b-69d75f33824f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:19.962047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.962393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.962723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.963053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.963374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.963697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.964014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.964334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.964652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.964966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.965304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:19.965626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b4e2c-f5d7-4402-a81e-483ad5e9e9f1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:20.126400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dded25a4-3b16-42df-b7d3-9c97919c1e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:20.402470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Provisioning complete for port b21d4c2c-697b-441c-a948-405a335840b3 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:04:20.402889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:20.535860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Provisioning complete for port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:04:20.536371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:20.685430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Provisioning complete for port 602a4c99-46e0-405e-9465-1586fd157989 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:04:20.685430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a175b14-d02a-4190-bc67-f467f0944f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:22.367879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21cce5f5-c51c-4895-9f62-7d67282f9273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:23.337158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:23.518893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:24.952681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:28.331602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:43.149620 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-af7c74c8-ccdf-43b1-bd72-a83fd60dd6d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753739 Feb 17 23:04:43.293593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-ea6cade3-97ae-413b-a851-c788cc23ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:43.295080 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-ea6cade3-97ae-413b-a851-c788cc23ef5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0744922 Feb 17 23:04:43.441332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-cfdf30ac-a23f-4a45-b090-35f759c22e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:43.442834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-cfdf30ac-a23f-4a45-b090-35f759c22e9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1296291 Feb 17 23:04:43.546426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-7a94bb82-b26a-47d6-ad0a-8ceb22113470 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 1000 time: 0.0973957 Feb 17 23:04:43.608642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-c5eb8ddd-3be2-4944-9c80-75698d9e7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:43.610019 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-c5eb8ddd-3be2-4944-9c80-75698d9e7cf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0581725 Feb 17 23:04:43.686908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-84c9849f-b6ba-478e-a074-2721ccdf7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:43.688371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-84c9849f-b6ba-478e-a074-2721ccdf7d9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724134 Feb 17 23:04:43.697840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-199ad57e-711b-4425-b0a0-0e6c47db703d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:04:43.700236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-199ad57e-711b-4425-b0a0-0e6c47db703d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047789 Feb 17 23:04:43.927023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-cadd808d-5156-4997-a123-068ff8fec159 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224886 Feb 17 23:04:44.058804 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ddc98ea-4c09-4c18-99c9-84abb3480ab7 req-79f7db52-697e-4bc9-86b1-c0d3cebafda8 service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260648 Feb 17 23:04:50.088296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6a08-4342-4ea1-9e80-d1289789259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:52.370526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a97a5a02-976a-496a-b192-69e1f10bc1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:53.340064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:53.521632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:54.959805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:04:55.560139 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:04:58.331014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:02.756021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38702) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:02.964813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:02.965185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:03.142653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:03.142978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:03.270964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:03.418817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:03.467765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=b9a0dd6b-f7e0-4220-9698-a0ddfcb8c534,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:03.560011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:03.560382 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP dea55de7-d253-4ad8-ac14-005eccb88722 disassociated (deleted). External IP: 172.26.7.31, port: 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5. Feb 17 23:05:03.997674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router b4175d45-aff9-4846-b6db-1548efed452e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:05:04.180315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:04.189931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Sync routers for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:04.199966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:04.200576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:04.200883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:04.258848 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-052b5c9d-d27a-40ea-b6a6-46748bae3977 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/dea55de7-d253-4ad8-ac14-005eccb88722 HTTP/1.1" status: 204 len: 168 time: 1.4991109 Feb 17 23:05:04.258848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:04.304938 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'status': 'completed', 'code': 200} Feb 17 23:05:04.390880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:04.405207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-8c985246-5279-4d9b-a6eb-9927ede620ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.407443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-8c985246-5279-4d9b-a6eb-9927ede620ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 1098 time: 0.0759766 Feb 17 23:05:04.548989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-4de48bdc-86f0-4743-843a-77b3a60641c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.550367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-4de48bdc-86f0-4743-843a-77b3a60641c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 200 len: 896 time: 0.1368794 Feb 17 23:05:04.622200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-8e60d645-c51a-48cc-8a62-bd82e07fc198 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 200 len: 217 time: 0.0662291 Feb 17 23:05:04.686756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-062d3840-5643-4c81-bc7b-cc370c95c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.688199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-062d3840-5643-4c81-bc7b-cc370c95c34e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 200 len: 844 time: 0.0588274 Feb 17 23:05:04.745325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:04.749220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Checking router: b4175d45-aff9-4846-b6db-1548efed452e for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:04.758527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:04.759148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:04.765603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-fb2b6160-da14-4dc6-9e13-e8072aae9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.767117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-fb2b6160-da14-4dc6-9e13-e8072aae9232 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2485145-420f-4fc4-a253-075112761df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734677 Feb 17 23:05:04.901696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-d5ba844a-0644-4c4a-a075-f5b76826546d service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284330 Feb 17 23:05:04.942795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:05.034496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dc406e7c-420a-4c48-899b-e679c1bc8387 req-7f6cbd75-af23-44a7-8057-bdd94f6dd80d service neutron] 10.222.0.43 "GET /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265471 Feb 17 23:05:05.260285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:05.264927 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c33c2-d75c-4711-aab6-6db1c1c44bbe None None] The sync data for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv is: [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:02:10Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b21d4c2c-697b-441c-a948-405a335840b3', 'name': '', 'network_id': 'b2485145-420f-4fc4-a253-075112761df1', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:d0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:09Z', 'updated_at': '2022-02-17T23:02:15Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '32fa60fa-00d3-418e-ab4b-69d75f33824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:05.478595 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38ef49-dbbe-4336-a61c-2d9728d96d24 None None] New status for floating IP dea55de7-d253-4ad8-ac14-005eccb88722: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:05:05.672365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a043537-5d09-40b9-acc7-9e5aee65032a req-ada0beb0-da28-49ac-a149-32e6670e0c95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:05.673851 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a043537-5d09-40b9-acc7-9e5aee65032a req-ada0beb0-da28-49ac-a149-32e6670e0c95 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.0824168 Feb 17 23:05:05.718899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a043537-5d09-40b9-acc7-9e5aee65032a req-f7e9b887-a87c-4d6d-9ce3-ab6db3dd2b54 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Feb 17 23:05:06.834194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-edc2123d-e6f3-4cb0-8c1c-9c7e318fd5f6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:06.835670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-edc2123d-e6f3-4cb0-8c1c-9c7e318fd5f6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.0866482 Feb 17 23:05:06.952010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:06.952351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:07.022637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cf0a4-54f5-420d-bb89-c42a622188a7 req-bd2b1ae9-de31-4ee6-a844-a7a2357e6bfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:07.024015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-922cf0a4-54f5-420d-bb89-c42a622188a7 req-bd2b1ae9-de31-4ee6-a844-a7a2357e6bfd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 945 time: 0.1874733 Feb 17 23:05:07.175756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-922cf0a4-54f5-420d-bb89-c42a622188a7 req-6d64aeaf-50de-4c5f-bef8-02a0d96a7406 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=51c72cae-20f8-4fb4-8835-4a7c8c968f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267803 Feb 17 23:05:07.247546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:07.247903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:07.470695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:07.616541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:07.665502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=0a5a2fd9-237a-4c22-ab2a-892fe61e76d5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:07.703400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.703750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.704080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.704407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.704783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.705168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.705498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.705863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.706225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.706538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.706863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.707203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.751084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:05:07.753523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:07.756737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'name': 'network-vif-deleted', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:07.768532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d04a5efa-3f14-445d-8985-896e4f5b6e0f req-73eb358d-958d-4c19-8425-3c79378ee843 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 HTTP/1.1" status: 204 len: 173 time: 0.9005578 Feb 17 23:05:07.806301 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabf90c9-95be-4d26-8e64-102bc66e5f63', 'name': 'network-vif-deleted', 'tag': '0a5a2fd9-237a-4c22-ab2a-892fe61e76d5', 'status': 'completed', 'code': 200} Feb 17 23:05:08.349645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-c426e64e-6e4c-4176-b1a5-742e040f594a req-c71a5a48-a009-4600-8176-e03aed23923a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:05:08.365137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-c426e64e-6e4c-4176-b1a5-742e040f594a req-c71a5a48-a009-4600-8176-e03aed23923a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:05:08.366267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c426e64e-6e4c-4176-b1a5-742e040f594a req-c71a5a48-a009-4600-8176-e03aed23923a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=cabf90c9-95be-4d26-8e64-102bc66e5f63 HTTP/1.1" status: 200 len: 210 time: 0.0659606 Feb 17 23:05:08.911413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:05:08.946488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:05:08.946826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0a5a2fd9-237a-4c22-ab2a-892fe61e76d5 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:05:09.461293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38726) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:09.531217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:09.560552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:09.626895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:09.647538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c72cae-20f8-4fb4-8835-4a7c8c968f6d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:09.654546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:09.658049 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1752de54-6857-431a-ad75-7564005be720 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/51c72cae-20f8-4fb4-8835-4a7c8c968f6d HTTP/1.1" status: 204 len: 168 time: 0.1957583 Feb 17 23:05:09.689332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38732) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:10.244802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:10.610806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port b21d4c2c-697b-441c-a948-405a335840b3 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:10.611057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:10.902566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port b21d4c2c-697b-441c-a948-405a335840b3, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b21d4c2c-697b-441c-a948-405a335840b3,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:10.903290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:11.025437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for b21d4c2c-697b-441c-a948-405a335840b3 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:11.351958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:11.399215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=b21d4c2c-697b-441c-a948-405a335840b3,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:11.684117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.041837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router b4175d45-aff9-4846-b6db-1548efed452e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:05:12.346059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:12.355586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Sync routers for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:12.362081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b9739b5a-d82a-44f2-8256-2c487be558e0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/b4175d45-aff9-4846-b6db-1548efed452e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6715600 Feb 17 23:05:12.364873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38738) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:12.367200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:12.367814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:12.432324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 32fa60fa-00d3-418e-ab4b-69d75f33824f {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:05:12.435293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.490228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.552057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:12.578938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.652330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.694376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=32fa60fa-00d3-418e-ab4b-69d75f33824f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:12.699635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:12.709031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7a2613f6-3403-49e6-9f89-5bf99713b697 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/32fa60fa-00d3-418e-ab4b-69d75f33824f HTTP/1.1" status: 204 len: 168 time: 0.3403420 Feb 17 23:05:12.709283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38742) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:12.729500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968c889-3390-466a-bf18-08b5011d5d59 None None] Network b2485145-420f-4fc4-a253-075112761df1 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:05:12.887155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.074161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.084108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 58f21057-8c49-4b5e-ba1b-64552956e08d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:13.084108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.090010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:05:11Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '58f21057-8c49-4b5e-ba1b-64552956e08d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:02:06Z', 'updated_at': '2022-02-17T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:13.094030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Checking router: b4175d45-aff9-4846-b6db-1548efed452e for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:13.105281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Routers {'b4175d45-aff9-4846-b6db-1548efed452e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:13.105932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b4175d45-aff9-4846-b6db-1548efed452e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:13.163194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] DHCP port deletion for b2485145-420f-4fc4-a253-075112761df1 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:05:13.179345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Deleting port 602a4c99-46e0-405e-9465-1586fd157989 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:13.179712 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.262044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 58f21057-8c49-4b5e-ba1b-64552956e08d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=58f21057-8c49-4b5e-ba1b-64552956e08d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:13.262400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.363764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] Set router b4175d45-aff9-4846-b6db-1548efed452e gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:13.390398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 58f21057-8c49-4b5e-ba1b-64552956e08d owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:13.483517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 602a4c99-46e0-405e-9465-1586fd157989 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:05:13.531738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:05:13Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:13.568062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.616389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbc6fe-d99c-40ed-899b-f40fb5c041d0 None None] The sync data for ids ['b4175d45-aff9-4846-b6db-1548efed452e'] in dv-neutron-805768-3-hyperv is: [{'id': 'b4175d45-aff9-4846-b6db-1548efed452e', 'name': 'tempest-TestNetworkBasicOps-router-443920594', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:02:05Z', 'updated_at': '2022-02-17T23:05:13Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:13.618788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=58f21057-8c49-4b5e-ba1b-64552956e08d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:13.695374 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:13.695766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.707873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.843117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Calling delete_port for 602a4c99-46e0-405e-9465-1586fd157989 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:13.889181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.944433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:13.949474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:13.990882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:05:13.991099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:05:14.017985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.021431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.038649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=602a4c99-46e0-405e-9465-1586fd157989,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:14.047731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.048183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.048581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.049101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.049495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.049812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.050135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.050465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.051017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.051183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.051510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.051985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:14.052677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.053622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router b4175d45-aff9-4846-b6db-1548efed452e {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:05:14.081424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.083301 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-442b1f33-4713-45c6-94fe-da6256e619a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/b4175d45-aff9-4846-b6db-1548efed452e HTTP/1.1" status: 204 len: 168 time: 1.3729141 Feb 17 23:05:14.085722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38746) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:14.196387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.206660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 602a4c99-46e0-405e-9465-1586fd157989 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:14.207569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.417427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:14.417786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.492676 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Deleting port 602a4c99-46e0-405e-9465-1586fd157989 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:14.493183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.542372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 602a4c99-46e0-405e-9465-1586fd157989 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:14.631047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.682407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=602a4c99-46e0-405e-9465-1586fd157989,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:14.688238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 602a4c99-46e0-405e-9465-1586fd157989 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:05:14.718751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] For port 602a4c99-46e0-405e-9465-1586fd157989, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=602a4c99-46e0-405e-9465-1586fd157989,segment=NetworkSegment(b79ff416-06eb-4ffc-ac6f-c8b869e6f286),segment_id=b79ff416-06eb-4ffc-ac6f-c8b869e6f286)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:14.719130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.815376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.843404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2485145-420f-4fc4-a253-075112761df1']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:14.856110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:14.856414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79ff416-06eb-4ffc-ac6f-c8b869e6f286') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:14.868496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.885118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.890306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Calling delete_port for 602a4c99-46e0-405e-9465-1586fd157989 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:05:14.891698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:05:14.892135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:05:14.910809 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:05:14.961237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:05:14.961502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:05:14.987221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.005489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.016258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=b2485145-420f-4fc4-a253-075112761df1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:15.030303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Deleting port 602a4c99-46e0-405e-9465-1586fd157989 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:05:15.030713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.034900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aa2c5358-664c-470e-9770-efce7ebff4fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/b2485145-420f-4fc4-a253-075112761df1 HTTP/1.1" status: 204 len: 168 time: 0.9446642 Feb 17 23:05:15.045252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38750) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:15.051780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--560258665', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:15.057638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:15.062786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:15.066039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:15.073066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:15.083312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:15.086821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.104545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af5b5-eade-4cfc-b277-4818e8266880 None None] The port '602a4c99-46e0-405e-9465-1586fd157989' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:05:15.122821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:05:15.133022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.133443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment 2c6474fd-b4ad-4971-bbb1-47eebce9271d of type vlan for network 73f73f13-9050-41da-a665-9f4dd1cff795 Feb 17 23:05:15.163183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.193135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.198608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:15.199186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.306598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2602582 Feb 17 23:05:15.309705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:15.312391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eeff8-aabb-4ee6-aee2-95ae2cd50ecf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=73f73f13-9050-41da-a665-9f4dd1cff795,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:15.315083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-581554460', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:15.323102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:15.323682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 73f73f13-9050-41da-a665-9f4dd1cff795 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:05:15.327072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:15.330020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:15.337156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:15.347291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.348921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.366882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:15.388751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58f21057-8c49-4b5e-ba1b-64552956e08d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:05:15.440527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 58f21057-8c49-4b5e-ba1b-64552956e08d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:05:15.440871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 58f21057-8c49-4b5e-ba1b-64552956e08d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:05:15.441938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b21d4c2c-697b-441c-a948-405a335840b3 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:05:15.485797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: b21d4c2c-697b-441c-a948-405a335840b3 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:05:15.486133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b21d4c2c-697b-441c-a948-405a335840b3 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:05:15.639709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:16.046469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:16.076125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:16.216729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.196 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/4e38aa37-0c6e-493a-90e4-1eca90df4c28) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:16.386577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:16.415571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:16.492213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:16.493454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:16.497947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:16.546459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=4e38aa37-0c6e-493a-90e4-1eca90df4c28,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:17.026924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:17.428057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:17.822357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:05:18.004411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:18.014537 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:18.024638 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:18.025503 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:18.030946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.032152 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5625d207-11ed-4e43-83c1-3e1107b99cfb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7214541 Feb 17 23:05:18.035166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38758) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:18.208413 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:18.225467 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c79dfaae-f192-4328-ab07-c7a1fa166def tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1891980 Feb 17 23:05:18.228079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38764) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:18.364438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c727660-2d56-4453-9298-8c0f49c9e266 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:18.365990 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c727660-2d56-4453-9298-8c0f49c9e266 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370120 Feb 17 23:05:18.368874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38768) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:18.410977 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9e8834cc-1c4c-44e1-bc70-12c7e68bc4b7 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400894 Feb 17 23:05:18.413402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38772) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:18.418714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942566367', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:18.496046 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:16Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:18.499792 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:18.500160 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Updating router e5f09b76-c860-4597-bfc5-81368286c8f2 port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:05:18.532798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:18.537983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:18.540991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:18.546994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:18.557808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:18.558280 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.561412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.785872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.867783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=493032d9-2996-4553-94cf-32b0e6608c2f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:18.873129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:18.873488 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 73f73f13-9050-41da-a665-9f4dd1cff795, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:05:18.892572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:05:18.893836 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.902938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 73f73f13-9050-41da-a665-9f4dd1cff795) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:18.907009 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Transition to ACTIVE for port object 4e38aa37-0c6e-493a-90e4-1eca90df4c28 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:18.907284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:18.907874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.913354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41851e3-591f-4708-83fa-2103a10013da None None] Network 73f73f13-9050-41da-a665-9f4dd1cff795 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:05:18.915774 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:18.933611 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-10afafb1-0710-4840-92bd-bed5cd20ef9f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5192351 Feb 17 23:05:18.935596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38776) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:19.000764 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Pushing event updated for resources: {'Port': ['ID=4e38aa37-0c6e-493a-90e4-1eca90df4c28,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:19.012730 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Attempting to bind port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:05:19.012867 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Attempting to bind port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:05:19.013250 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Attempting to bind port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:19.015808 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.016338 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.016461 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.016788 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.017133 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.017464 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.017777 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.018091 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.018437 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.018752 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.019061 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.019608 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:19.027103 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:05:19.027755 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:19.028301 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.029031 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:05:19.029837 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Bound port: 4e38aa37-0c6e-493a-90e4-1eca90df4c28, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:05:19.030374 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.112752 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] For port 4e38aa37-0c6e-493a-90e4-1eca90df4c28, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:05:19.118343 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] For port 4e38aa37-0c6e-493a-90e4-1eca90df4c28, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4e38aa37-0c6e-493a-90e4-1eca90df4c28,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:05:19.131883 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.192729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-73f73f13-9050-41da-a665-9f4dd1cff795', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:05:19.194014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.225720 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab876-66fa-4a2f-a158-d617f670ba0f None None] Pushing event updated for resources: {'Port': ['ID=4e38aa37-0c6e-493a-90e4-1eca90df4c28,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:19.254244 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:19.255116 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:04:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:19.391492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Allocated IP 172.20.0.2 (73f73f13-9050-41da-a665-9f4dd1cff795/493032d9-2996-4553-94cf-32b0e6608c2f/5a9fb8cd-508c-4666-b147-0b35d2f211ac) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:19.458470 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:19.628462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.641396 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Transition to ACTIVE for port object 5a9fb8cd-508c-4666-b147-0b35d2f211ac will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:19.665164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Transition to ACTIVE for port object 5a9fb8cd-508c-4666-b147-0b35d2f211ac will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:19.672476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.725846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:19.732239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:19.734805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:19.826269 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:16Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:19.830939 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe626f-c636-44d5-90ba-dcafab20553e None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:16Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:19.869580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Attempting to bind port 5a9fb8cd-508c-4666-b147-0b35d2f211ac on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:05:19.870083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Attempting to bind port 5a9fb8cd-508c-4666-b147-0b35d2f211ac by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:05:19.870539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Attempting to bind port 5a9fb8cd-508c-4666-b147-0b35d2f211ac on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:19.872888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Pushing event updated for resources: {'Port': ['ID=5a9fb8cd-508c-4666-b147-0b35d2f211ac,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:19.882371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:05:19.883037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Checking segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:19.883757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.886464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Bound using segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:05:19.886951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Bound port: 5a9fb8cd-508c-4666-b147-0b35d2f211ac, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:05:19.887545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.924737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:19.999102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] For port 5a9fb8cd-508c-4666-b147-0b35d2f211ac, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:05:20.002561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] For port 5a9fb8cd-508c-4666-b147-0b35d2f211ac, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a9fb8cd-508c-4666-b147-0b35d2f211ac,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:05:20.007991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:20.149973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-36a4f08e-4f8b-4c19-b174-bb26cfd39174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:20.158092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691462-2d24-4da9-b8c8-dc222423337d None None] Pushing event updated for resources: {'Port': ['ID=5a9fb8cd-508c-4666-b147-0b35d2f211ac,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:20.444673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (73f73f13-9050-41da-a665-9f4dd1cff795/493032d9-2996-4553-94cf-32b0e6608c2f/56a23610-f6e7-44ed-bc52-dbefdf9839eb) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:20.622522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:20.640495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 56a23610-f6e7-44ed-bc52-dbefdf9839eb will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:20.671098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:20.753852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:20.757418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:20.759788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:20.797125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:20.829515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.135801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee425c-9f4d-41a9-8967-0a16976da159 None None] Network 73f73f13-9050-41da-a665-9f4dd1cff795 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:05:21.226874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.233872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7fd47ba7-4117-457b-a537-e6843c676f25 None None] Provisioning for port 5a9fb8cd-508c-4666-b147-0b35d2f211ac completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:21.473074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a9fb8cd-508c-4666-b147-0b35d2f211ac up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:21.554747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5a9fb8cd-508c-4666-b147-0b35d2f211ac completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:21.560334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5a9fb8cd-508c-4666-b147-0b35d2f211ac triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:21.560706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.695305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.720551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.726444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.732949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5a9fb8cd-508c-4666-b147-0b35d2f211ac, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a9fb8cd-508c-4666-b147-0b35d2f211ac,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:21.738444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.739678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4e38aa37-0c6e-493a-90e4-1eca90df4c28 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:21.845509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.851287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:21.877244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Provisioning complete for port 5a9fb8cd-508c-4666-b147-0b35d2f211ac triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:21.877605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:21.912505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5a9fb8cd-508c-4666-b147-0b35d2f211ac,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:21.945883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:21.952614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:21.952984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.009954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:22.011174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:22.130369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Provisioning for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:22.138796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.143483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Provisioning complete for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:22.143847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.206150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4e38aa37-0c6e-493a-90e4-1eca90df4c28, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4e38aa37-0c6e-493a-90e4-1eca90df4c28,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:22.212254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-acb2c6d4-96a5-469e-84ab-34d914f53b01 None None] Port 56a23610-f6e7-44ed-bc52-dbefdf9839eb cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:05:22.213939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.223092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:05:22.282756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4e38aa37-0c6e-493a-90e4-1eca90df4c28,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:22.331812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1fdf8c3b-419c-49db-94fe-72535c8fa8df None None] Provisioning complete for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:22.332214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8c3b-419c-49db-94fe-72535c8fa8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.397600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-644390df-d481-4833-9296-1091be3b5e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:22.400843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf8c3b-419c-49db-94fe-72535c8fa8df None None] Port 56a23610-f6e7-44ed-bc52-dbefdf9839eb cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:05:22.411868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:22.423968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:22.429293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c82d7c69-682b-4337-8fba-52b658fb8948 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/e5f09b76-c860-4597-bfc5-81368286c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4917839 Feb 17 23:05:22.432215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38782) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:22.434522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:22.435137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:22.574066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0d95a-4756-427a-b65a-d0e5baf69ed9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.574469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0d95a-4756-427a-b65a-d0e5baf69ed9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.574925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0d95a-4756-427a-b65a-d0e5baf69ed9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.575380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0d95a-4756-427a-b65a-d0e5baf69ed9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.577012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-65e0d95a-4756-427a-b65a-d0e5baf69ed9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1438797 Feb 17 23:05:22.579695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38786) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:22.615358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:22.648648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc9ab5-aed0-42fa-b420-797a04e9049f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.649122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc9ab5-aed0-42fa-b420-797a04e9049f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.649619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc9ab5-aed0-42fa-b420-797a04e9049f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.650033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc9ab5-aed0-42fa-b420-797a04e9049f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.651661 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aadc9ab5-aed0-42fa-b420-797a04e9049f tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0710514 Feb 17 23:05:22.654484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38790) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:22.864916 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cf89d3a5-1d2c-4ac6-934b-67b268a616f9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2091262 Feb 17 23:05:22.937934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:22.942556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:22.942901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Updating router e5f09b76-c860-4597-bfc5-81368286c8f2 port 56a23610-f6e7-44ed-bc52-dbefdf9839eb binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:05:23.000636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.169055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38796) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:23.174540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609762736', 'description': 'tempest-secgroup-smoke-609762736 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:23.181459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:23.186996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:23.188975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:23.196760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:23.206698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.227585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:23.231344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:23.234441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:23.241466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:23.316627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.320790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.374691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:23.382159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.387115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38800) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:23.387898 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2170901 Feb 17 23:05:23.393732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:23.393893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.395041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.395577 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.396062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.396636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.396752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.398791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.399285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.399862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.400350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.400684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.401017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.401403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834383-bea6-4a28-802a-8f322dbbb438 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:23.410478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:23.417643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a9fb8cd-508c-4666-b147-0b35d2f211ac up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:23.418525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:23.421702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:23.428426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:23.445965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.460878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.484283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Transition to ACTIVE for port object 56a23610-f6e7-44ed-bc52-dbefdf9839eb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:23.496738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.508690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.513134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.537148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ea9845-93f5-41d5-aa04-b32c0c5d75bd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:23.548345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.549655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c03463f1-4ef3-4ac0-acac-2c92cfb4b959 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612694 Feb 17 23:05:23.553240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38804) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:23.558726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:23.564877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:23.569440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:23.573332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:23.579831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:23.600884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.650060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.693659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229f8d2-5841-4400-9f80-c61c50843817 None None] Pushing event updated for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:23.701834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5a9fb8cd-508c-4666-b147-0b35d2f211ac triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:23.702199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.807257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.809902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Attempting to bind port 56a23610-f6e7-44ed-bc52-dbefdf9839eb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:05:23.810272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Attempting to bind port 56a23610-f6e7-44ed-bc52-dbefdf9839eb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:05:23.810632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Attempting to bind port 56a23610-f6e7-44ed-bc52-dbefdf9839eb on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:23.816174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.823045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:05:23.823398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Checking segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:23.823795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.824175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Bound using segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:05:23.824640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Bound port: 56a23610-f6e7-44ed-bc52-dbefdf9839eb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:05:23.825003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.841688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443440e5-cb59-4b0e-9a37-b64b3bbb9eea,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:23.852556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.853853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-99508664-fb03-4180-8f8a-248f2eb4ebc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996194 Feb 17 23:05:23.856899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38808) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:23.862150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:23.868758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:23.872936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:23.876153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:23.884210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:23.901766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.976437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4e38aa37-0c6e-493a-90e4-1eca90df4c28 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:23.978838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:23.982563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.006075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112e5f3a-20db-4591-92c2-084cc9a182c0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:24.018720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] For port 56a23610-f6e7-44ed-bc52-dbefdf9839eb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:05:24.030113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.035234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38812) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:24.036285 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-50d2d0c1-47b5-4c93-87e8-614c915fd768 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779017 Feb 17 23:05:24.037351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] For port 56a23610-f6e7-44ed-bc52-dbefdf9839eb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a23610-f6e7-44ed-bc52-dbefdf9839eb,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:05:24.040679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:24.044052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.046979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:24.051872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:24.054917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:24.061929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:24.082172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.137589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:24.138227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:24.156377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.161992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.188267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77590b1a-2e4b-4f45-9ed2-f7fbc0f74d22,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:24.199480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.200735 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b6a662e0-d0b9-48c7-9cda-4535d53564a5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644964 Feb 17 23:05:24.203628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38816) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:24.209108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:24.210023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:24.210392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.215091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:24.219246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:24.223375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:24.232336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:24.243026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229f8d2-5841-4400-9f80-c61c50843817 None None] Pushing event updated for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:24.247797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:05:24.255509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.335096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.339717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.367705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41154ad0-4c58-4a87-a00d-8cf1b92789f1,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:24.379230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.380502 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-257a983a-2713-4959-9360-0fc11626cc48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1758850 Feb 17 23:05:24.384418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38820) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:24.393315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': '734c3cd4-ed64-473c-9f49-ee82b6bd3ee0', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:24.401206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:24.405950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:24.410394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:24.417593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:24.432562 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:05:24.442889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.478805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:24.516668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.523266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.548645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d96f83-4ead-4146-b42a-96f6061e1c92,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:24.561560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.562971 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7494f665-4831-407d-a5d4-33488ea0a356 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1766832 Feb 17 23:05:24.775128 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-992f6171-a203-493e-bf5e-85dedf345f3e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609762736&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0434158 Feb 17 23:05:24.886681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:24Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:24.890899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd99c-000c-470c-a709-49b6ab6e344e None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:24Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:24.970100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-b3515f78-55e0-45d7-88a3-79b22471aee5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:24.971446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1789423a-c3da-40dd-9416-c03797e74f48 req-b3515f78-55e0-45d7-88a3-79b22471aee5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:05:24.980775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:24.999871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1789423a-c3da-40dd-9416-c03797e74f48 req-b3515f78-55e0-45d7-88a3-79b22471aee5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:05:25.007469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-b3515f78-55e0-45d7-88a3-79b22471aee5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 796 time: 0.2254806 Feb 17 23:05:25.021617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-dbb66e21-3e4f-498a-a801-d95fd9ca3873 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0111840 Feb 17 23:05:25.125787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1789423a-c3da-40dd-9416-c03797e74f48 req-3aa92a32-8e95-4359-b0a8-74b1afa07349 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:05:25.144854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1789423a-c3da-40dd-9416-c03797e74f48 req-3aa92a32-8e95-4359-b0a8-74b1afa07349 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:05:25.146390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-3aa92a32-8e95-4359-b0a8-74b1afa07349 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201453 Feb 17 23:05:25.163008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-8048ac35-cb26-4d8f-8be7-ea2cee1fbedf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:05:25.164169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-8048ac35-cb26-4d8f-8be7-ea2cee1fbedf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055964 Feb 17 23:05:25.369733 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-2cebc69c-f869-43fd-88ca-32b9f53a56b4 service neutron] 10.222.0.42 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985805 Feb 17 23:05:25.443725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a23610-f6e7-44ed-bc52-dbefdf9839eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:25.522459 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-fcb22c5b-5bf2-4eda-9507-8a3f5d13c74f service neutron] 10.222.0.42 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483984 Feb 17 23:05:25.528138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:25.533891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:25.534399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:25.704196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:25.745146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 56a23610-f6e7-44ed-bc52-dbefdf9839eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a23610-f6e7-44ed-bc52-dbefdf9839eb,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:25.752741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:25.790341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-83a43ef6-da30-46e6-9d99-e65566802485 req-1f6dc185-9a2b-46dc-9f17-209f2caab060 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 210 time: 0.0599220 Feb 17 23:05:25.857813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:26.910309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c49187f0-1085-46e1-8127-229e51de58ad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:26.911916 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c49187f0-1085-46e1-8127-229e51de58ad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 796 time: 0.1662648 Feb 17 23:05:26.981621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b511ec7c-ffc4-4b90-a1e1-40822dc790d4 req-e8004f7b-bb4c-4f99-bf8c-d909f976abf9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 210 time: 0.0627074 Feb 17 23:05:27.014923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-27dbb575-f8ae-4477-9d6d-75ec463ca390 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 379 time: 0.0944932 Feb 17 23:05:27.028475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['734c3cd4-ed64-473c-9f49-ee82b6bd3ee0']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:27.193183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:27.202751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:27.212702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:27.217642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.393429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a23610-f6e7-44ed-bc52-dbefdf9839eb up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:27.394059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.8 (73f73f13-9050-41da-a665-9f4dd1cff795/493032d9-2996-4553-94cf-32b0e6608c2f/bdff6136-8cd3-4e17-bb74-4cacaea2dfc6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:27.465806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 56a23610-f6e7-44ed-bc52-dbefdf9839eb triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:27.466192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.618748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.634993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:27.662079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.735369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:27.738645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:27.742769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:27.774749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:27.819302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:27.820014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.849832 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c940a046-e4c5-4f5a-a73d-dcd1d1121aad tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8272421 Feb 17 23:05:27.861817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Request body: {'port': {'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:27.992537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:27.996953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fd641d20-9c87-4541-8625-1dee8f547cb3 None None] Provisioning for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:28.002859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fd641d20-9c87-4541-8625-1dee8f547cb3 None None] Provisioning complete for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:28.004285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fd641d20-9c87-4541-8625-1dee8f547cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:28.093944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-fd641d20-9c87-4541-8625-1dee8f547cb3 None None] Port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:05:28.346461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:28.426223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28f89-a590-4bc1-a85c-734ded81f6ee req-6cdb9a5a-1e2e-4564-81ff-49f9a96f5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:28.427043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-89d28f89-a590-4bc1-a85c-734ded81f6ee req-6cdb9a5a-1e2e-4564-81ff-49f9a96f5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:05:28.462533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-89d28f89-a590-4bc1-a85c-734ded81f6ee req-6cdb9a5a-1e2e-4564-81ff-49f9a96f5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:05:28.463725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-89d28f89-a590-4bc1-a85c-734ded81f6ee req-6cdb9a5a-1e2e-4564-81ff-49f9a96f5e8b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 931 time: 0.3428335 Feb 17 23:05:28.574666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-89d28f89-a590-4bc1-a85c-734ded81f6ee req-781a8064-0fbb-41b6-9391-149573e57a2a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049232 Feb 17 23:05:28.586936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:28.595435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:28.611767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Transition to ACTIVE for port object bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:28.616022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:28.751628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:28.861990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Attempting to bind port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:05:28.862235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Attempting to bind port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:05:28.862613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Attempting to bind port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:28.867830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 on network 73f73f13-9050-41da-a665-9f4dd1cff795 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:05:28.868152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Attempting to bind port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:28.873506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:05:28.873841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Checking segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:28.874233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Bound using segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:05:28.874660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Bound port: bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:05:28.875005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:28.971136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:05:28.975093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:05:28.980927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:29.044696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.045365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:29.046773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] 10.222.0.43 "PUT /v2.0/ports/bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 1093 time: 1.1901920 Feb 17 23:05:29.047228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:29.068669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445a487-0790-4377-b786-1cbfd3648f4a service neutron] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:29.136776 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:05:29.195275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-80ce1b48-2eab-4c1b-9df9-da340ced34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.196773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-80ce1b48-2eab-4c1b-9df9-da340ced34aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1096 time: 0.0963206 Feb 17 23:05:29.271641 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-56f699c9-bf8b-4028-9bc7-0aa61ac2a8ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 217 time: 0.0671077 Feb 17 23:05:29.348923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-00f2b9b9-b740-40cc-86ed-4ac2901a2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.350447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-00f2b9b9-b740-40cc-86ed-4ac2901a2425 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0732155 Feb 17 23:05:29.433192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789423a-c3da-40dd-9416-c03797e74f48 req-86ff3bf9-d087-4b0a-b808-c81384606593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.434069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-86ff3bf9-d087-4b0a-b808-c81384606593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772703 Feb 17 23:05:29.590516 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-cafde767-e56f-475c-9d03-887e7b1dd07d service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483402 Feb 17 23:05:29.798836 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1789423a-c3da-40dd-9416-c03797e74f48 req-c2332be5-4325-4937-a9f1-6c82c6170988 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023914 Feb 17 23:05:29.823393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a697-a99a-45cd-996b-4282d2a83736 req-5de80148-e2ed-4fc4-a0a3-68b36c065fb7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.825228 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8245a697-a99a-45cd-996b-4282d2a83736 req-5de80148-e2ed-4fc4-a0a3-68b36c065fb7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 943 time: 0.1350091 Feb 17 23:05:29.926877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8245a697-a99a-45cd-996b-4282d2a83736 req-2cb2abf8-5243-4c30-9250-b4336e8f044c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885158 Feb 17 23:05:29.955941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-cb62fe74-4dc0-40b5-b22f-c10f254038da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.957579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-cb62fe74-4dc0-40b5-b22f-c10f254038da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1096 time: 0.0948889 Feb 17 23:05:30.105847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-949fa7c5-f5d0-49a1-a258-4356b121f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:30.107324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-949fa7c5-f5d0-49a1-a258-4356b121f761 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1434712 Feb 17 23:05:30.299030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-f60d55ba-3b39-478a-8757-91d1317e7735 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 217 time: 0.1845665 Feb 17 23:05:30.366642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-8c90bdc9-aa41-42cf-944c-226b6ce784a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:30.367981 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-8c90bdc9-aa41-42cf-944c-226b6ce784a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0628195 Feb 17 23:05:30.451043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-58a36232-3b69-47f6-8491-1db2e36975cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:30.452552 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-58a36232-3b69-47f6-8491-1db2e36975cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782435 Feb 17 23:05:30.596133 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-39f806eb-3b0d-400a-9270-ad6a82bd481b service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365283 Feb 17 23:05:30.732590 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e140925e-79dc-4a87-ac69-08734ac97a43 req-334b19bb-587e-4113-adc5-ca3909c8e0e1 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303046 Feb 17 23:05:31.099492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:05:31.137296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e908-d462-4251-a2af-b03a96e5b596 req-2aca8ac2-3c06-4000-9e16-607b6100824f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:31.138862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b33e908-d462-4251-a2af-b03a96e5b596 req-2aca8ac2-3c06-4000-9e16-607b6100824f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 943 time: 0.1005309 Feb 17 23:05:31.194850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b33e908-d462-4251-a2af-b03a96e5b596 req-eb29ce7f-96d1-47db-9bf9-5a985938a3ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491447 Feb 17 23:05:31.254409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:31.268178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:05:31.332975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:31.351135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:31.367962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:31.372214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:31.446525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:31.625557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:05:32.388685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1dcd1-4a93-4d6e-9d43-ef482bc2c13f req-fb02492f-b64e-4309-9816-1638c738fa3e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:32.390112 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54b1dcd1-4a93-4d6e-9d43-ef482bc2c13f req-fb02492f-b64e-4309-9816-1638c738fa3e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 944 time: 0.0820692 Feb 17 23:05:32.437161 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54b1dcd1-4a93-4d6e-9d43-ef482bc2c13f req-b5a99e27-4d76-4652-ae29-b291a9d1b117 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Feb 17 23:05:32.559341 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:05:33.113946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:33.190415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:33.196538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:33.196906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:33.323879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:33.358583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:33.375891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:33.381768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:33.436244 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'code': 200} Feb 17 23:05:33.476671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:33.728124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81e72d-472c-4956-b88a-0ae5592f1276 req-5c1e098b-e9e7-45bb-ae0d-ddf670801f13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:33.729821 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-db81e72d-472c-4956-b88a-0ae5592f1276 req-5c1e098b-e9e7-45bb-ae0d-ddf670801f13 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.1505826 Feb 17 23:05:33.733313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d97d-9a2d-4c2f-946a-05fcdba34f8c req-d17aaf22-0565-4476-a7d5-6b2efde8f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:33.734853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a7b3d97d-9a2d-4c2f-946a-05fcdba34f8c req-d17aaf22-0565-4476-a7d5-6b2efde8f5b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1098 time: 0.1225221 Feb 17 23:05:33.815824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-db81e72d-472c-4956-b88a-0ae5592f1276 req-f80e9ca6-73b5-4f48-9b61-ddc2d6a7b1ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752320 Feb 17 23:05:33.818183 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a7b3d97d-9a2d-4c2f-946a-05fcdba34f8c req-423408cc-1d89-4c70-a91e-969354cf55da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753133 Feb 17 23:05:35.045199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dfc3-88df-44b4-9e13-105aac4c4a16 req-7697a073-beea-4652-9aae-6432e5423ebe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:35.046778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0777dfc3-88df-44b4-9e13-105aac4c4a16 req-7697a073-beea-4652-9aae-6432e5423ebe tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.1025128 Feb 17 23:05:35.104597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0777dfc3-88df-44b4-9e13-105aac4c4a16 req-04abf30b-107f-4626-bfbc-2406f4e3a8b0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506747 Feb 17 23:05:36.315392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab04eb-2300-4a41-9ab5-10f77145a019 req-319582da-26ea-4237-8bd1-6074305808be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:36.317303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bab04eb-2300-4a41-9ab5-10f77145a019 req-319582da-26ea-4237-8bd1-6074305808be tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.0884945 Feb 17 23:05:36.363837 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bab04eb-2300-4a41-9ab5-10f77145a019 req-d0453c5e-a113-4509-a94d-9fd0e4920cb6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Feb 17 23:05:36.607259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c440ae3-d5dc-47c3-85c8-199672d37de1 req-8fdb717f-d34b-4891-814f-a1c2bcb7ae92 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:36.608774 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6c440ae3-d5dc-47c3-85c8-199672d37de1 req-8fdb717f-d34b-4891-814f-a1c2bcb7ae92 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.1373906 Feb 17 23:05:36.655838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6c440ae3-d5dc-47c3-85c8-199672d37de1 req-85c62316-9c70-4b76-b638-acfb73cb3018 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Feb 17 23:05:36.683107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38876) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:36.759874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed745bd-7f55-441a-a9f5-0bf21c076497 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:36.761451 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3ed745bd-7f55-441a-a9f5-0bf21c076497 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1093 time: 0.0773199 Feb 17 23:05:36.764624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38880) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:36.770312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:36.776703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:36.780952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:36.783973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:36.790697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:36.803293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:36.980540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:37.253215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.91 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/00de7a88-fa55-4cbe-a24e-e09fb30544cd) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:37.416046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:37.450186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:37.522924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:37.525814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:37.530446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:37.561247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=00de7a88-fa55-4cbe-a24e-e09fb30544cd,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:38.032336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:38.120001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:38.363789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:38.369696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:38.478343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=00de7a88-fa55-4cbe-a24e-e09fb30544cd,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:38.495741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:38.669624 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 556ff82f-c449-4880-90ef-5a1001878a2d associated. External IP: 172.26.7.91, port: bdff6136-8cd3-4e17-bb74-4cacaea2dfc6. Feb 17 23:05:39.140454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:05:39.344099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:39.356998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:39.367601 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:39.368161 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:39.372889 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:39.436044 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d2255e21-7008-499f-82cb-1acd16ef49af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6703391 Feb 17 23:05:39.436932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:39.440770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:39.493243 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:05:39.562834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c590bf-09f2-45e0-ab0e-1048c9d4df3a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:39.567156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-40c590bf-09f2-45e0-ab0e-1048c9d4df3a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1093 time: 0.1224158 Feb 17 23:05:39.599713 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:39.600538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-c9b1de1a-b758-433e-9ea3-da5aeb9dabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:39.602413 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-c9b1de1a-b758-433e-9ea3-da5aeb9dabd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1098 time: 0.0842292 Feb 17 23:05:39.744631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-4098d39c-2b9c-41d8-a703-3f56d111f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:39.746140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-4098d39c-2b9c-41d8-a703-3f56d111f5c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1387184 Feb 17 23:05:39.863567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-9491209d-4c4b-47fe-858d-53eb79c4801b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 998 time: 0.1110620 Feb 17 23:05:39.932373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-2939de47-246f-46c3-be1b-a05470a9581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:39.934207 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-2939de47-246f-46c3-be1b-a05470a9581e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0654297 Feb 17 23:05:39.986580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38892) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:39.996262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223516506', 'description': 'tempest-secgroup-smoke-1223516506 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.006210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.012920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.018139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.028257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-a35f1a00-cede-4fd4-b5f4-b6039276c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:40.029878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-a35f1a00-cede-4fd4-b5f4-b6039276c1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898526 Feb 17 23:05:40.030017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.032067 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:37Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:40.041998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:40.045562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.057833 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:40.058816 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:40.084116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.089055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.092392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.100763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.186927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.192345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.240790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c153f67d-9942-4f0c-b4b6-ab3740eea7a2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:40.245376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.246793 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-54967231-891b-4042-8276-fc24652b9eed tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2583170 Feb 17 23:05:40.249763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38896) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:40.255802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.261767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.265649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.269399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.275393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.293670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.297640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-ae8f82e9-7813-474f-9f14-27e46801634a service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609494 Feb 17 23:05:40.303522 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:40.360150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.364714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.400189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a397b12d-bf6a-4532-b2d8-021f78413592,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:40.402740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.405134 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-647c98ef-4ef2-41bb-b6ed-6d07c21c1636 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528745 Feb 17 23:05:40.406703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38900) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:40.414112 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.421163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.425680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.429401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.436816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.452319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eeb0d544-c2cf-470d-bc86-ae26f9cba1ea req-d55ff94a-b995-4833-9793-a8bcb7efff4e service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490030 Feb 17 23:05:40.460304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.539663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.544943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.575167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8be211-36f2-44ff-9102-d9b62e3c87f6,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:40.583294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.587988 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2e707659-8f16-4e52-82ad-d44dac9e9b96 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1768794 Feb 17 23:05:40.588078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38904) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:40.593392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.602702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.616663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.620100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.626857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.648873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.720544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.725497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.751053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d218e5f-88e0-42e9-a085-2eba31aa05e7,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:40.761047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.762330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8b8d7364-af2e-4b59-83ee-efffabc70cc9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734371 Feb 17 23:05:40.766054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 38908) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:40.772058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:37Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:40.772957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.778834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.779087 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f3879-a557-4f22-b5d2-5c41721f96e5 None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:37Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:40.783476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.786994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.793339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.812054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.891205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.895381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.923781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eebc50-b2ab-412b-a3dc-dd68cf2e0e71,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:40.936000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:40.937490 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ebf417c4-cc49-4486-8058-a97412d71ccc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701758 Feb 17 23:05:40.940127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38912) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:40.945322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:40.951613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:40.955896 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:40.959167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:40.965769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:40.978365 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:05:40.988026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.024178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee149d61-b739-4365-86c2-40a6f8abd3be None None] New status for floating IP 556ff82f-c449-4880-90ef-5a1001878a2d: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:05:41.073154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.077506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.108762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e272b2d5-49ab-4d8e-9190-4f0b6e63551d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:41.119215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.120526 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f42ac992-2990-47d9-a399-76f4b9ce5f1f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793935 Feb 17 23:05:41.124111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38916) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:41.130401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'c153f67d-9942-4f0c-b4b6-ab3740eea7a2', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:41.136555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:41.140762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:41.144719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:41.152396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:41.164314 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:05:41.171268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.259760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.264542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.294826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e330ad-3e44-402f-af5d-97174c617e34,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:41.306757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:41.308252 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06c4946b-13fe-4d6a-ad3d-04bfd9323c38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1830609 Feb 17 23:05:41.693923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-17ad43da-fe85-4563-8658-97e3dd37e869 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223516506&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0426919 Feb 17 23:05:41.853123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-a79b191e-aee4-40be-9719-776cda1876cd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:41.854554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-a79b191e-aee4-40be-9719-776cda1876cd tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 796 time: 0.1541123 Feb 17 23:05:41.870448 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-bd4a38b3-5cba-4e7b-a053-ea4f53351167 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0102959 Feb 17 23:05:41.965676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-3089755b-c68f-47eb-a12a-09f14e3ba964 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864923 Feb 17 23:05:41.982792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-e7b44563-d4f2-488f-aff2-7a240a265f46 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:05:41.983777 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-e7b44563-d4f2-488f-aff2-7a240a265f46 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053618 Feb 17 23:05:42.145603 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-6bbb0bc3-be86-406b-ac17-da24ff24dffd service neutron] 10.222.0.42 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545212 Feb 17 23:05:42.290035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-4455f3ae-4940-4012-8b7d-e9bae075b743 service neutron] 10.222.0.42 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386194 Feb 17 23:05:42.486952 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c2d97b9b-4a10-4d8c-80a5-ee7b4c357678 req-5f596abc-2d75-40d1-af5b-8a1d21270d90 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 210 time: 0.0502994 Feb 17 23:05:43.127076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-308f5917-5eeb-4220-9eec-d9c677cb0c3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869613 Feb 17 23:05:43.270670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-c259c616-bdb1-4a16-b2a5-6efd321078da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.272036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-c259c616-bdb1-4a16-b2a5-6efd321078da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1098 time: 0.0753608 Feb 17 23:05:43.427429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-ab2b62a6-6516-4a02-a9ac-4fd5f494c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.428903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-ab2b62a6-6516-4a02-a9ac-4fd5f494c6fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1364217 Feb 17 23:05:43.546295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-7d4769d1-f7cb-48c7-88a9-975382f47033 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 1000 time: 0.1114357 Feb 17 23:05:43.673172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-09930307-4179-4283-9cd5-26bd152b1543 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.676077 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-09930307-4179-4283-9cd5-26bd152b1543 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 796 time: 0.1974812 Feb 17 23:05:43.693673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8cc1766-04b4-48e4-9ff9-738a70548b57 req-e1abaf21-b5ea-44db-904e-b5052766ad57 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 210 time: 0.0765636 Feb 17 23:05:43.695259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-615155ff-a124-4c85-bc11-2436fd2d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.696604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-615155ff-a124-4c85-bc11-2436fd2d0d8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.1450853 Feb 17 23:05:43.734229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-74c86fa9-cee4-414e-a967-1a53499cacae req-14051f22-71aa-4a78-8c6f-2e22a6fc27af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:05:43.752657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-74c86fa9-cee4-414e-a967-1a53499cacae req-14051f22-71aa-4a78-8c6f-2e22a6fc27af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:05:43.754040 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-14051f22-71aa-4a78-8c6f-2e22a6fc27af tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 472 time: 0.0710926 Feb 17 23:05:43.762405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': '1f90643b-fd9b-4046-8568-c956f2536f44', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['c153f67d-9942-4f0c-b4b6-ab3740eea7a2']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:43.782826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-b4ea04a8-df3b-41a5-8f9b-713bfd1e5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.784955 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-b4ea04a8-df3b-41a5-8f9b-713bfd1e5382 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820732 Feb 17 23:05:43.901752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:43.912081 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:43.918683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-87c09fa3-91a2-45af-ab1a-dde07a13e039 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274562 Feb 17 23:05:43.922833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:43.927289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.138207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.5 (73f73f13-9050-41da-a665-9f4dd1cff795/493032d9-2996-4553-94cf-32b0e6608c2f/a6690f9d-7fce-419b-9fdb-877a9c202495) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:44.163584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fe169ba-f308-4cc1-bde5-550e432de3d6 req-8b1edf25-e9c8-44ce-9b50-d854986b517a service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374182 Feb 17 23:05:44.334149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.349699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object a6690f9d-7fce-419b-9fdb-877a9c202495 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:44.372870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.552231 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 73f73f13-9050-41da-a665-9f4dd1cff795 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:44.555311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:44.559546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:44.589756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:44.626143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:44.626757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.653060 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-dfd26a98-96fa-4daf-83d3-e3daee140730 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947849 Feb 17 23:05:44.665463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Request body: {'port': {'device_id': '1f90643b-fd9b-4046-8568-c956f2536f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:44.774451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-625649ca-28ca-4a02-a4cd-5b0059ca7aa3 None None] Provisioning for port a6690f9d-7fce-419b-9fdb-877a9c202495 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:44.779916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-625649ca-28ca-4a02-a4cd-5b0059ca7aa3 None None] Provisioning complete for port a6690f9d-7fce-419b-9fdb-877a9c202495 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:44.780357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-625649ca-28ca-4a02-a4cd-5b0059ca7aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.786760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:44.839338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-625649ca-28ca-4a02-a4cd-5b0059ca7aa3 None None] Port a6690f9d-7fce-419b-9fdb-877a9c202495 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:05:44.900004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d267b3-b3f2-47ca-8892-ce2d165bb1c6 req-ebdaeae8-f614-496a-a7c5-1f9d32246dac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:44.901541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1d267b3-b3f2-47ca-8892-ce2d165bb1c6 req-ebdaeae8-f614-496a-a7c5-1f9d32246dac tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 931 time: 0.0972865 Feb 17 23:05:44.948535 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1d267b3-b3f2-47ca-8892-ce2d165bb1c6 req-574720bc-6a85-4952-9e99-eaec08748bdb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Feb 17 23:05:45.150091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6690f9d-7fce-419b-9fdb-877a9c202495 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:45.157331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:45.173681 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Transition to ACTIVE for port object a6690f9d-7fce-419b-9fdb-877a9c202495 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:45.178405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:45.310234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Pushing event updated for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:45.425284 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Attempting to bind port a6690f9d-7fce-419b-9fdb-877a9c202495 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:05:45.425622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Attempting to bind port a6690f9d-7fce-419b-9fdb-877a9c202495 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:05:45.425950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Attempting to bind port a6690f9d-7fce-419b-9fdb-877a9c202495 on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:45.431058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Port a6690f9d-7fce-419b-9fdb-877a9c202495 on network 73f73f13-9050-41da-a665-9f4dd1cff795 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:05:45.431377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Attempting to bind port a6690f9d-7fce-419b-9fdb-877a9c202495 on network 73f73f13-9050-41da-a665-9f4dd1cff795 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:05:45.436817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:05:45.437178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Checking segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:05:45.437560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Bound using segment: {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:05:45.437986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Bound port: a6690f9d-7fce-419b-9fdb-877a9c202495, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6474fd-b4ad-4971-bbb1-47eebce9271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:05:45.438437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:45.535347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:05:45.538342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a6690f9d-7fce-419b-9fdb-877a9c202495,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:05:45.542981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:45.604455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:45.605159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:45.606673 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] 10.222.0.43 "PUT /v2.0/ports/a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 200 len: 1093 time: 0.9456103 Feb 17 23:05:45.607097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:45.628710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b8cef-3c54-45b3-b1d0-3aefee239b4a service neutron] Pushing event updated for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:45.678795 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'status': 'completed', 'code': 200} Feb 17 23:05:45.728354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-6dfd3d65-57d8-4e30-84f1-deeec5702553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:45.729896 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-6dfd3d65-57d8-4e30-84f1-deeec5702553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1096 time: 0.0830598 Feb 17 23:05:45.807055 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-e218ebbf-4cc3-4f75-b37e-e208287d4e8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 200 len: 217 time: 0.0679514 Feb 17 23:05:45.874471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-01852669-4d5b-4366-bd95-369c0bb3f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:45.876301 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-01852669-4d5b-4366-bd95-369c0bb3f4c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0634487 Feb 17 23:05:45.954105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86fa9-cee4-414e-a967-1a53499cacae req-07600766-441b-4d27-ac7e-5add603e6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:45.955480 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-07600766-441b-4d27-ac7e-5add603e6536 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718360 Feb 17 23:05:46.090918 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-ab0a8a78-6f86-4cf5-8df6-ab502af66237 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294196 Feb 17 23:05:46.139960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675447d-018b-49e3-9d62-194313aff96d req-16cf4967-1f96-449f-a275-b9778bb0a1a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.141708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8675447d-018b-49e3-9d62-194313aff96d req-16cf4967-1f96-449f-a275-b9778bb0a1a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 943 time: 0.0848134 Feb 17 23:05:46.188595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8675447d-018b-49e3-9d62-194313aff96d req-8e21e333-1a6e-449a-a38b-9a30b8548da4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Feb 17 23:05:46.228891 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-74c86fa9-cee4-414e-a967-1a53499cacae req-d5972079-33ca-40d2-8ced-2f162df38263 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306355 Feb 17 23:05:46.351297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-cf2bf66e-1670-499d-8e1a-ef1752ab0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.352751 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-cf2bf66e-1670-499d-8e1a-ef1752ab0dbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1096 time: 0.0718150 Feb 17 23:05:46.590033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-b483c04a-3293-47a8-92de-bec8d45d1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.591394 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-b483c04a-3293-47a8-92de-bec8d45d1330 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.2327294 Feb 17 23:05:46.662555 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-44116033-49bd-4598-b1f5-e4951c0af7e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 200 len: 217 time: 0.0635042 Feb 17 23:05:46.733271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-09a35177-ce80-41ad-af04-a70a1a95c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.734671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-09a35177-ce80-41ad-af04-a70a1a95c7ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0613613 Feb 17 23:05:46.808384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-e9c92a0f-3ee3-4c61-8616-56de25d670e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.809857 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-e9c92a0f-3ee3-4c61-8616-56de25d670e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687120 Feb 17 23:05:46.944774 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-4ce8d6a6-041d-4774-9c23-e061ec2766d0 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279256 Feb 17 23:05:47.086372 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c0f89d99-fb19-44de-80b2-547b12e4374d req-bbb55e90-c646-4c82-b216-d86b61314b34 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330578 Feb 17 23:05:47.207063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a6690f9d-7fce-419b-9fdb-877a9c202495 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:05:47.367718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a6690f9d-7fce-419b-9fdb-877a9c202495,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:47.383584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c2243-b683-4000-a2dc-dfc78f283e81 req-9f4fceaf-442d-427a-b404-d8748a0345f6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:47.384185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'port_id': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'mac_address': 'fa:16:3e:79:8c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:05:47.385141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-113c2243-b683-4000-a2dc-dfc78f283e81 req-9f4fceaf-442d-427a-b404-d8748a0345f6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 943 time: 0.0863552 Feb 17 23:05:47.435927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-113c2243-b683-4000-a2dc-dfc78f283e81 req-cbe6dcff-86b4-4a74-a9c6-d6c0b28e1320 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Feb 17 23:05:47.444064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:47.465197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6690f9d-7fce-419b-9fdb-877a9c202495 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:47.482092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a6690f9d-7fce-419b-9fdb-877a9c202495,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:47.486738 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:47.557307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:47.700287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a6690f9d-7fce-419b-9fdb-877a9c202495'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:05:48.626074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7ccb0-fa6d-4746-9f31-349cedcb8403 req-25a5dc25-c1b9-4376-b948-ba725e7f1775 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:48.627554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0d7ccb0-fa6d-4746-9f31-349cedcb8403 req-25a5dc25-c1b9-4376-b948-ba725e7f1775 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 944 time: 0.0826762 Feb 17 23:05:48.672173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0d7ccb0-fa6d-4746-9f31-349cedcb8403 req-414d6d57-cf74-4c4f-bd32-82afef094654 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 Feb 17 23:05:49.218884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a6690f9d-7fce-419b-9fdb-877a9c202495 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:05:49.290553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port a6690f9d-7fce-419b-9fdb-877a9c202495 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:49.297003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a6690f9d-7fce-419b-9fdb-877a9c202495 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:49.297407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:49.421048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:49.450703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:49.460799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a6690f9d-7fce-419b-9fdb-877a9c202495,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:05:49.465728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:49.502125 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'code': 200} Feb 17 23:05:49.544997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:49.738104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d52e-9e3f-4982-aadc-c3f3d45651ce req-e8d11136-fd0d-4b6b-8bb0-684acb818d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:49.739641 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f919d52e-9e3f-4982-aadc-c3f3d45651ce req-e8d11136-fd0d-4b6b-8bb0-684acb818d6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1098 time: 0.0716064 Feb 17 23:05:49.788501 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-f919d52e-9e3f-4982-aadc-c3f3d45651ce req-3f2b9d3f-db8b-4b24-870c-cd11e0dc6928 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Feb 17 23:05:49.871136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f685f-d5c2-4478-ab1d-de062b799aed req-a87baf8d-fc9c-410c-9e2e-8d4d62f77034 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:49.872624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-999f685f-d5c2-4478-ab1d-de062b799aed req-a87baf8d-fc9c-410c-9e2e-8d4d62f77034 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.0844767 Feb 17 23:05:49.922679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-999f685f-d5c2-4478-ab1d-de062b799aed req-ddf952e5-2844-49d4-ba5b-a8c154ae79f5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Feb 17 23:05:50.092619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-335b4f7e-4886-4a98-982b-df5f7ac7e7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:51.133312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1eb6e-1546-462c-9828-b9c62e75cd11 req-57b77316-e350-4bbf-9e00-a99b8417080f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.134871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fe1eb6e-1546-462c-9828-b9c62e75cd11 req-57b77316-e350-4bbf-9e00-a99b8417080f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.0940118 Feb 17 23:05:51.185101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fe1eb6e-1546-462c-9828-b9c62e75cd11 req-42f939ea-3f5a-48e2-9cb4-c8b73847cb2d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Feb 17 23:05:51.392191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793621f2-2934-4fc9-8c3e-cc67e3ea6a7b req-1f7d3358-13f6-4237-a7de-2ed56b05e9e2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.393840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-793621f2-2934-4fc9-8c3e-cc67e3ea6a7b req-1f7d3358-13f6-4237-a7de-2ed56b05e9e2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.0935757 Feb 17 23:05:51.446889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-793621f2-2934-4fc9-8c3e-cc67e3ea6a7b req-4a01da57-302a-4368-87bd-77f7c2c6a39d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448785 Feb 17 23:05:51.470472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38968) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:51.548519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6acb7-36e1-4851-939a-277ad7e092f4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.550079 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4cf6acb7-36e1-4851-939a-277ad7e092f4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1093 time: 0.0786932 Feb 17 23:05:51.553730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38972) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:05:51.559072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:51.566015 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:05:51.573503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:05:51.577897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:05:51.586602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:05:51.598014 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:51.752782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:51.904153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.9 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/9a614d15-06dd-4940-96af-0fa3f3c4620f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:52.081067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:52.114238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:52.186670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:52.188213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:52.190973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:05:52.237230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=9a614d15-06dd-4940-96af-0fa3f3c4620f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:52.372259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c239f69b-76e5-492b-82a1-3faaf368d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:52.744644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:52.823548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.043640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.048783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.161895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=9a614d15-06dd-4940-96af-0fa3f3c4620f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:53.178354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.339595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.368147 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 02aeec83-eec9-4439-9b57-d63a7da329a6 associated. External IP: 172.26.7.9, port: a6690f9d-7fce-419b-9fdb-877a9c202495. Feb 17 23:05:53.531997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:53.751934 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:05:53.930507 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:05:53.940377 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:05:53.954336 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:53.954962 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:53.956264 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:54.028901 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f729f987-f118-476f-8ab4-aa67602b1e7d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4618521 Feb 17 23:05:54.028901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:54.072214 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'status': 'completed', 'code': 200} Feb 17 23:05:54.153446 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:54.170042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-5707f950-ca0d-43a7-8aba-9e79b735e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.171594 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-5707f950-ca0d-43a7-8aba-9e79b735e099 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1098 time: 0.0791991 Feb 17 23:05:54.438936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-6773b76b-2a2d-4ec8-9790-fffbd7d34d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.440425 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-6773b76b-2a2d-4ec8-9790-fffbd7d34d4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.2625937 Feb 17 23:05:54.544349 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '02aeec83-eec9-4439-9b57-d63a7da329a6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:79:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90643b-fd9b-4046-8568-c956f2536f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:52Z', 'updated_at': '2022-02-17T23:05:52Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}, {'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:54.548857 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:05:54.549980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-ad6f5c19-07c0-4ad8-89e3-657be0db7932 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 200 len: 997 time: 0.1035190 Feb 17 23:05:54.559384 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:05:54.560003 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:05:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:54.614780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-b35aefe6-55bc-4779-b469-2fee618fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.616223 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-b35aefe6-55bc-4779-b469-2fee618fda7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0606449 Feb 17 23:05:54.697560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-b25020f2-fbee-42d0-a5b7-8c06fe8bd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.698959 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-b25020f2-fbee-42d0-a5b7-8c06fe8bd1c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767221 Feb 17 23:05:54.749758 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:05:54.850337 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-0ca2cd4d-76ee-4696-825c-770705edea4a service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444051 Feb 17 23:05:54.959809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:05:55.004077 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-586cd29e-b60b-4d78-979b-dbbda32d41a0 req-1129f143-c2d6-4b77-85e7-03d262fb1ccc service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470268 Feb 17 23:05:55.133617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '02aeec83-eec9-4439-9b57-d63a7da329a6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:79:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90643b-fd9b-4046-8568-c956f2536f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:52Z', 'updated_at': '2022-02-17T23:05:52Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}, {'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:55.138042 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c0fe-50ea-4b81-838d-54449beb7da7 None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '02aeec83-eec9-4439-9b57-d63a7da329a6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:79:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f90643b-fd9b-4046-8568-c956f2536f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:52Z', 'updated_at': '2022-02-17T23:05:52Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}, {'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:05:55.332689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d828e-dfe5-43e5-bf31-96162a497866 None None] New status for floating IP 02aeec83-eec9-4439-9b57-d63a7da329a6: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:05:58.348367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:09.559133 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:06:20.095543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a47b7651-2d41-4869-adaf-fb81717bd505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:22.375693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-29703b0f-ce67-4daf-b10a-96503d6b6e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:23.343406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:23.532692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:24.959969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:27.590845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 38990) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:27.708241 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-84491a84-7ed0-40ab-ab02-b72d3ca20bc8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/556ff82f-c449-4880-90ef-5a1001878a2d HTTP/1.1" status: 200 len: 992 time: 0.1156678 Feb 17 23:06:28.378566 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:28.493750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39000) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:28.499449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:28.620206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:28.829141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:28.854591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:28.858921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:28.929975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:28.930605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:28.932269 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/ports/bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 938 time: 0.4375162 Feb 17 23:06:28.932810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:28.958180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=6']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:28.966021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967199 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.967922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.968236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.968554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.968866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.969206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.969524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077d133-2fe9-4842-b2a7-615784321f1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:28.990430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:06:29.165193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-539adfe7-549b-4b75-ac6c-2eab6f6c2076 None None] Provisioning complete for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:29.165556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-539adfe7-549b-4b75-ac6c-2eab6f6c2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:29.192859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f924c-2967-4d87-a352-ba0561d48842 req-ec5c08a2-88de-4ba4-8185-b63639ca4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:29.198717 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-ec5c08a2-88de-4ba4-8185-b63639ca4de1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1099 time: 0.1860974 Feb 17 23:06:29.226603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-539adfe7-549b-4b75-ac6c-2eab6f6c2076 None None] Port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 is administratively disabled so it will not transition to active. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 17 23:06:29.340883 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f924c-2967-4d87-a352-ba0561d48842 req-cc8dc5b2-ff81-4290-afd4-8565de6e9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:29.342251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-cc8dc5b2-ff81-4290-afd4-8565de6e9879 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1377134 Feb 17 23:06:29.445164 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-22f70ed5-59a4-42a1-b422-d92f59632da3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 1001 time: 0.0962873 Feb 17 23:06:29.505068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f924c-2967-4d87-a352-ba0561d48842 req-de5edb56-6aba-490c-9910-7a0a25791f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:29.506508 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-de5edb56-6aba-490c-9910-7a0a25791f48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0560758 Feb 17 23:06:29.588341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f924c-2967-4d87-a352-ba0561d48842 req-b40aadcb-7e9a-4f1f-bc6c-97221e0b0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:29.589870 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-b40aadcb-7e9a-4f1f-bc6c-97221e0b0142 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773757 Feb 17 23:06:29.719332 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-2a7e63fe-8334-4168-9a1a-4656476f78dd service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234932 Feb 17 23:06:29.848561 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-576f924c-2967-4d87-a352-ba0561d48842 req-20548c0a-64e1-4449-8481-631e45a05b3d service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233754 Feb 17 23:06:32.365653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39012) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:32.371352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:32.493858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:32.818802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:32.843495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:32.848461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:32.920520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:32.921640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:32.922568 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/ports/bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 937 time: 0.5560045 Feb 17 23:06:32.923117 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:32.926102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39016) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:32.946474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:32.954297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.954772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.955124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.955456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.955777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.956102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.959762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4926d-c424-4845-acfa-f7e2c689f7ae tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:32.975950 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:06:33.077741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8b06708a-096f-4921-aa67-930d8d3c429a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/556ff82f-c449-4880-90ef-5a1001878a2d HTTP/1.1" status: 200 len: 992 time: 0.1487613 Feb 17 23:06:33.090679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-98f0043b-3ba7-4fb9-817c-582ee48f78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:33.092183 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-98f0043b-3ba7-4fb9-817c-582ee48f78e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1098 time: 0.0941715 Feb 17 23:06:33.146106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:06:33.209904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ee0a119e-11f2-4bae-9fb3-c5cc3fc50148 None None] Provisioning complete for port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:33.210188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ee0a119e-11f2-4bae-9fb3-c5cc3fc50148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:33.236220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-1739be78-cc18-43c5-8d1f-dc0f3370d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:33.237845 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-1739be78-cc18-43c5-8d1f-dc0f3370d050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1390309 Feb 17 23:06:33.344837 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-40862651-0be8-4369-aa22-1bfa9193c1d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 1000 time: 0.1009121 Feb 17 23:06:33.408831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-62187391-3c89-4137-82b5-69f203cb2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:33.410445 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-62187391-3c89-4137-82b5-69f203cb2496 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0591960 Feb 17 23:06:33.491247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-baccfd98-e395-419e-9129-2b3299245719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:33.492742 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-baccfd98-e395-419e-9129-2b3299245719 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766034 Feb 17 23:06:33.625852 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-2a8a4e96-5fb1-4dc1-bc3d-aa1659cb9135 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271887 Feb 17 23:06:33.755288 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0bb1f5f7-7bf9-4797-97d6-5d178099fe6d req-9a4f00df-ada3-4c8d-9a7a-04aea6c6874f service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232715 Feb 17 23:06:35.632057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39028) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:35.833539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 9a614d15-06dd-4940-96af-0fa3f3c4620f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:35.833877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:36.105471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:36.105799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:36.229537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 9a614d15-06dd-4940-96af-0fa3f3c4620f owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:36.379749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:36.403363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [req-076c9e13-a529-4db8-a6b6-ef29a4f4b16b req-08bbf1af-0e29-44c3-889c-bb65d4de6df0 service neutron] (87694) timed out ('10.222.0.43', 62010) {{(pid=87694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 23:06:36.426695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=9a614d15-06dd-4940-96af-0fa3f3c4620f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:36.521477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:36.521786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 02aeec83-eec9-4439-9b57-d63a7da329a6 disassociated (deleted). External IP: 172.26.7.9, port: a6690f9d-7fce-419b-9fdb-877a9c202495. Feb 17 23:06:36.873926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:06:37.053650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:06:37.064669 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:06:37.070561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:37.074199 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:37.074838 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:37.124891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f611f613-0ac1-4333-9a5e-43ebe72de456 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/02aeec83-eec9-4439-9b57-d63a7da329a6 HTTP/1.1" status: 204 len: 168 time: 1.4917159 Feb 17 23:06:37.125407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:37.172606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'status': 'completed', 'code': 200} Feb 17 23:06:37.259995 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:37.264381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-38f4ecce-697f-4881-9181-d4995b0a98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.265893 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-38f4ecce-697f-4881-9181-d4995b0a98c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 1098 time: 0.0716846 Feb 17 23:06:37.412832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-c7684ba7-4fcd-499c-9bc0-3236ae9a97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.415102 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-c7684ba7-4fcd-499c-9bc0-3236ae9a97d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1433139 Feb 17 23:06:37.488242 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-a0db0612-aa7e-48b9-8cff-253929131161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 200 len: 217 time: 0.0652332 Feb 17 23:06:37.516214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943530ac-0d3d-4728-8ae6-abb6342143da req-1cfe1244-aab6-4965-ae05-e05499c7b6d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.516925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-943530ac-0d3d-4728-8ae6-abb6342143da req-1cfe1244-aab6-4965-ae05-e05499c7b6d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:06:37.538310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-943530ac-0d3d-4728-8ae6-abb6342143da req-1cfe1244-aab6-4965-ae05-e05499c7b6d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:06:37.540193 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-943530ac-0d3d-4728-8ae6-abb6342143da req-1cfe1244-aab6-4965-ae05-e05499c7b6d5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.1124976 Feb 17 23:06:37.554066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-bd7b56c4-9696-4116-b384-7fbf9b5434d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.555564 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-bd7b56c4-9696-4116-b384-7fbf9b5434d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0609365 Feb 17 23:06:37.592107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-943530ac-0d3d-4728-8ae6-abb6342143da req-382260ac-2bdf-412f-b939-52bd18404f90 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Feb 17 23:06:37.632565 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:37.636270 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:06:37.636485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-0d77b49a-d7c2-4a31-9df2-39f1e5e92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.637987 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-0d77b49a-d7c2-4a31-9df2-39f1e5e92510 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755806 Feb 17 23:06:37.645505 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:37.646100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:37.843525 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:37.887327 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-cdc596a3-e3cd-40f6-bb03-adf1378e6841 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413192 Feb 17 23:06:38.021329 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fbeefac7-5958-4a4d-a5da-88aa27297c15 req-21647a8f-4ba3-4f89-8f44-1b620f526b1b service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269536 Feb 17 23:06:38.189621 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:38.194300 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b260722-d4a1-47aa-ac4f-93866ec0cb03 None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '556ff82f-c449-4880-90ef-5a1001878a2d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'port_id': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'mac_address': 'fa:16:3e:11:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:05:37Z', 'updated_at': '2022-02-17T23:05:41Z', 'revision_number': 1, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:06:38.404460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c262f9-e077-4200-80b7-f6b9215bd309 None None] New status for floating IP 02aeec83-eec9-4439-9b57-d63a7da329a6: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:06:38.734263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-86a7ea0b-3106-4308-81fe-405d3561fce0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:38.734942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-86a7ea0b-3106-4308-81fe-405d3561fce0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:06:38.746662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-86a7ea0b-3106-4308-81fe-405d3561fce0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:06:38.747798 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-86a7ea0b-3106-4308-81fe-405d3561fce0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.0931799 Feb 17 23:06:38.788473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db58dd-03b5-4b39-a30c-1ccd03fc3a7a req-fb0ad8fd-444d-4d68-8c21-76521f5907d1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:38.789960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15db58dd-03b5-4b39-a30c-1ccd03fc3a7a req-fb0ad8fd-444d-4d68-8c21-76521f5907d1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 945 time: 0.0801027 Feb 17 23:06:38.820560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port a6690f9d-7fce-419b-9fdb-877a9c202495 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:38.820904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:38.835508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15db58dd-03b5-4b39-a30c-1ccd03fc3a7a req-ec57d983-63da-4bcf-a47f-e2b35c6ffba0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=c153f67d-9942-4f0c-b4b6-ab3740eea7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Feb 17 23:06:39.081984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port a6690f9d-7fce-419b-9fdb-877a9c202495, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a6690f9d-7fce-419b-9fdb-877a9c202495,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:39.082337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:39.207477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for a6690f9d-7fce-419b-9fdb-877a9c202495 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:39.355798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:39.406333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=a6690f9d-7fce-419b-9fdb-877a9c202495,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:39.485296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port a6690f9d-7fce-419b-9fdb-877a9c202495 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:06:39.487755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:39.490390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'name': 'network-vif-deleted', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:39.506609 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-57581f18-735e-4ec0-a3dd-9c7de381e21f req-5b3664e2-5e5f-422b-b92b-aeaa7c8b466a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/a6690f9d-7fce-419b-9fdb-877a9c202495 HTTP/1.1" status: 204 len: 173 time: 0.7537246 Feb 17 23:06:39.538146 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90643b-fd9b-4046-8568-c956f2536f44', 'name': 'network-vif-deleted', 'tag': 'a6690f9d-7fce-419b-9fdb-877a9c202495', 'status': 'completed', 'code': 200} Feb 17 23:06:40.119533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-099a29af-2a92-454f-a570-d2f09c4c83e0 req-5e21b454-59a8-4ef0-944e-c4265a45ac6c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f90643b-fd9b-4046-8568-c956f2536f44 HTTP/1.1" status: 200 len: 210 time: 0.1635222 Feb 17 23:06:41.216824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39046) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:41.288713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.322603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.394409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.414190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c153f67d-9942-4f0c-b4b6-ab3740eea7a2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:41.427423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.429180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-50e9aa5c-7798-4ace-8e15-e0ef2298f125 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/c153f67d-9942-4f0c-b4b6-ab3740eea7a2 HTTP/1.1" status: 204 len: 168 time: 0.2111506 Feb 17 23:06:41.466873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39052) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:41.533351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a6690f9d-7fce-419b-9fdb-877a9c202495 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:06:41.574033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: a6690f9d-7fce-419b-9fdb-877a9c202495 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:06:41.574282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a6690f9d-7fce-419b-9fdb-877a9c202495 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:06:41.683498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 00de7a88-fa55-4cbe-a24e-e09fb30544cd {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:41.683842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.856311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.856551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:41.981476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 00de7a88-fa55-4cbe-a24e-e09fb30544cd owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:42.135609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:42.185334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=00de7a88-fa55-4cbe-a24e-e09fb30544cd,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:42.282059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:42.282766 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 556ff82f-c449-4880-90ef-5a1001878a2d disassociated (deleted). External IP: 172.26.7.91, port: bdff6136-8cd3-4e17-bb74-4cacaea2dfc6. Feb 17 23:06:42.639555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:06:42.923473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:06:42.938093 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:06:42.942389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:42.948082 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:42.948678 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:43.001489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d433562f-6618-4d55-b27e-e02d00e021ba tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/556ff82f-c449-4880-90ef-5a1001878a2d HTTP/1.1" status: 204 len: 168 time: 1.5310645 Feb 17 23:06:43.001489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:43.067476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:06:43.151896 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:43.162587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-b3cc7384-415b-41b6-b56e-61d7547ea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.164063 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-b3cc7384-415b-41b6-b56e-61d7547ea145 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 1098 time: 0.0760832 Feb 17 23:06:43.307477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-f750c6fb-71c0-4c95-b786-20326bcb17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.308978 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-f750c6fb-71c0-4c95-b786-20326bcb17bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 200 len: 896 time: 0.1395245 Feb 17 23:06:43.387641 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-0df44047-e7f8-4cbd-91cc-844853739c30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 200 len: 217 time: 0.0702534 Feb 17 23:06:43.405659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-b708afec-6e77-48e8-be51-d787e1f2cd38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.406415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-b708afec-6e77-48e8-be51-d787e1f2cd38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:06:43.425659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-b708afec-6e77-48e8-be51-d787e1f2cd38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:06:43.427069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-b708afec-6e77-48e8-be51-d787e1f2cd38 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.1107979 Feb 17 23:06:43.459085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-a50accd1-694f-4e9e-b7c3-969a2bef675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.460628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-a50accd1-694f-4e9e-b7c3-969a2bef675c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 200 len: 834 time: 0.0662322 Feb 17 23:06:43.472400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-770527a2-2897-47da-ac5a-e1de61541b1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:06:43.488707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-770527a2-2897-47da-ac5a-e1de61541b1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:06:43.497554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-047c9f2f-29cb-4c8c-ba40-06520c487b3e req-770527a2-2897-47da-ac5a-e1de61541b1d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642715 Feb 17 23:06:43.513064 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:43.515769 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:06:43.524895 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:43.525527 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:43.547389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-997860cc-b452-4c9d-b851-cf2cf95e598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.548862 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-997860cc-b452-4c9d-b851-cf2cf95e598e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f73f13-9050-41da-a665-9f4dd1cff795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817895 Feb 17 23:06:43.683937 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-c1182275-86b2-4050-8437-c751ba08ff62 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284454 Feb 17 23:06:43.701893 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:43.924251 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-45c765ef-98d6-4331-9c00-5d6176a7c60a req-15eb235d-7abb-4382-b31e-c161e2595017 service neutron] 10.222.0.43 "GET /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340786 Feb 17 23:06:44.030755 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:44.035208 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d38ff-5af7-40d3-8a6d-83bb930ec1b4 None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:05:21Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '56a23610-f6e7-44ed-bc52-dbefdf9839eb', 'name': '', 'network_id': '73f73f13-9050-41da-a665-9f4dd1cff795', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:09:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:20Z', 'updated_at': '2022-02-17T23:05:25Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '493032d9-2996-4553-94cf-32b0e6608c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:06:44.240837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085aa5d-7bf5-451b-b785-4d84fd8bf300 None None] New status for floating IP 556ff82f-c449-4880-90ef-5a1001878a2d: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:06:44.689714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669c72-435f-4b51-9f63-0628a4e1b8d0 req-466b34ed-fb15-4f78-8481-7365da1fb05d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:44.691614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2669c72-435f-4b51-9f63-0628a4e1b8d0 req-466b34ed-fb15-4f78-8481-7365da1fb05d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.0900655 Feb 17 23:06:44.702044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-f8956485-366d-4df0-a5ba-bf481f4a326b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:44.702818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-f8956485-366d-4df0-a5ba-bf481f4a326b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:06:44.716170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-f8956485-366d-4df0-a5ba-bf481f4a326b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:06:44.717341 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-f8956485-366d-4df0-a5ba-bf481f4a326b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 945 time: 0.0961308 Feb 17 23:06:44.740063 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2669c72-435f-4b51-9f63-0628a4e1b8d0 req-1c2c04d7-fb8d-4625-9350-314da5e80a8d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Feb 17 23:06:44.797486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:44.797743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:45.082871 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:45.083144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:45.217487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:45.368030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:45.424066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=bdff6136-8cd3-4e17-bb74-4cacaea2dfc6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:45.503096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:06:45.505915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:45.508952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'name': 'network-vif-deleted', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:45.526083 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-09e82ccd-5874-4163-9f10-422f0aefee63 req-04332e70-7437-434b-bffc-538dfa7088a1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 HTTP/1.1" status: 204 len: 173 time: 0.8026919 Feb 17 23:06:45.560940 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395fd59-9961-4b7d-bba6-5fd50053866d', 'name': 'network-vif-deleted', 'tag': 'bdff6136-8cd3-4e17-bb74-4cacaea2dfc6', 'status': 'completed', 'code': 200} Feb 17 23:06:45.918812 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d7d5521-45ba-4514-9385-4a5fdfc511c2 req-a65cdecb-847f-469a-af5c-54df87767294 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=0395fd59-9961-4b7d-bba6-5fd50053866d HTTP/1.1" status: 200 len: 210 time: 0.0469315 Feb 17 23:06:46.558289 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:06:47.014776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39070) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:47.086988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:47.118292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:47.182719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:47.202940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c3cd4-ed64-473c-9f49-ee82b6bd3ee0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:47.215259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:47.216389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-81df7a29-212f-4323-88cb-cebc85b79710 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/734c3cd4-ed64-473c-9f49-ee82b6bd3ee0 HTTP/1.1" status: 204 len: 168 time: 0.2006342 Feb 17 23:06:47.247052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39076) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:47.567697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:06:47.602226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:06:47.602565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bdff6136-8cd3-4e17-bb74-4cacaea2dfc6 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:06:47.835435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:48.217914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 56a23610-f6e7-44ed-bc52-dbefdf9839eb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:48.218666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:48.547716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 56a23610-f6e7-44ed-bc52-dbefdf9839eb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=56a23610-f6e7-44ed-bc52-dbefdf9839eb,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:48.549448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:48.680620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 56a23610-f6e7-44ed-bc52-dbefdf9839eb owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:49.067112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:49.121302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=56a23610-f6e7-44ed-bc52-dbefdf9839eb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:49.412238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:49.783701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router e5f09b76-c860-4597-bfc5-81368286c8f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:06:50.081512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:06:50.091736 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Sync routers for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:06:50.095252 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-da4a47f9-3a6c-439c-a24f-95706224519a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/e5f09b76-c860-4597-bfc5-81368286c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470740 Feb 17 23:06:50.098504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39080) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:50.102011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3d7abbe8-616e-4269-ac3e-7db2035be677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.102890 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:50.103561 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:50.168891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 493032d9-2996-4553-94cf-32b0e6608c2f {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:06:50.172124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.231728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.281560 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:50.320001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.406373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.450206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=493032d9-2996-4553-94cf-32b0e6608c2f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:50.452176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.460595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-89f5675e-ac12-4b67-ab29-3c8d4de71936 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/493032d9-2996-4553-94cf-32b0e6608c2f HTTP/1.1" status: 204 len: 168 time: 0.3610070 Feb 17 23:06:50.462722 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b0f50d-3dc1-4689-8f94-2c3238750932 None None] Network 73f73f13-9050-41da-a665-9f4dd1cff795 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:06:50.463130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39084) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:50.617726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:06:48Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:50.620156 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Checking router: e5f09b76-c860-4597-bfc5-81368286c8f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:06:50.630103 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Routers {'e5f09b76-c860-4597-bfc5-81368286c8f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:50.630756 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['e5f09b76-c860-4597-bfc5-81368286c8f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:50.665512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.750299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] DHCP port deletion for 73f73f13-9050-41da-a665-9f4dd1cff795 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:06:50.757116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Deleting port 5a9fb8cd-508c-4666-b147-0b35d2f211ac {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:50.757902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.864364 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] Set router e5f09b76-c860-4597-bfc5-81368286c8f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:50.869115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:50.882797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 4e38aa37-0c6e-493a-90e4-1eca90df4c28 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:06:50.883270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.047277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] For port 5a9fb8cd-508c-4666-b147-0b35d2f211ac, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5a9fb8cd-508c-4666-b147-0b35d2f211ac,segment=NetworkSegment(2c6474fd-b4ad-4971-bbb1-47eebce9271d),segment_id=2c6474fd-b4ad-4971-bbb1-47eebce9271d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:51.048366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.082804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 4e38aa37-0c6e-493a-90e4-1eca90df4c28, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4e38aa37-0c6e-493a-90e4-1eca90df4c28,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:51.083255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.197808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Calling delete_port for 5a9fb8cd-508c-4666-b147-0b35d2f211ac owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:51.203609 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:06:48Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:51.208357 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa4c6e-9055-46eb-8803-ede2956bea75 None None] The sync data for ids ['e5f09b76-c860-4597-bfc5-81368286c8f2'] in dv-neutron-805768-3-hyperv is: [{'id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'name': 'tempest-TestNetworkBasicOps-router-581554460', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:05:15Z', 'updated_at': '2022-02-17T23:06:48Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '4e38aa37-0c6e-493a-90e4-1eca90df4c28', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f09b76-c860-4597-bfc5-81368286c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:05:16Z', 'updated_at': '2022-02-17T23:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:06:51.223805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 4e38aa37-0c6e-493a-90e4-1eca90df4c28 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:06:51.298990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.349608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Pushing event deleted for resources: {'Port': ['ID=5a9fb8cd-508c-4666-b147-0b35d2f211ac,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:51.358026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] No DVR routers for this DVR port 5a9fb8cd-508c-4666-b147-0b35d2f211ac on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:06:51.360206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.360537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.360879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.361247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.361578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.362018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.362437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.362987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.363150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.363379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.363699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.364015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424ccda-171a-44b5-a1fc-e4cacbee7046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:51.429143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.485733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=4e38aa37-0c6e-493a-90e4-1eca90df4c28,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:51.662222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a9fb8cd-508c-4666-b147-0b35d2f211ac no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:06:51.702172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5a9fb8cd-508c-4666-b147-0b35d2f211ac {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:06:51.702760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5a9fb8cd-508c-4666-b147-0b35d2f211ac not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:06:51.703352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a23610-f6e7-44ed-bc52-dbefdf9839eb no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:06:51.722933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.747212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 56a23610-f6e7-44ed-bc52-dbefdf9839eb {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:06:51.747552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 56a23610-f6e7-44ed-bc52-dbefdf9839eb not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:06:51.901634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.904010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.927862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.928554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router e5f09b76-c860-4597-bfc5-81368286c8f2 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:06:51.948707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:51.949858 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-77a0ed66-d48d-4d3d-844d-316ef5c30f43 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/e5f09b76-c860-4597-bfc5-81368286c8f2 HTTP/1.1" status: 204 len: 168 time: 1.4858236 Feb 17 23:06:51.953647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39090) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:52.082647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.219925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.251670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f73f13-9050-41da-a665-9f4dd1cff795']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:52.264398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6474fd-b4ad-4971-bbb1-47eebce9271d') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:52.264698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6474fd-b4ad-4971-bbb1-47eebce9271d') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:52.277041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.294967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.308952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:06:52.309433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:06:52.324611 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:06:52.379825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-96efd8f7-7fc0-477d-a427-2785cd34d439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.411631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.442477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.454039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=73f73f13-9050-41da-a665-9f4dd1cff795,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:52.463896 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2f2af430-1711-42b9-b818-68c09b1fe68a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/73f73f13-9050-41da-a665-9f4dd1cff795 HTTP/1.1" status: 204 len: 168 time: 0.5089097 Feb 17 23:06:52.494334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39094) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:52.501308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'network': {'name': 'tempest-network-smoke--322760238', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:52.506720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:06:52.512771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:network and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:06:52.517556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:06:52.528061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:06:52.543180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:52.548118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.593313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:06:52.607164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.607509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Added segment e773bd87-6048-4d6e-800e-2453bf19b14b of type vlan for network 955ccb00-fa20-45b9-ac91-69c006ed48ba Feb 17 23:06:52.636694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.667971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.673643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:52.674239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.783318 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2876029 Feb 17 23:06:52.787041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39098) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:52.793104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'admin_state_up': True, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:52.794263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142145fa-c65e-4519-9860-0a766ba861da tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Network': ['ID=955ccb00-fa20-45b9-ac91-69c006ed48ba,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:52.801747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:06:52.805251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:06:52.806966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:router and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:06:52.810107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:06:52.817300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:06:52.829151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.830214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:52.847735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.145789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.350610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.403456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4e38aa37-0c6e-493a-90e4-1eca90df4c28 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:06:53.451145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4e38aa37-0c6e-493a-90e4-1eca90df4c28 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:06:53.451486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4e38aa37-0c6e-493a-90e4-1eca90df4c28 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:06:53.535975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.578037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.608503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.742972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.137 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/46899083-180f-4464-aca0-4222ee70c304) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:06:53.891803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.922673 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:53.990317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:53.993140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:53.996802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:06:54.026369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:54.419390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:54.887720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:54.991327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:55.146701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:06:55.337910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:06:55.348336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:06:55.357502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:55.358109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:55.364579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:55.368837 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4837fb65-2bf5-480e-b8f4-40c3ebcb0142 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5775945 Feb 17 23:06:55.369063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39102) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:55.410185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99d25cbe-d9ef-485d-afba-0b495a139025 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=1a754d4f6c254f62918099b6f717c8aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398946 Feb 17 23:06:55.412815 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39106) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:55.538221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:55.551251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524eea0-97b1-454d-a193-de67bcb13a3c tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:55.552749 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d524eea0-97b1-454d-a193-de67bcb13a3c tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389735 Feb 17 23:06:55.555682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39110) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:55.600370 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-81d2e216-8428-4a3f-b2a9-8c9bc96fb3a4 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434978 Feb 17 23:06:55.602702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39114) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:55.607916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292326820', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:55.717662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:06:55.722311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:subnet and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:06:55.725074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:06:55.731010 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:06:55.742276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:55.745828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:55.822295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:54Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:55.826311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:06:55.826656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Updating router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 port 46899083-180f-4464-aca0-4222ee70c304 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:06:55.883706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:55.966599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.046069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Subnet': ['ID=440f4a6c-3d5b-422b-a272-a1df5130a5b8,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:56.057355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Checking segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:06:56.057717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network hostable DHCP agents. Network: 955ccb00-fa20-45b9-ac91-69c006ed48ba, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:06:56.077770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:06:56.087776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 955ccb00-fa20-45b9-ac91-69c006ed48ba) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:56.092679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:56.093289 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.096692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ca0e0-54e8-4a27-8c64-11e2d06ccf18 None None] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:06:56.117934 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-79dc5d72-adae-41e3-86e7-9d7eca8e6d59 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5142093 Feb 17 23:06:56.120615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39118) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:56.396418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.462225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Transition to ACTIVE for port object 46899083-180f-4464-aca0-4222ee70c304 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:56.467784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-955ccb00-fa20-45b9-ac91-69c006ed48ba', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:06:56.468618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.480101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.623422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Attempting to bind port 46899083-180f-4464-aca0-4222ee70c304 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:06:56.623789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Attempting to bind port 46899083-180f-4464-aca0-4222ee70c304 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:06:56.624147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Attempting to bind port 46899083-180f-4464-aca0-4222ee70c304 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:06:56.630539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1888e0-9183-4ef9-8239-d77c974760e8 None None] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:56.640149 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:06:56.640527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:06:56.640928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.641347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:06:56.641822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Bound port: 46899083-180f-4464-aca0-4222ee70c304, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:06:56.642195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.782035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:06:56.790815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Allocated IP 172.20.0.2 (955ccb00-fa20-45b9-ac91-69c006ed48ba/440f4a6c-3d5b-422b-a272-a1df5130a5b8/94529548-4042-4ede-9de3-877b91519232) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:06:56.796187 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=46899083-180f-4464-aca0-4222ee70c304,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:06:56.804056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:56.975027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:56.975670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:57.012429 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.059445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1888e0-9183-4ef9-8239-d77c974760e8 None None] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:57.256034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:06:57.369557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.440403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Transition to ACTIVE for port object 94529548-4042-4ede-9de3-877b91519232 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:57.482783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Transition to ACTIVE for port object 94529548-4042-4ede-9de3-877b91519232 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:57.493532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.587138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.1 (955ccb00-fa20-45b9-ac91-69c006ed48ba/440f4a6c-3d5b-422b-a272-a1df5130a5b8/4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:06:57.630113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:57.636269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:57.638314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Pushing event updated for resources: {'Port': ['ID=94529548-4042-4ede-9de3-877b91519232,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:57.641736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:06:57.746868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Attempting to bind port 94529548-4042-4ede-9de3-877b91519232 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:06:57.747236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Attempting to bind port 94529548-4042-4ede-9de3-877b91519232 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:06:57.747597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Attempting to bind port 94529548-4042-4ede-9de3-877b91519232 on network 955ccb00-fa20-45b9-ac91-69c006ed48ba {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:06:57.755981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:06:57.756353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Checking segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:06:57.756753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.757175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Bound using segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:06:57.757650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Bound port: 94529548-4042-4ede-9de3-877b91519232, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:06:57.758022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.769787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.787523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:57.813567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:54Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:57.816395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.832233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2dfa6-17af-4c40-8504-3556edd40660 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:54Z', 'revision_number': 3, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:06:57.876741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:06:57.884621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:06:57.889810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.901504 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:57.905495 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:57.908258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:06:57.948410 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:57.983295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:57.992285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db469-042b-475c-a9d2-9c81e7c1e02c None None] Pushing event updated for resources: {'Port': ['ID=94529548-4042-4ede-9de3-877b91519232,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:58.325046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:58.406661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.000567 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.007959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.132532 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:59.140616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.158065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d414b-1439-4e82-ad9a-0f223cbb3542 None None] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:06:59.300296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:59.301986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:59.317203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-00a3c6ed-bfa6-4f5a-9c70-98392ed8057a None None] Provisioning for port 94529548-4042-4ede-9de3-877b91519232 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:06:59.515526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 94529548-4042-4ede-9de3-877b91519232 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:06:59.542006 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:06:59.604675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 94529548-4042-4ede-9de3-877b91519232 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:06:59.614806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 94529548-4042-4ede-9de3-877b91519232 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:59.615401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.762383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.795249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:06:59.810140 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:06:59.811021 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-200dca80-a211-49a2-9e53-5c7b881e3185 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885211 Feb 17 23:06:59.812806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:06:59.827331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:06:59.827950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:06:59.829235 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:06:59.833692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:06:59.834909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:06:59.995896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Provisioning complete for port 94529548-4042-4ede-9de3-877b91519232 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:59.996507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.024046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=94529548-4042-4ede-9de3-877b91519232,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:00.043830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fa79-47e8-49c8-ac11-3e11758a51aa tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.044312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fa79-47e8-49c8-ac11-3e11758a51aa tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.044952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fa79-47e8-49c8-ac11-3e11758a51aa tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.049948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fa79-47e8-49c8-ac11-3e11758a51aa tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.051644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-62e0fa79-47e8-49c8-ac11-3e11758a51aa tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.2378070 Feb 17 23:07:00.055398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39126) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:00.069585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 46899083-180f-4464-aca0-4222ee70c304 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:00.077979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 46899083-180f-4464-aca0-4222ee70c304 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:00.078352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.081724 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:00.173140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097effee-211b-4ab4-8d98-c185ca4c3f7a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.173821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097effee-211b-4ab4-8d98-c185ca4c3f7a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.175715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097effee-211b-4ab4-8d98-c185ca4c3f7a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.175715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097effee-211b-4ab4-8d98-c185ca4c3f7a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.177846 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-097effee-211b-4ab4-8d98-c185ca4c3f7a tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1212757 Feb 17 23:07:00.180294 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:00.286017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Provisioning for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:00.306143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:00.306881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.352260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.385837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=46899083-180f-4464-aca0-4222ee70c304,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:00.387100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-4736b393-c21e-4463-b6bd-4e7da474a6d4 None None] Port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:07:00.392612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.458974 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b756e42b-b790-41c6-916b-b48d35fb00b3 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2701526 Feb 17 23:07:00.474873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:00.507572 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:00.512857 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:00.512857 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Updating router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:07:00.514952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-22b42c19-3a03-4e07-b466-01bb084fce7a None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:00.515339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-22b42c19-3a03-4e07-b466-01bb084fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.574338 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.584088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-22b42c19-3a03-4e07-b466-01bb084fce7a None None] Port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:07:00.987473 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:00.999890 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Transition to ACTIVE for port object 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:07:01.008611 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.173737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39136) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:01.177770 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.179781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465408824', 'description': 'tempest-secgroup-smoke-465408824 description', 'project_id': '1a754d4f6c254f62918099b6f717c8aa'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:01.186982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:01.191991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:01.195417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:01.202606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:01.215569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.220658 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.221200 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.221544 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.221870 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.222186 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.222509 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.222822 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.223133 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.223458 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.223756 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.224089 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.224419 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:01.242143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:01.246639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:01.249540 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Attempting to bind port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:07:01.249898 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Attempting to bind port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:07:01.250249 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Attempting to bind port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd on network 955ccb00-fa20-45b9-ac91-69c006ed48ba {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:07:01.250409 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:01.256998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:07:01.257559 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Checking segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:07:01.258055 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.258355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:01.258606 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Bound using segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:07:01.259179 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Bound port: 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:07:01.259644 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.343502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.348342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.367333 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:07:01.370462 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:07:01.375226 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.398297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b8d5d-32a5-498e-b5db-9af838b945fb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.404067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.405915 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-edefd183-dbd7-42b4-b98c-3e073d48fe50 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2303903 Feb 17 23:07:01.409476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39140) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:01.418329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:01.429531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:01.438717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:01.452562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:01.458863 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:01.459084 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:01.460150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:01.480610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.497531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 94529548-4042-4ede-9de3-877b91519232 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:01.548598 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a943eaf-c0af-4e49-bfc1-2606eeefae19 None None] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.583634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.588965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.606098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 94529548-4042-4ede-9de3-877b91519232 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:01.606658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.622731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbf6889-5cbc-4db5-9bd9-36c163dae5c0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.640193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.644606 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0026e4ee-a618-461c-aa4b-c8fc655c6343 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307913 Feb 17 23:07:01.645557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39144) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:01.650447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:01.657125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:01.662401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:01.666328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:01.674027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:01.701485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.705670 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:01.778671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.779811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:01.785446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.813695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feef433-e826-44d8-886f-3f9efb58d39d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.823973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.825325 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5bc30183-08c9-4131-84ea-d0be6c131ec1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793423 Feb 17 23:07:01.828007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39148) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:01.833723 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:01.840119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:01.843827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:01.847690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:01.853850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:01.860480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 46899083-180f-4464-aca0-4222ee70c304 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:01.860883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.871666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.944196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.948513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.967535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3df5a04-7abb-46ab-bd67-5f72d0526c83,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:01.986223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:01.987752 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-aebbac93-62e0-4561-9308-dd976af9f981 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586699 Feb 17 23:07:01.990966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39152) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:01.997523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:02.004536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:02.009027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:02.012524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:02.019769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:02.041700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.058009 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:01Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:02.062574 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de4a3e-e80e-4b6c-be19-3a2809c332a0 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:01Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:02.142246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.146904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.178240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf40450-d77d-4fe2-8b50-eaea633c674a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:02.188604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.190058 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c40d624c-d7cb-47c3-a363-5fe22dcd8cd8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980917 Feb 17 23:07:02.193354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39156) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:02.199075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:02.206180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:02.210562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:02.213765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:02.220313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:02.232883 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:07:02.240994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.314270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.319997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.346037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad012c2f-8420-47c9-9a25-d46170911333,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:02.357242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.358412 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5eda0184-c753-476f-8d58-5ca45b2cb2ef tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640658 Feb 17 23:07:02.361447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39160) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:02.366766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'security_group_rule': {'security_group_id': 'f08b8d5d-32a5-498e-b5db-9af838b945fb', 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:02.373219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:02.378146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:security_group_rule and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:02.382039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:02.388529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:02.403927 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Project 1a754d4f6c254f62918099b6f717c8aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:07:02.412082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.613321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.618535 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.647677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71171d2-a223-4c8b-b4c4-e6cffde964fd,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:02.659347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:02.660410 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d63d16c0-a1db-45d1-a83e-fc1ff185dc2f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2979765 Feb 17 23:07:02.843431 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-9d07486b-1ffa-4e1a-87f2-b00e0c64c93d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:07:02.863207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-9d07486b-1ffa-4e1a-87f2-b00e0c64c93d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:07:02.864475 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-9d07486b-1ffa-4e1a-87f2-b00e0c64c93d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465408824&fields=id&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 267 time: 0.0658238 Feb 17 23:07:03.054947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-c1955f60-c149-44d2-a917-8a671e688045 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:03.055770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-c1955f60-c149-44d2-a917-8a671e688045 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:07:03.076706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-c1955f60-c149-44d2-a917-8a671e688045 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:07:03.078105 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-c1955f60-c149-44d2-a917-8a671e688045 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 796 time: 0.2052197 Feb 17 23:07:03.096644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-f5303d4a-44ac-41b0-a9fd-daa195296854 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/quotas/1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 375 time: 0.0116193 Feb 17 23:07:03.191170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-8263cc87-0db7-4730-bef6-ae05fa790c5e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:07:03.208247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-8263cc87-0db7-4730-bef6-ae05fa790c5e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:07:03.209697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-8263cc87-0db7-4730-bef6-ae05fa790c5e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068759 Feb 17 23:07:03.480058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:03.542466 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-130e262e-cc03-404e-b619-8df7391a9757 service neutron] 10.222.0.42 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195412 Feb 17 23:07:03.567841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:03.573314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:03.573683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:03.714843 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cfbf42e4-84d2-4310-8904-f80f07f08471 service neutron] 10.222.0.42 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656313 Feb 17 23:07:03.739768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:03.775884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:03.781195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:03.893255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:03.936862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ca355b34-f4b5-4253-b9bf-8f8e47a7cbea req-6586c6f0-8a63-4b55-b59b-19ba12b9edea tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 210 time: 0.0488575 Feb 17 23:07:05.123969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92a49a47-bd63-44e9-8f47-eeb4992ba4b0 req-138a0b16-d9b9-4195-8578-b7c648d472a9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 210 time: 0.0604484 Feb 17 23:07:05.265848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3894896c-91ac-485f-9a57-fd9b0b8add47 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:05.267413 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3894896c-91ac-485f-9a57-fd9b0b8add47 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 796 time: 0.1850722 Feb 17 23:07:05.352112 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-298feb66-2f3e-4af6-8aa9-4c6240b69bf9 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a754d4f6c254f62918099b6f717c8aa HTTP/1.1" status: 200 len: 379 time: 0.0760460 Feb 17 23:07:05.364320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'port': {'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'admin_state_up': True, 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'security_groups': ['f08b8d5d-32a5-498e-b5db-9af838b945fb']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:05.467485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:05.535149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:05.543048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:05.543410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:05.546195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:05.562566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Made reservation on behalf of 1a754d4f6c254f62918099b6f717c8aa for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:07:05.568653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:05.766996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.20.0.11 (955ccb00-fa20-45b9-ac91-69c006ed48ba/440f4a6c-3d5b-422b-a272-a1df5130a5b8/a10a63ae-65ad-4026-92c5-9a42d429af4d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:05.976944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:05.994116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Transition to ACTIVE for port object a10a63ae-65ad-4026-92c5-9a42d429af4d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:07:06.018793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:06.151460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:06.157324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:06.162593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:07:06.214586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:06.249650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:06.250345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:06.284697 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3458f84d-b5b8-4615-8cd9-8d00e0a10404 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9247897 Feb 17 23:07:06.296031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Request body: {'port': {'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:06.386699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce5855-d49b-4d57-8045-54cc7602e7a3 req-8b5ff4a3-36ad-4ec5-bad7-dca2acb191c1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:06.388859 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a0ce5855-d49b-4d57-8045-54cc7602e7a3 req-8b5ff4a3-36ad-4ec5-bad7-dca2acb191c1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 932 time: 0.1057594 Feb 17 23:07:06.432057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ef1afb0-2d8d-4709-b2b7-44aa509116aa None None] Provisioning for port a10a63ae-65ad-4026-92c5-9a42d429af4d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:06.435143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:06.439485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6ef1afb0-2d8d-4709-b2b7-44aa509116aa None None] Provisioning complete for port a10a63ae-65ad-4026-92c5-9a42d429af4d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:06.440086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ef1afb0-2d8d-4709-b2b7-44aa509116aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:06.453934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a0ce5855-d49b-4d57-8045-54cc7602e7a3 req-e0ccbe0b-bf36-4f78-828a-c8562d469847 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547886 Feb 17 23:07:06.513018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1afb0-2d8d-4709-b2b7-44aa509116aa None None] Port a10a63ae-65ad-4026-92c5-9a42d429af4d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:07:06.865684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10a63ae-65ad-4026-92c5-9a42d429af4d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:07:06.873820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:06.889338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Transition to ACTIVE for port object a10a63ae-65ad-4026-92c5-9a42d429af4d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:07:06.893860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:07.107307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:07.182555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Attempting to bind port a10a63ae-65ad-4026-92c5-9a42d429af4d on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:07:07.182884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Attempting to bind port a10a63ae-65ad-4026-92c5-9a42d429af4d by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:07:07.183198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Attempting to bind port a10a63ae-65ad-4026-92c5-9a42d429af4d on network 955ccb00-fa20-45b9-ac91-69c006ed48ba {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:07:07.188775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Port a10a63ae-65ad-4026-92c5-9a42d429af4d on network 955ccb00-fa20-45b9-ac91-69c006ed48ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:07:07.189076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Attempting to bind port a10a63ae-65ad-4026-92c5-9a42d429af4d on network 955ccb00-fa20-45b9-ac91-69c006ed48ba {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:07:07.195669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:07:07.195983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Checking segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:07:07.196364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Bound using segment: {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:07:07.196790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Bound port: a10a63ae-65ad-4026-92c5-9a42d429af4d, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e773bd87-6048-4d6e-800e-2453bf19b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:07:07.197158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:07.411650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:07:07.416244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:07:07.421296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:07.510619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.511243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:07.512736 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] 10.222.0.43 "PUT /v2.0/ports/a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 1094 time: 1.2209134 Feb 17 23:07:07.513276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:07.560515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26a0c-8aca-4c2e-ab60-d82c9e619a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:07.652556 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'status': 'completed', 'code': 200} Feb 17 23:07:07.695315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-b7978a55-fbe3-489f-81b8-7d0d8c2d0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.698336 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-b7978a55-fbe3-489f-81b8-7d0d8c2d0be3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1097 time: 0.1109354 Feb 17 23:07:07.788725 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-3216c2c4-2d63-42f4-b56e-6737005f254e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 217 time: 0.0822761 Feb 17 23:07:07.829122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a580-fb5a-4e2a-a321-add24cebf826 req-010446a6-b42b-4162-90e8-9a6cf984b892 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.831807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ae8a580-fb5a-4e2a-a321-add24cebf826 req-010446a6-b42b-4162-90e8-9a6cf984b892 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 944 time: 0.1251261 Feb 17 23:07:07.879927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-ead6ee52-3668-441b-bedc-1676fb20ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.882575 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-ead6ee52-3668-441b-bedc-1676fb20ecba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 200 len: 835 time: 0.0882475 Feb 17 23:07:07.887759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ae8a580-fb5a-4e2a-a321-add24cebf826 req-7dd5ea2d-c3e1-46cd-a2ce-dfc7fec1f17e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Feb 17 23:07:07.986032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-967e2305-c001-4e63-b20d-4aa74760fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.988897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-967e2305-c001-4e63-b20d-4aa74760fde9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=955ccb00-fa20-45b9-ac91-69c006ed48ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993750 Feb 17 23:07:08.138946 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-25a574ed-367f-490a-a26b-8d549c3d87d7 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437752 Feb 17 23:07:08.291838 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-08ef84ee-37ed-410e-a768-bce0e763db18 req-18f840a8-6b7e-4e9c-8f52-9129855a2e80 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469469 Feb 17 23:07:08.444291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-2e038394-d84f-4fe0-b45c-4d3da8470e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:08.445830 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-2e038394-d84f-4fe0-b45c-4d3da8470e84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1097 time: 0.1037040 Feb 17 23:07:08.593750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-a9ebf5ee-1aae-4448-a888-82569b51af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:08.595130 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-a9ebf5ee-1aae-4448-a888-82569b51af48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 896 time: 0.1433074 Feb 17 23:07:08.668313 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-2efb09d3-3f85-4caa-bc20-683b927e7b14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 217 time: 0.0664666 Feb 17 23:07:08.739696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-59cb00b5-5585-4007-b712-2fd4e997b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:08.741245 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-59cb00b5-5585-4007-b712-2fd4e997b335 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 200 len: 835 time: 0.0656824 Feb 17 23:07:08.826361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-92536501-937f-4a1a-8534-d96e47d0f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:08.827850 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-92536501-937f-4a1a-8534-d96e47d0f9a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=955ccb00-fa20-45b9-ac91-69c006ed48ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801733 Feb 17 23:07:08.981493 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-9478153d-95af-4f17-8947-4c9dc8c8f1e1 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469536 Feb 17 23:07:09.115072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8359e5-1faa-4c22-9eb8-2ce3415888cd req-5848f508-7613-4017-ae65-2fe59f73c46a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:09.116640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be8359e5-1faa-4c22-9eb8-2ce3415888cd req-5848f508-7613-4017-ae65-2fe59f73c46a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 944 time: 0.0946469 Feb 17 23:07:09.138051 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-298a0a4c-0890-4a0c-8626-1f5cae00d558 req-577d3123-a7c5-43f4-8106-fa060df73d17 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504731 Feb 17 23:07:09.178064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be8359e5-1faa-4c22-9eb8-2ce3415888cd req-77901b05-285c-423f-953b-f9756b5479bc tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554466 Feb 17 23:07:09.676558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a10a63ae-65ad-4026-92c5-9a42d429af4d details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:07:09.820553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:09.837346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:07:09.900146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:09.919689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10a63ae-65ad-4026-92c5-9a42d429af4d {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:07:09.937564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:09.943002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:10.020622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:10.134135 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a10a63ae-65ad-4026-92c5-9a42d429af4d'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:07:10.377729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7424a9a-1716-4c82-8a46-2934118de784 req-bdd407fc-d698-442d-b84f-19b0517a0e48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:10.379271 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7424a9a-1716-4c82-8a46-2934118de784 req-bdd407fc-d698-442d-b84f-19b0517a0e48 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 945 time: 0.0851040 Feb 17 23:07:10.431984 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7424a9a-1716-4c82-8a46-2934118de784 req-4a5df3e6-60cc-4216-904f-b85d9358edc1 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460050 Feb 17 23:07:11.621564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3a448-51d8-4cdf-9188-4e77a2332b6b req-c3b03a5a-cb84-4a90-8c9f-659a60226736 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:11.624139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00a3a448-51d8-4cdf-9188-4e77a2332b6b req-c3b03a5a-cb84-4a90-8c9f-659a60226736 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 945 time: 0.0854919 Feb 17 23:07:11.669794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00a3a448-51d8-4cdf-9188-4e77a2332b6b req-ac11b28e-32e2-4a98-90a8-39d96b97e246 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Feb 17 23:07:11.676754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a10a63ae-65ad-4026-92c5-9a42d429af4d up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:11.748560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port a10a63ae-65ad-4026-92c5-9a42d429af4d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:11.754008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a10a63ae-65ad-4026-92c5-9a42d429af4d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:11.754384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:11.877789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:11.904840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:11.915410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:11.925258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:11.960561 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'code': 200} Feb 17 23:07:12.000394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:12.184839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9c518-666f-495d-99dd-2b2dd9bd8530 req-fc2e90a8-6bd1-4cbb-8289-4bdd8a8d3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:12.186261 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00f9c518-666f-495d-99dd-2b2dd9bd8530 req-fc2e90a8-6bd1-4cbb-8289-4bdd8a8d3eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1099 time: 0.0760093 Feb 17 23:07:12.228443 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00f9c518-666f-495d-99dd-2b2dd9bd8530 req-45bdece5-e70f-47df-9fef-4a247f87cd2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Feb 17 23:07:12.858762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40773a-e321-49d8-9a57-4a0847b3a4c9 req-4a9b7689-96f3-4033-b939-95ba96024646 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:12.860203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb40773a-e321-49d8-9a57-4a0847b3a4c9 req-4a9b7689-96f3-4033-b939-95ba96024646 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.0840857 Feb 17 23:07:12.903910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb40773a-e321-49d8-9a57-4a0847b3a4c9 req-cc2d2682-906f-4a5f-838c-abab639f454e tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 Feb 17 23:07:14.094445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b08d1-f611-4a58-a476-0c35b4940168 req-d0130650-1cb0-497f-b0c3-da48f2cc416f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:14.096028 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b35b08d1-f611-4a58-a476-0c35b4940168 req-d0130650-1cb0-497f-b0c3-da48f2cc416f tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.0829024 Feb 17 23:07:14.141131 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b35b08d1-f611-4a58-a476-0c35b4940168 req-c2c5f236-9d30-43c1-998f-cabcc019ba3b tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Feb 17 23:07:14.331717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3316121-0316-4bae-8fb3-cb304c276ca9 req-d0633729-8e72-42e4-b82a-398bd4df186a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:14.333073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c3316121-0316-4bae-8fb3-cb304c276ca9 req-d0633729-8e72-42e4-b82a-398bd4df186a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.0837653 Feb 17 23:07:14.379146 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c3316121-0316-4bae-8fb3-cb304c276ca9 req-7d7c6d8b-f47c-46af-99c8-d120c0e72e1a tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403421 Feb 17 23:07:14.408845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39218) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:14.489814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e25c5-2b47-412b-a392-8fbfc9b6aea9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:14.491305 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e7e25c5-2b47-412b-a392-8fbfc9b6aea9 tempest-TestNetworkBasicOps-1751904866 tempest-TestNetworkBasicOps-1751904866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1094 time: 0.0814199 Feb 17 23:07:14.494161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39222) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:14.498937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:14.505622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:07:14.509661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Usage tracker for resource:floatingip and tenant:1a754d4f6c254f62918099b6f717c8aa is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:07:14.512473 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:07:14.519312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:07:14.530290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:14.762634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:14.904217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Allocated IP 172.26.7.62 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/0e4e78d3-c66a-4936-8065-169a68339234) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:15.055475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.084593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.154184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:15.157025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:15.159717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:07:15.195215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=0e4e78d3-c66a-4936-8065-169a68339234,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:15.586568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.666092 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.877576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.882127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:15.991049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event updated for resources: {'Port': ['ID=0e4e78d3-c66a-4936-8065-169a68339234,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:16.021305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:16.218524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 15f15485-50c8-4b43-9794-04a30148baf6 associated. External IP: 172.26.7.62, port: a10a63ae-65ad-4026-92c5-9a42d429af4d. Feb 17 23:07:16.685167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:07:16.860695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:07:16.871202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:16.880618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:16.881312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:16.885852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:16.947338 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-77830856-7ce1-44a7-b8e7-d7d946986ce7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4520848 Feb 17 23:07:16.947828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:16.950065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39226) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:16.992258 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'status': 'completed', 'code': 200} Feb 17 23:07:17.081374 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-db23d3b5-7a9a-47c8-a356-2640fb56c449 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 991 time: 0.1298513 Feb 17 23:07:17.083749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:17.096179 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-a491941c-bf2b-4c0c-850c-9f55d33564de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:17.097676 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-a491941c-bf2b-4c0c-850c-9f55d33564de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1099 time: 0.0828037 Feb 17 23:07:17.231101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-7e2d6503-39ea-4f68-9d05-0214300300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:17.232427 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-7e2d6503-39ea-4f68-9d05-0214300300f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 896 time: 0.1290236 Feb 17 23:07:17.348340 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-46a3a2c2-3684-4695-b439-85440601b273 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 999 time: 0.1041458 Feb 17 23:07:17.414321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-f4deac4a-8bd9-4ec9-bd66-385124fd4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:17.415775 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-f4deac4a-8bd9-4ec9-bd66-385124fd4472 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 200 len: 835 time: 0.0617750 Feb 17 23:07:17.498521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-d93a9417-1671-430a-8b8a-0c8ef7d2fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:17.499999 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-d93a9417-1671-430a-8b8a-0c8ef7d2fe01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=955ccb00-fa20-45b9-ac91-69c006ed48ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776088 Feb 17 23:07:17.507375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:15Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:03Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:17.511771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:17.521025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:17.521705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:06:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:17.647608 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-ed7bd9df-6708-4090-b046-aa796af52d81 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415019 Feb 17 23:07:17.712617 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:17.790402 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-bc733ef3-ec54-40d7-9182-3624e03f5ddc req-a2669340-f154-46b1-8e88-e696cdeb59d7 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374681 Feb 17 23:07:18.068362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:15Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:03Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:18.072355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d1815-68ce-4f99-866c-2d846ab017a2 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:06:58Z', 'revision_number': 4, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:15Z', 'revision_number': 0, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:03Z', 'revision_number': 5, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:18.085208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39232) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:18.197202 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-990b2f51-4eec-4fc5-85f5-62189fb08ad8 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 991 time: 0.1108327 Feb 17 23:07:18.262021 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f407a-4291-40f6-8622-c074a1a5f733 None None] New status for floating IP 15f15485-50c8-4b43-9794-04a30148baf6: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:07:19.200433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39236) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:19.314526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a64df1be-f7d0-48de-a19b-8204f87d125d tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 993 time: 0.1083875 Feb 17 23:07:20.105448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e57c-a867-43f0-9abf-2f5d2d42eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:22.375703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b179c56c-9591-42b8-a790-1fd87321c18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:23.345167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:23.538728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:23.556933 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:07:24.963199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:28.410777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:43.889661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39248) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:43.895737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:44.539339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:44.549830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:44.729364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:07:44.908952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:07:44.918817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:44.924466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:44.929726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2643e2ef-1fd0-413c-89fc-80addb286e63 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 HTTP/1.1" status: 200 len: 889 time: 1.0351117 Feb 17 23:07:44.930081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:44.930774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:44.994452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:45.002858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:45.003477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:45.067998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:45.068394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfce5e8-b188-41ca-8f32-ee19cfe515d9 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:45.131200 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-a53da78c-d0b9-4f7b-b7d7-701656921f31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753186 Feb 17 23:07:45.270349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-8a650a43-a17a-4f7d-96ce-ab5dfc74c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:45.271746 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-8a650a43-a17a-4f7d-96ce-ab5dfc74c35c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1099 time: 0.0740809 Feb 17 23:07:45.485945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:07:45.537601 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-35ac06c7-fb5a-4eef-90d6-e841d155fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:45.539098 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-35ac06c7-fb5a-4eef-90d6-e841d155fcf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 896 time: 0.2490237 Feb 17 23:07:45.606290 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:45.639235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:45.643462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:45.644259 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-69663d77-9efc-4d74-a4a3-125a41e4b48e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 1001 time: 0.0983739 Feb 17 23:07:45.708041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-22793b91-5a72-47ec-b1d8-81e37b8313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:45.709603 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-22793b91-5a72-47ec-b1d8-81e37b8313f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 200 len: 835 time: 0.0598545 Feb 17 23:07:45.712180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:45.786098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-74c7a6fe-b79b-4479-986a-eabb3efec37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:45.787443 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-74c7a6fe-b79b-4479-986a-eabb3efec37c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=955ccb00-fa20-45b9-ac91-69c006ed48ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716958 Feb 17 23:07:45.865114 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6df852-bfad-4670-a5d5-3706f7d09bd4 None None] New status for floating IP 15f15485-50c8-4b43-9794-04a30148baf6: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:07:45.925566 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-d6a5dedb-74ec-4da7-b597-fdce2cc7727e service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296844 Feb 17 23:07:46.065737 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-e901efdf-9e24-49bb-b8f3-5adedaa43eee req-14371728-c22f-48fe-abff-0d33c5221ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341312 Feb 17 23:07:47.083222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39254) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:47.088473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:47.461683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:07:47.582314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:47.600048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=46899083-180f-4464-aca0-4222ee70c304,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:47.604049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:47.673963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:47.757720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:47.767921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3918716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3918661', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918972'] for router, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:47.953763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:07:48.135801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:07:48.142891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:48.144023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-75716f19-3506-4391-ac04-a90e078cf0a2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 HTTP/1.1" status: 200 len: 888 time: 1.0598171 Feb 17 23:07:48.146953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39258) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:48.147144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:48.157490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:48.158148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:48.254319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2bea2c6a-0c68-404a-911e-25cf6075e724 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 991 time: 0.1062195 Feb 17 23:07:48.375583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:48.725576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:46Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:48.729402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:48.738602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:48.739193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:48.916295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:49.258331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39262) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:49.269387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:46Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:49.273612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eca35-9d99-4de6-bc18-0777c6126fb8 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '15f15485-50c8-4b43-9794-04a30148baf6', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'port_id': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'mac_address': 'fa:16:3e:f1:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1170172-47a9-4e77-8067-9583dc981863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:15Z', 'updated_at': '2022-02-17T23:07:46Z', 'revision_number': 2, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:49.371244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9c52d3a-c070-4836-b6b1-71243e77abf7 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 991 time: 0.1114824 Feb 17 23:07:50.112401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31f3c234-8b9e-4c0e-9080-fdbd54248a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:50.375475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39266) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:50.488425 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-23d72034-8d51-454d-aa76-1774802e0505 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 991 time: 0.1110938 Feb 17 23:07:50.930471 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da625e33-9b03-42b9-ac05-1101f9c86b8f None None] New status for floating IP 15f15485-50c8-4b43-9794-04a30148baf6: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:07:51.492888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39270) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:51.512895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:51.586948 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:51.587320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:51.614544 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bb9cd71f-fc9b-4b95-9919-ce6d48806dbf tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 200 len: 993 time: 0.1202903 Feb 17 23:07:51.712337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:51.745863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:51.750579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:51.751400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:51.868293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:51.878076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.878423 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.878763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.879099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.879541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.879880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.880301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.880632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.880961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.881311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.881633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.882063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:51.892606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 46899083-180f-4464-aca0-4222ee70c304 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:51.892977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:51.898372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39278) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:52.015013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.034269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=46899083-180f-4464-aca0-4222ee70c304,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:52.039534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.107338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:52.113514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 0e4e78d3-c66a-4936-8065-169a68339234 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:07:52.113858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.284360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.284621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.382278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ede07963-4f97-43ae-97e6-bcb8dd1fc966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.413995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 0e4e78d3-c66a-4936-8065-169a68339234 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:07:52.674059 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.725689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=0e4e78d3-c66a-4936-8065-169a68339234,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:52.763073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.763428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.763764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.764098 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.764428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.764757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.765114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.765435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.766338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.766663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.767165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.767571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:52.830002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:52.830398 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Floating IP 15f15485-50c8-4b43-9794-04a30148baf6 disassociated (deleted). External IP: 172.26.7.62, port: a10a63ae-65ad-4026-92c5-9a42d429af4d. Feb 17 23:07:53.204511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:07:53.351059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:53.394750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:07:53.404434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:53.412195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:53.416032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:53.416728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:53.476024 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5bcf77fa-10c9-4380-955c-973cec02f210 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/floatingips/15f15485-50c8-4b43-9794-04a30148baf6 HTTP/1.1" status: 204 len: 168 time: 1.5764544 Feb 17 23:07:53.476855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:53.522735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:53.618540 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'status': 'completed', 'code': 200} Feb 17 23:07:53.672979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:53.723872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175ead-d620-4ce8-8e5c-01d846411445 req-548f9be5-5470-41e5-9bd1-a9e1835e5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:53.724344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:53.724344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:53.724549 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-548f9be5-5470-41e5-9bd1-a9e1835e5141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a754d4f6c254f62918099b6f717c8aa&device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 1099 time: 0.0858181 Feb 17 23:07:53.764575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:53.881379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175ead-d620-4ce8-8e5c-01d846411445 req-bb987929-dad2-42e8-b3da-fbf62df52083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:53.883029 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-bb987929-dad2-42e8-b3da-fbf62df52083 service neutron] 10.222.0.43 "GET /v2.0/networks?id=955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 200 len: 896 time: 0.1532533 Feb 17 23:07:53.922610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab1e5-d283-4976-bb32-1a96ecd49d87 req-85ffe5ae-f6e4-418a-b7a7-2af2ac9610fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:53.925161 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e25ab1e5-d283-4976-bb32-1a96ecd49d87 req-85ffe5ae-f6e4-418a-b7a7-2af2ac9610fb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.0942671 Feb 17 23:07:53.961812 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-1c8e95cf-6a90-4e13-84de-a435ea399d82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 200 len: 217 time: 0.0721283 Feb 17 23:07:54.004126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e25ab1e5-d283-4976-bb32-1a96ecd49d87 req-2b3bbfe4-1ced-4644-9a5d-9c5dea4908f2 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728927 Feb 17 23:07:54.042729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175ead-d620-4ce8-8e5c-01d846411445 req-7938bc73-a04c-45db-981a-942672a315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:54.044389 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-7938bc73-a04c-45db-981a-942672a315ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 200 len: 835 time: 0.0762668 Feb 17 23:07:54.052709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:07:54.143461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175ead-d620-4ce8-8e5c-01d846411445 req-135e3405-d79a-4703-806c-e8eaaea554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:54.144984 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-135e3405-d79a-4703-806c-e8eaaea554e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=955ccb00-fa20-45b9-ac91-69c006ed48ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933661 Feb 17 23:07:54.215250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 46899083-180f-4464-aca0-4222ee70c304 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:54.215619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:54.328541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:51Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:54.345475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:54.373733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:07:54.374434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:54.410582 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-1cd7b019-c7d1-42c1-813e-ea63680af4e4 service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587578 Feb 17 23:07:54.560500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:07:54.561708 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-77175ead-d620-4ce8-8e5c-01d846411445 req-4df15184-779c-4cc1-b01a-06f806b81d9b service neutron] 10.222.0.43 "GET /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446016 Feb 17 23:07:54.943381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:51Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:54.947718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8845b-0041-4fa3-ba5d-f21d53197bf7 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:47Z', 'revision_number': 6, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd', 'name': '', 'network_id': '955ccb00-fa20-45b9-ac91-69c006ed48ba', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'mac_address': 'fa:16:3e:04:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:57Z', 'updated_at': '2022-02-17T23:07:51Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'subnets': [{'id': '440f4a6c-3d5b-422b-a272-a1df5130a5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:54.967304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:55.111783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91def502-4317-478a-9de2-f6e29589abdc req-f5b85820-3154-4800-bb31-f57c779b8cf6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:55.112530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-91def502-4317-478a-9de2-f6e29589abdc req-f5b85820-3154-4800-bb31-f57c779b8cf6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Synchronizing usage tracker for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:07:55.133810 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-91def502-4317-478a-9de2-f6e29589abdc req-f5b85820-3154-4800-bb31-f57c779b8cf6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Unset dirty status for tenant:1a754d4f6c254f62918099b6f717c8aa on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:07:55.135169 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-91def502-4317-478a-9de2-f6e29589abdc req-f5b85820-3154-4800-bb31-f57c779b8cf6 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.1323686 Feb 17 23:07:55.215114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port a10a63ae-65ad-4026-92c5-9a42d429af4d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:07:55.215599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:55.221646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c654-905b-448e-ab8c-86dc9a776450 req-9c876a93-afa8-4c77-9ba2-051cc6f87609 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:55.223211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3e01c654-905b-448e-ab8c-86dc9a776450 req-9c876a93-afa8-4c77-9ba2-051cc6f87609 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 946 time: 0.0873716 Feb 17 23:07:55.274790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3e01c654-905b-448e-ab8c-86dc9a776450 req-7eaac398-ec8e-482e-9d60-605f9dc90bf0 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08b8d5d-32a5-498e-b5db-9af838b945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Feb 17 23:07:55.505831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port a10a63ae-65ad-4026-92c5-9a42d429af4d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a10a63ae-65ad-4026-92c5-9a42d429af4d,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:55.506191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:55.650606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for a10a63ae-65ad-4026-92c5-9a42d429af4d owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:07:55.803428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:55.864655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=a10a63ae-65ad-4026-92c5-9a42d429af4d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:55.945726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port a10a63ae-65ad-4026-92c5-9a42d429af4d on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:07:55.948138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:55.950798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'name': 'network-vif-deleted', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:55.967905 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-91def502-4317-478a-9de2-f6e29589abdc req-e442191d-117d-4eda-9aa9-cdd36eabb342 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.43 "DELETE /v2.0/ports/a10a63ae-65ad-4026-92c5-9a42d429af4d HTTP/1.1" status: 204 len: 173 time: 0.8271329 Feb 17 23:07:56.006413 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1170172-47a9-4e77-8067-9583dc981863', 'name': 'network-vif-deleted', 'tag': 'a10a63ae-65ad-4026-92c5-9a42d429af4d', 'status': 'completed', 'code': 200} Feb 17 23:07:56.112604 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c2db3-ec22-49ed-9e77-de5227e273b8 None None] New status for floating IP 15f15485-50c8-4b43-9794-04a30148baf6: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:07:56.453367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45327fe4-77ad-46f3-adf1-0f6778598c71 req-95baf682-9061-479c-88a2-4e761bdf234c tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1170172-47a9-4e77-8067-9583dc981863 HTTP/1.1" status: 200 len: 210 time: 0.0452847 Feb 17 23:07:57.558051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39300) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:57.635651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:57.679765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:57.755341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:57.776439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b8d5d-32a5-498e-b5db-9af838b945fb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:57.790067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:57.794123 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4f26ee11-b14f-42b9-9ecd-0768a255a1b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/security-groups/f08b8d5d-32a5-498e-b5db-9af838b945fb HTTP/1.1" status: 204 len: 168 time: 0.2320187 Feb 17 23:07:57.826142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39306) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:07:57.937703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a10a63ae-65ad-4026-92c5-9a42d429af4d no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:07:57.973503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: a10a63ae-65ad-4026-92c5-9a42d429af4d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:07:57.973846 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a10a63ae-65ad-4026-92c5-9a42d429af4d not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:07:58.422435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:58.532517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:58.905614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:07:58.906621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:59.111752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:07:59.112940 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:59.254373 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:07:59.621834 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:07:59.668904 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:00.101223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:00.487190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:08:00.556554 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:08:00.679798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:08:00.692495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Sync routers for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:08:00.693684 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-943ce087-2fb1-4a69-a0df-d9c9bb73e4b4 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "PUT /v2.0/routers/1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8664200 Feb 17 23:08:00.696470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39312) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:00.704059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:08:00.704687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:00.769873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting subnet 440f4a6c-3d5b-422b-a272-a1df5130a5b8 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:08:00.773016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:00.830695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:00.892649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:08:00.918217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:00.999665 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.042639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.045246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Subnet': ['ID=440f4a6c-3d5b-422b-a272-a1df5130a5b8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:01.054997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39316) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:01.055846 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-32aa3d31-9df8-4c58-bc0a-8e436e267fcb tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/subnets/440f4a6c-3d5b-422b-a272-a1df5130a5b8 HTTP/1.1" status: 204 len: 168 time: 0.3583326 Feb 17 23:08:01.066506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a01ca-7ea6-4441-961e-b83563b0ebd5 None None] Network 955ccb00-fa20-45b9-ac91-69c006ed48ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:08:01.252679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.358560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:59Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:01.366113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Checking router: 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:08:01.376057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Routers {'1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:08:01.376671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:07:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:01.435025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] DHCP port deletion for 955ccb00-fa20-45b9-ac91-69c006ed48ba request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:08:01.458474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Deleting port 94529548-4042-4ede-9de3-877b91519232 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:01.458843 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.459159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.470281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 46899083-180f-4464-aca0-4222ee70c304 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:01.471250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.557774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 94529548-4042-4ede-9de3-877b91519232 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:08:01.705969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] Set router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:08:01.796430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 46899083-180f-4464-aca0-4222ee70c304, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=46899083-180f-4464-aca0-4222ee70c304,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:01.796820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:01.935233 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 46899083-180f-4464-aca0-4222ee70c304 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:08:02.159577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:02.160185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.185070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.191834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.235979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=46899083-180f-4464-aca0-4222ee70c304,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:02.281852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.282458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.283015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.284119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.284119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.284288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.284540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.284872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.285297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.285621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.285942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.286254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:02.329651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Calling delete_port for 94529548-4042-4ede-9de3-877b91519232 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:08:02.352138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.442643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:02.460386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.527711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:08:02.528044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:08:02.549871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=94529548-4042-4ede-9de3-877b91519232,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:02.558625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:59Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:02.564473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb6f44-6e4e-4024-8fe0-dc55e27c84d1 None None] The sync data for ids ['1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41'] in dv-neutron-805768-3-hyperv is: [{'id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'name': 'tempest-TestNetworkBasicOps-router-1820179289', 'tenant_id': '1a754d4f6c254f62918099b6f717c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '46899083-180f-4464-aca0-4222ee70c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:06:52Z', 'updated_at': '2022-02-17T23:07:59Z', 'revision_number': 7, 'project_id': '1a754d4f6c254f62918099b6f717c8aa', 'gw_port': {'id': '46899083-180f-4464-aca0-4222ee70c304', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:06:53Z', 'updated_at': '2022-02-17T23:07:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:08:02.571674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.574631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.601862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.602411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Fanout notify agent at l3_agent the message router_deleted on router 1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:08:02.618814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.619949 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6dc2a792-c300-4b2d-b186-86427a320af5 tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/routers/1f74f1cb-9d6e-4cb7-aa3e-475e344f1c41 HTTP/1.1" status: 204 len: 168 time: 1.5628631 Feb 17 23:08:02.622718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:02.739709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.751372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Deleting port 94529548-4042-4ede-9de3-877b91519232 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:02.751719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:02.982740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:02.983105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.029809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Deleting port 94529548-4042-4ede-9de3-877b91519232 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:03.030348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.164361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Calling delete_port for 94529548-4042-4ede-9de3-877b91519232 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:08:03.282567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.346524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] For port 94529548-4042-4ede-9de3-877b91519232, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=94529548-4042-4ede-9de3-877b91519232,segment=NetworkSegment(e773bd87-6048-4d6e-800e-2453bf19b14b),segment_id=e773bd87-6048-4d6e-800e-2453bf19b14b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:03.347116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.460374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Port': ['ID=94529548-4042-4ede-9de3-877b91519232,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:03.462338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] No DVR routers for this DVR port 94529548-4042-4ede-9de3-877b91519232 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:08:03.486167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Calling delete_port for 94529548-4042-4ede-9de3-877b91519232 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:08:03.560032 dv-neutron-805768-3-hyperv neutron-server[87696]: util.warn( Feb 17 23:08:03.573713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:08:03.573713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:08:03.643461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.673843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ccb00-fa20-45b9-ac91-69c006ed48ba']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:03.688913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e773bd87-6048-4d6e-800e-2453bf19b14b') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:03.689237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e773bd87-6048-4d6e-800e-2453bf19b14b') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:03.708021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:08:03.711051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.730170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.738544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:08:03.738957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:08:03.755060 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:08:03.757669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:08:03.757669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4fbfae8e-0c97-4f4d-a1a6-f8a783170bfd not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:08:03.757669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:08:03.796007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 46899083-180f-4464-aca0-4222ee70c304 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:08:03.796563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 46899083-180f-4464-aca0-4222ee70c304 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:08:03.848831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.854429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:03.884154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] Pushing event deleted for resources: {'Network': ['ID=955ccb00-fa20-45b9-ac91-69c006ed48ba,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:03.900431 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5ef398ff-5a6c-43ce-87fb-12d2e3bef9aa tempest-TestNetworkBasicOps-1359404795 tempest-TestNetworkBasicOps-1359404795-project] 10.222.0.42 "DELETE /v2.0/networks/955ccb00-fa20-45b9-ac91-69c006ed48ba HTTP/1.1" status: 204 len: 168 time: 1.2766712 Feb 17 23:08:04.289260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39330) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:04.451940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a680cd79-2dcd-426b-b83e-9b4f77aad374 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a754d4f6c254f62918099b6f717c8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611371 Feb 17 23:08:04.454988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39336) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:04.465749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Deleting port 94529548-4042-4ede-9de3-877b91519232 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:04.466297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:04.516613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:04.536559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-257e525e-2779-47bc-83ea-ade90ab35d0a None None] The port '94529548-4042-4ede-9de3-877b91519232' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:08:04.549521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:04.638780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:04.657487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e2918-dad2-4a67-8fc9-b3055755b59a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:04.664426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:04.667211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b547f670-b26c-4a67-8d66-c089c57e45e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/658e2918-dad2-4a67-8fc9-b3055755b59a HTTP/1.1" status: 204 len: 168 time: 0.2093160 Feb 17 23:08:04.982103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39344) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:04.999807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.014727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:05.025229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Usage tracker for resource:security_group_rule and tenant:2aba5b8a082d4e7b9b8616ac5deb076c is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:05.035684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:05.042680 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:05.152712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.157826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.220583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2aba5b8a082d4e7b9b8616ac5deb076c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373822 Feb 17 23:08:05.221601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef424e78-8c6a-4297-889c-073ce5dce973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98c698-9497-4c6d-bce9-7eda70d6e55e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:05.223457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39348) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:05.289353 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.318744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.379279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.397797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98c698-9497-4c6d-bce9-7eda70d6e55e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:05.402275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:05.403421 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abb198c7-1992-4219-951a-47c028097fd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a98c698-9497-4c6d-bce9-7eda70d6e55e HTTP/1.1" status: 204 len: 168 time: 0.1789000 Feb 17 23:08:13.064463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-12c5dda3-ed1f-4bb2-b886-57fabf029051 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300002 Feb 17 23:08:13.225420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-c086a89e-fb33-4ee2-991c-771c7f777d4d tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:13.226910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-c086a89e-fb33-4ee2-991c-771c7f777d4d tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564465 Feb 17 23:08:13.242485 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-838e73ea-8f41-4393-b1df-552cff0fd1a4 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/quotas/aa1afba0f5d14bb7a52a558d4233a6c5 HTTP/1.1" status: 200 len: 375 time: 0.0100601 Feb 17 23:08:13.292340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-c5120b18-57ca-44d8-93b1-4eb586fec69a tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439208 Feb 17 23:08:13.493378 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-925cfcaf-5ec1-4b44-b0c8-2ae324191930 req-33974436-b19e-4a0d-965f-15c255bd5bab tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 210 time: 0.0445216 Feb 17 23:08:14.420203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-59a5c50e-4376-4986-b898-232846457fce tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285277 Feb 17 23:08:14.595005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-1dceb461-67e5-4e82-ab3e-52b17fc57d91 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:14.596513 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-1dceb461-67e5-4e82-ab3e-52b17fc57d91 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714172 Feb 17 23:08:14.609726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Request body: {'port': {'device_id': '19d71370-dbab-4185-814d-a52b1bacabc0', 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d', 'admin_state_up': True, 'tenant_id': 'aa1afba0f5d14bb7a52a558d4233a6c5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:14.660976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-26acf5d6-e68e-467e-b3bd-851cd8538d73 req-42ef9da8-19b7-49c9-b801-230272b198eb tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 210 time: 0.0490367 Feb 17 23:08:14.789315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:14.793155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Usage tracker for resource:port and tenant:aa1afba0f5d14bb7a52a558d4233a6c5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:14.796003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:14.801754 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:14.811559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Made reservation on behalf of aa1afba0f5d14bb7a52a558d4233a6c5 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:08:14.815096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:14.827990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:14.844169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:14.848383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Usage tracker for resource:security_group_rule and tenant:aa1afba0f5d14bb7a52a558d4233a6c5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:14.851564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:14.858714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:14.952537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:14.956967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.162228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a4461-54bd-42f0-9a56-ee9e51a62318,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:15.263799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Allocated IP 192.168.233.17 (ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d/b3ce4839-a79c-474d-a30d-490702182306/16ead5e8-84dd-4677-b15a-a6381f9acff1) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:08:15.513035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.529522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Transition to ACTIVE for port object 16ead5e8-84dd-4677-b15a-a6381f9acff1 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:08:15.564397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.639219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:08:15.642477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:08:15.646474 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:08:15.677671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Pushing event updated for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:15.719880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:15.720545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.751863 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-a24987cc-10be-4f7f-a54d-54a077c5e84c tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1479142 Feb 17 23:08:15.763759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Request body: {'port': {'device_id': '19d71370-dbab-4185-814d-a52b1bacabc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:15.876337 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f6fb-dd87-4024-b432-cd3dadb97f16 req-6a02e227-3400-435b-87be-f12da9c07daf tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:15.877980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f99f6fb-dd87-4024-b432-cd3dadb97f16 req-6a02e227-3400-435b-87be-f12da9c07daf tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 935 time: 0.0991650 Feb 17 23:08:15.895857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.924867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-18ad6f5c-0e88-4642-a5c2-20c440931bfd None None] Provisioning for port 16ead5e8-84dd-4677-b15a-a6381f9acff1 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:08:15.931765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-18ad6f5c-0e88-4642-a5c2-20c440931bfd None None] Provisioning complete for port 16ead5e8-84dd-4677-b15a-a6381f9acff1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:15.932251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-18ad6f5c-0e88-4642-a5c2-20c440931bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:15.935205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f99f6fb-dd87-4024-b432-cd3dadb97f16 req-9035c732-ad1d-4f36-95f0-36371643c6ea tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512288 Feb 17 23:08:15.996641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-18ad6f5c-0e88-4642-a5c2-20c440931bfd None None] Port 16ead5e8-84dd-4677-b15a-a6381f9acff1 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:08:16.284329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ead5e8-84dd-4677-b15a-a6381f9acff1 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:16.292252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:16.308045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Transition to ACTIVE for port object 16ead5e8-84dd-4677-b15a-a6381f9acff1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:08:16.312817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:16.481325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Pushing event updated for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:16.569025 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Attempting to bind port 16ead5e8-84dd-4677-b15a-a6381f9acff1 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:08:16.569746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Attempting to bind port 16ead5e8-84dd-4677-b15a-a6381f9acff1 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:08:16.569746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Attempting to bind port 16ead5e8-84dd-4677-b15a-a6381f9acff1 on network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:08:16.574464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Port 16ead5e8-84dd-4677-b15a-a6381f9acff1 on network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:08:16.574779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Attempting to bind port 16ead5e8-84dd-4677-b15a-a6381f9acff1 on network ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:08:16.580727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:08:16.581054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Checking segment: {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:08:16.581470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Bound using segment: {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:08:16.581884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Bound port: 16ead5e8-84dd-4677-b15a-a6381f9acff1, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5495d29e-2666-49fa-9efb-500e651f38e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:08:16.582222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:16.680434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:08:16.683876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:08:16.690477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:16.756514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:16.757160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:16.758594 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] 10.222.0.43 "PUT /v2.0/ports/16ead5e8-84dd-4677-b15a-a6381f9acff1 HTTP/1.1" status: 200 len: 1097 time: 0.9996157 Feb 17 23:08:16.759054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:16.791632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6391-49f4-4412-9dd8-9fd262a4b039 service neutron] Pushing event updated for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:16.837520 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1', 'status': 'completed', 'code': 200} Feb 17 23:08:16.883024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-27bf27db-cc95-43c4-bc22-316ab2d3daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:16.884540 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-27bf27db-cc95-43c4-bc22-316ab2d3daf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 1100 time: 0.0843229 Feb 17 23:08:16.955570 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-d18a0ee6-a56e-442f-b15c-02dcc0cd2068 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1 HTTP/1.1" status: 200 len: 217 time: 0.0636373 Feb 17 23:08:17.022774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-76217922-f17b-4bb8-b688-da0df037ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.024271 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-76217922-f17b-4bb8-b688-da0df037ee85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3ce4839-a79c-474d-a30d-490702182306 HTTP/1.1" status: 200 len: 843 time: 0.0635557 Feb 17 23:08:17.107469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-21ec584d-33fc-4f5d-8063-bf95f8e7666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.108980 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-21ec584d-33fc-4f5d-8063-bf95f8e7666e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0776906 Feb 17 23:08:17.125912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5580462-4d53-4d65-982a-5bc8c46777d8 req-937a43d0-cefb-411b-b20e-c79f560677c5 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.127379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d5580462-4d53-4d65-982a-5bc8c46777d8 req-937a43d0-cefb-411b-b20e-c79f560677c5 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 947 time: 0.0852466 Feb 17 23:08:17.172563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d5580462-4d53-4d65-982a-5bc8c46777d8 req-e6cf6f5c-e8b3-49e1-b401-6786b3b6f903 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Feb 17 23:08:17.244240 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-9f5e33b5-3094-43ef-a3d4-7a16157d568f service neutron] 10.222.0.43 "GET /v2.0/networks/ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293337 Feb 17 23:08:17.488318 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-559ad8ba-54e9-4c94-9173-ed97f0ad8599 req-1fc166ff-93a1-4f6b-9732-da4a770321fa service neutron] 10.222.0.43 "GET /v2.0/networks/ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379794 Feb 17 23:08:17.610869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623943-5503-4760-8265-f814125236f8 req-1b4fd8ec-5e8e-4cbb-8abf-7fe89d310200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.612370 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-1b4fd8ec-5e8e-4cbb-8abf-7fe89d310200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 1100 time: 0.0760033 Feb 17 23:08:17.746009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623943-5503-4760-8265-f814125236f8 req-df3f9e24-de3c-4c25-b72d-ec041ec1da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.747351 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-df3f9e24-de3c-4c25-b72d-ec041ec1da32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d HTTP/1.1" status: 200 len: 869 time: 0.1293061 Feb 17 23:08:17.817813 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-7c2f92da-824d-4f6a-a8c1-27e2cc2c7973 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1 HTTP/1.1" status: 200 len: 217 time: 0.0638032 Feb 17 23:08:17.880995 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623943-5503-4760-8265-f814125236f8 req-99b590d6-4066-45fa-8a4a-5ec1a38501b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.882462 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-99b590d6-4066-45fa-8a4a-5ec1a38501b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3ce4839-a79c-474d-a30d-490702182306 HTTP/1.1" status: 200 len: 843 time: 0.0590985 Feb 17 23:08:17.959167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35623943-5503-4760-8265-f814125236f8 req-b5d42aaa-dda4-4ef0-a7e9-747f8359a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:17.960645 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-b5d42aaa-dda4-4ef0-a7e9-747f8359a968 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0717890 Feb 17 23:08:18.099413 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-476dd21d-767b-4a13-b8c3-3e64c882c2d8 service neutron] 10.222.0.43 "GET /v2.0/networks/ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314802 Feb 17 23:08:18.231291 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-35623943-5503-4760-8265-f814125236f8 req-3a762c66-4a11-4394-86f0-52eae5d9813a service neutron] 10.222.0.43 "GET /v2.0/networks/ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255021 Feb 17 23:08:18.357201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25880cd-76b0-4d6c-8309-856363208b83 req-d4be070b-e92c-40fd-8cf4-57db55ee1118 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:18.359174 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f25880cd-76b0-4d6c-8309-856363208b83 req-d4be070b-e92c-40fd-8cf4-57db55ee1118 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 947 time: 0.0806601 Feb 17 23:08:18.403993 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f25880cd-76b0-4d6c-8309-856363208b83 req-dccd530c-8825-45ab-8a8d-23c621209df3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Feb 17 23:08:19.621473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5540-cd07-4f33-b514-93606491c636 req-65ccbb3b-2585-4c4b-9871-af7d80051bdd tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:19.624878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e2d5540-cd07-4f33-b514-93606491c636 req-65ccbb3b-2585-4c4b-9871-af7d80051bdd tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 947 time: 0.1005900 Feb 17 23:08:19.678163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e2d5540-cd07-4f33-b514-93606491c636 req-7c352c15-e61a-4963-9844-42b42f53eee9 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Feb 17 23:08:20.030979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16ead5e8-84dd-4677-b15a-a6381f9acff1 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:08:20.164109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4f77c066-918b-482b-8cae-5fb2e40348e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:20.262558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:20.278395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '16ead5e8-84dd-4677-b15a-a6381f9acff1', 'network_id': 'ed8ecb6d-1e01-43e5-b0fd-2d2d7b60488d', 'port_id': '16ead5e8-84dd-4677-b15a-a6381f9acff1', 'mac_address': 'fa:16:3e:97:c8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ce4839-a79c-474d-a30d-490702182306', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:08:20.336451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:20.353501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ead5e8-84dd-4677-b15a-a6381f9acff1 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:20.369799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:20.375549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:20.450646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:20.577896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['16ead5e8-84dd-4677-b15a-a6381f9acff1'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:08:20.870001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba23b5-c0e7-418c-a7d3-19aa9bc1a20c req-6c06ca5d-1bee-406e-aa97-5d79a013eb73 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.871501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0cba23b5-c0e7-418c-a7d3-19aa9bc1a20c req-6c06ca5d-1bee-406e-aa97-5d79a013eb73 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 948 time: 0.0806060 Feb 17 23:08:20.916368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0cba23b5-c0e7-418c-a7d3-19aa9bc1a20c req-ac266ede-af52-49c9-bb28-fada82cb13ef tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384464 Feb 17 23:08:22.030682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16ead5e8-84dd-4677-b15a-a6381f9acff1 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:08:22.102747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 16ead5e8-84dd-4677-b15a-a6381f9acff1 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:08:22.107546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 16ead5e8-84dd-4677-b15a-a6381f9acff1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:22.108025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:22.114368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0007c5-cbac-4734-ac42-347adaffd68f req-6d073f27-3dd9-492d-b522-2f4feadf7cf9 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.115864 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7f0007c5-cbac-4734-ac42-347adaffd68f req-6d073f27-3dd9-492d-b522-2f4feadf7cf9 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 948 time: 0.0886035 Feb 17 23:08:22.160988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7f0007c5-cbac-4734-ac42-347adaffd68f req-17c43097-7698-474c-b372-38bc2c7d3707 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Feb 17 23:08:22.228662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:22.255444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:22.265986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:22.270561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:22.341536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:22.357621 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1', 'code': 200} Feb 17 23:08:22.384156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-48f460f3-1d0e-46fc-803b-f2413ab41a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:22.589741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a7f78-e078-44f7-916f-ddaab4660a54 req-9da045f3-d7cd-4ddf-881a-3152ee8143b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.591138 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-771a7f78-e078-44f7-916f-ddaab4660a54 req-9da045f3-d7cd-4ddf-881a-3152ee8143b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 1102 time: 0.0785449 Feb 17 23:08:22.633588 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-771a7f78-e078-44f7-916f-ddaab4660a54 req-14b3c63f-0fd4-4028-ba32-610022b9dd9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Feb 17 23:08:23.344653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6b63-b4c6-4470-a15a-e64b571d2e5d req-9d6ee4a7-851d-4006-bf80-802c67282787 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:23.345466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:23.346167 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bbdc6b63-b4c6-4470-a15a-e64b571d2e5d req-9d6ee4a7-851d-4006-bf80-802c67282787 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 949 time: 0.0801830 Feb 17 23:08:23.394929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bbdc6b63-b4c6-4470-a15a-e64b571d2e5d req-3491e773-ded4-4c0c-b66b-ffe276387ada tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Feb 17 23:08:23.545296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:24.592838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931914de-3705-4d6d-a609-afc2ca51855c req-1117a732-151e-474b-bfbd-5fdec33994e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:24.594566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-931914de-3705-4d6d-a609-afc2ca51855c req-1117a732-151e-474b-bfbd-5fdec33994e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 949 time: 0.0856030 Feb 17 23:08:24.642635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-931914de-3705-4d6d-a609-afc2ca51855c req-377536aa-5eb2-409c-a0ee-ed78c31ffa71 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Feb 17 23:08:24.968967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:25.751275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322fa51-7da1-4086-a3c8-a13efb3a0b03 req-18a6bc47-2ab8-4f76-b8e4-1d8738ceb3c5 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:25.752725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1322fa51-7da1-4086-a3c8-a13efb3a0b03 req-18a6bc47-2ab8-4f76-b8e4-1d8738ceb3c5 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 949 time: 0.0822601 Feb 17 23:08:25.797980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1322fa51-7da1-4086-a3c8-a13efb3a0b03 req-1ce590af-fbd8-4d48-a2fd-ca06246d3b0e tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Feb 17 23:08:26.944630 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-660737a6-d91d-4e9c-91ca-3f54f02a14cc tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:26.945620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-660737a6-d91d-4e9c-91ca-3f54f02a14cc tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Synchronizing usage tracker for tenant:aa1afba0f5d14bb7a52a558d4233a6c5 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:08:26.965223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-660737a6-d91d-4e9c-91ca-3f54f02a14cc tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Unset dirty status for tenant:aa1afba0f5d14bb7a52a558d4233a6c5 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:08:26.966730 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-660737a6-d91d-4e9c-91ca-3f54f02a14cc tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 949 time: 0.1060042 Feb 17 23:08:26.990757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a6968-2b27-4989-93fc-82ba4677bf5b req-05a6674a-e655-4ed0-984e-1b7a1702c6b9 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:26.992314 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-574a6968-2b27-4989-93fc-82ba4677bf5b req-05a6674a-e655-4ed0-984e-1b7a1702c6b9 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 949 time: 0.0844228 Feb 17 23:08:27.041183 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-574a6968-2b27-4989-93fc-82ba4677bf5b req-d81c3add-334a-40a2-857d-1c5b8413553f tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d5a4461-54bd-42f0-9a56-ee9e51a62318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Feb 17 23:08:27.043772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Deleting port 16ead5e8-84dd-4677-b15a-a6381f9acff1 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:08:27.044121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:27.301509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] For port 16ead5e8-84dd-4677-b15a-a6381f9acff1, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16ead5e8-84dd-4677-b15a-a6381f9acff1,segment=NetworkSegment(5495d29e-2666-49fa-9efb-500e651f38e4),segment_id=5495d29e-2666-49fa-9efb-500e651f38e4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:27.301862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:27.428024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Calling delete_port for 16ead5e8-84dd-4677-b15a-a6381f9acff1 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:08:27.683235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:27.695063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['16ead5e8-84dd-4677-b15a-a6381f9acff1'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:08:27.737046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Pushing event deleted for resources: {'Port': ['ID=16ead5e8-84dd-4677-b15a-a6381f9acff1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:27.818225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] No DVR routers for this DVR port 16ead5e8-84dd-4677-b15a-a6381f9acff1 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:08:27.820874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:27.829379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'name': 'network-vif-deleted', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:27.846482 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-466f7b66-9577-4db9-96b6-b56f761dce28 req-c3750bf0-ebc6-479f-b456-d2ab0dee25e3 tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.43 "DELETE /v2.0/ports/16ead5e8-84dd-4677-b15a-a6381f9acff1 HTTP/1.1" status: 204 len: 173 time: 0.8745594 Feb 17 23:08:27.878796 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d71370-dbab-4185-814d-a52b1bacabc0', 'name': 'network-vif-deleted', 'tag': '16ead5e8-84dd-4677-b15a-a6381f9acff1', 'status': 'completed', 'code': 200} Feb 17 23:08:28.215811 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d93c96b-c329-4d6c-a65b-a6bd60e61277 req-2ff0100e-1831-4050-9375-c5f7462e57ca tempest-ServersAdminNegativeTestJSON-1558394590 tempest-ServersAdminNegativeTestJSON-1558394590-project] 10.222.0.42 "GET /v2.0/ports?device_id=19d71370-dbab-4185-814d-a52b1bacabc0 HTTP/1.1" status: 200 len: 210 time: 0.0499160 Feb 17 23:08:28.428008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:29.596758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39484) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:29.798511 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f5b15b37-d6a8-4a8b-aa62-8b8316d03f91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa1afba0f5d14bb7a52a558d4233a6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004843 Feb 17 23:08:29.801066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39490) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:29.862908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:29.889722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:29.944016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:29.958816 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a4461-54bd-42f0-9a56-ee9e51a62318,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:29.965395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:29.966531 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e593f8e4-1a1b-4f1f-af81-2591230cd1cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d5a4461-54bd-42f0-9a56-ee9e51a62318 HTTP/1.1" status: 204 len: 168 time: 0.1645260 Feb 17 23:08:30.094421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16ead5e8-84dd-4677-b15a-a6381f9acff1 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:08:30.132845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 16ead5e8-84dd-4677-b15a-a6381f9acff1 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:08:30.133107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16ead5e8-84dd-4677-b15a-a6381f9acff1 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:08:30.266281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39498) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:30.284231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.299648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:30.303603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5d270eb7114d1c9159332b9260cc89 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:30.306766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:30.313106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:30.407266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.411820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.459922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377d76c-05f0-4629-898f-1c39e39f0765,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:30.464069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e6a21b77-78f1-48a0-9476-d4d7c21e21f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a5d270eb7114d1c9159332b9260cc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967189 Feb 17 23:08:30.466789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39502) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:30.539937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.669801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.728675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.747018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377d76c-05f0-4629-898f-1c39e39f0765,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:30.757373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:30.758500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e8bf26fa-47ea-4e86-9d77-297755931ddf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4377d76c-05f0-4629-898f-1c39e39f0765 HTTP/1.1" status: 204 len: 168 time: 0.2902675 Feb 17 23:08:31.524752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39526) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:31.639073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2084451338-network', 'tenant_id': '545552a0aa5c4d0fbabffe5791d4d027'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:31.644352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:31.648372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Usage tracker for resource:network and tenant:545552a0aa5c4d0fbabffe5791d4d027 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:31.651453 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:31.661569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:31.672639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Made reservation on behalf of 545552a0aa5c4d0fbabffe5791d4d027 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:08:31.675053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.688756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.704644 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:31.708769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Usage tracker for resource:security_group_rule and tenant:545552a0aa5c4d0fbabffe5791d4d027 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:31.711793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:31.718766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:31.813873 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.817793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.848205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:08:31.856758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f3293-d94c-409e-9bab-4db91ae16998,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:31.862976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.863327 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Added segment eaa65058-b786-4538-9852-d8a6c9f18d6e of type vlan for network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 Feb 17 23:08:31.892518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.922553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:31.923596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.924181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:32.033283 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5072348 Feb 17 23:08:32.033921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6098c-f391-4640-bec2-e97f590a44c8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:32.036159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39532) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:32.042617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Request body: {'subnet': {'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2084451338-subnet', 'tenant_id': '545552a0aa5c4d0fbabffe5791d4d027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:32.052404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:32.057274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Usage tracker for resource:subnet and tenant:545552a0aa5c4d0fbabffe5791d4d027 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:32.057788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:08:32.060494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:32.067342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:32.080124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Made reservation on behalf of 545552a0aa5c4d0fbabffe5791d4d027 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:08:32.082639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:32.299226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:32.375256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98e41cf-890e-419a-a131-be0e013c8fde,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:32.392524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Checking segment: {'id': 'eaa65058-b786-4538-9852-d8a6c9f18d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:08:32.392869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Network hostable DHCP agents. Network: aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:08:32.412795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:08:32.428544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:08:32.433105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:32.433687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:32.438502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1094246-be7e-4828-9976-d9aa0ad90354 None None] Network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:08:32.462617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5b078b9d-4863-4db3-aec6-877c4387837f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4173703 Feb 17 23:08:32.674900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f3a1d-46c2-4587-9c44-d47be958aa92 None None] Network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:08:33.002149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-f0b994cc-683d-41f3-8671-d2cef56e9785 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:33.003649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-f0b994cc-683d-41f3-8671-d2cef56e9785 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 812 time: 0.1511252 Feb 17 23:08:33.022921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-e4baaf5c-5c0d-4f36-8b82-32e0b8ef2deb tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/quotas/545552a0aa5c4d0fbabffe5791d4d027 HTTP/1.1" status: 200 len: 375 time: 0.0136669 Feb 17 23:08:33.071288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-b0396893-49f2-4f38-bc9c-15b50ecd6d47 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425112 Feb 17 23:08:33.234514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-065da40d-6756-43b1-bfa4-3c7135e55533 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543298 Feb 17 23:08:33.371788 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-44754517-0ae4-40be-90f1-ea0bc3242383 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314602 Feb 17 23:08:33.554247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-237d7ee7-c341-475b-951f-70999d1d18c7 req-6dc0bd42-ff60-40e9-a7d8-0c841e2209a9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0497966 Feb 17 23:08:34.651815 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6980e260-78f5-4f08-a801-7cb763c36faf req-2e31a7af-625a-4756-acd0-5f76336759b4 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0435679 Feb 17 23:08:35.749114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dfe594aa-2cff-496b-a22e-0646b1b039d9 req-c109205d-b49c-4901-b2b0-ffec04355264 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0430334 Feb 17 23:08:36.849950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a93cb8c1-fea7-4372-b59f-a47362dfcb1c req-c3c5d3aa-192f-411d-bcc3-d49b997501ed tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0486224 Feb 17 23:08:37.555504 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:08:38.010399 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74778a9d-d7ac-4970-905a-4e86d67da7ea req-bfc8e1e9-573c-4f59-9a9d-7a84566da28f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0444362 Feb 17 23:08:38.682771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-dacf3375-d166-4bed-9119-770b518ccac9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:38.683464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-dacf3375-d166-4bed-9119-770b518ccac9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Synchronizing usage tracker for tenant:545552a0aa5c4d0fbabffe5791d4d027 on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:08:38.706921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-dacf3375-d166-4bed-9119-770b518ccac9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Unset dirty status for tenant:545552a0aa5c4d0fbabffe5791d4d027 on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:08:38.708244 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-dacf3375-d166-4bed-9119-770b518ccac9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.43 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 812 time: 0.1838357 Feb 17 23:08:38.720951 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Request body: {'port': {'device_id': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9', 'admin_state_up': True, 'tenant_id': '545552a0aa5c4d0fbabffe5791d4d027'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:38.861349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:08:38.865187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Usage tracker for resource:port and tenant:545552a0aa5c4d0fbabffe5791d4d027 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:08:38.867964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:08:38.874618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:08:38.884432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Made reservation on behalf of 545552a0aa5c4d0fbabffe5791d4d027 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:08:38.887887 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:39.062994 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Allocated IP 172.20.0.4 (aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9/c98e41cf-890e-419a-a131-be0e013c8fde/cc8b0af7-859d-4096-b55c-e039c9c9ab01) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:08:39.176245 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5d4da5a-6747-497c-ab0a-64bb1b83735b req-5afaace4-d5fa-48d6-9d4e-720fafd73b9d tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0452802 Feb 17 23:08:39.277955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:39.307964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:39.383366 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:08:39.384478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:08:39.388461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:08:39.425731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:39.458402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.459018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:39.480185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-09209e1c-f3e8-4331-9de7-0d680f96e37f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643728 Feb 17 23:08:39.490581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Request body: {'port': {'device_id': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:39.604341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.063200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8b0af7-859d-4096-b55c-e039c9c9ab01 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:40.070912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.085809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Transition to ACTIVE for port object cc8b0af7-859d-4096-b55c-e039c9c9ab01 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:08:40.089819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.261568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:40.346034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Attempting to bind port cc8b0af7-859d-4096-b55c-e039c9c9ab01 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:08:40.346279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Attempting to bind port cc8b0af7-859d-4096-b55c-e039c9c9ab01 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eaa65058-b786-4538-9852-d8a6c9f18d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:08:40.346602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Attempting to bind port cc8b0af7-859d-4096-b55c-e039c9c9ab01 on network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:08:40.351623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Port cc8b0af7-859d-4096-b55c-e039c9c9ab01 on network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:08:40.351943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Attempting to bind port cc8b0af7-859d-4096-b55c-e039c9c9ab01 on network aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:08:40.358249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:08:40.358599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Checking segment: {'id': 'eaa65058-b786-4538-9852-d8a6c9f18d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:08:40.358990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Bound using segment: {'id': 'eaa65058-b786-4538-9852-d8a6c9f18d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:08:40.359421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Bound port: cc8b0af7-859d-4096-b55c-e039c9c9ab01, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa65058-b786-4538-9852-d8a6c9f18d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:08:40.359773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.402102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19212265-11f9-4e0f-98bd-48fba1109857 req-7868474e-c147-49e2-b538-7dc3c323a437 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:40.403667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19212265-11f9-4e0f-98bd-48fba1109857 req-7868474e-c147-49e2-b538-7dc3c323a437 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 943 time: 0.1073794 Feb 17 23:08:40.452518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19212265-11f9-4e0f-98bd-48fba1109857 req-956d89da-2e2e-47a6-a3a8-a475e3be93af tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Feb 17 23:08:40.459776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:08:40.463275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:08:40.471372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.535045 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:40.535659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:40.537065 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 1093 time: 1.0505209 Feb 17 23:08:40.537520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:40.559036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fa53-0e4d-4f9b-80e9-9bad68b988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:40.615586 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'status': 'completed', 'code': 200} Feb 17 23:08:40.656693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-ccd8dc17-ecdb-4db7-9da1-b01925c8c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:40.658241 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-ccd8dc17-ecdb-4db7-9da1-b01925c8c549 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1096 time: 0.0790620 Feb 17 23:08:40.729292 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-8ba75b90-c4bd-46e1-a3ab-b443c58783fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 217 time: 0.0634389 Feb 17 23:08:40.801962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-7bb98aa0-7b18-48d4-b76f-8e25e9dd73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:40.803424 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-7bb98aa0-7b18-48d4-b76f-8e25e9dd73b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 200 len: 852 time: 0.0675759 Feb 17 23:08:40.850796 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-5136a28e-8ee0-4c33-bee7-5860fa6f56a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418468 Feb 17 23:08:40.987620 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-d1201894-a8bf-4e08-bcc6-8fd6590fc212 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309371 Feb 17 23:08:41.127185 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-b5fd4a71-d093-42ce-a275-e59c2e55ca23 req-8c972abe-af29-43ef-a1a0-565446a4040f service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340046 Feb 17 23:08:41.253611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-4731f4f8-f6cf-4d5a-a4ff-1d0022326efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:41.255107 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-4731f4f8-f6cf-4d5a-a4ff-1d0022326efa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1096 time: 0.0785015 Feb 17 23:08:41.395459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-21ef9a4c-b6a1-4918-824f-184332591fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:41.397250 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-21ef9a4c-b6a1-4918-824f-184332591fab service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 912 time: 0.1355760 Feb 17 23:08:41.465181 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-fad1e10a-b2f0-4c4c-ab87-0d8d8cce49ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 217 time: 0.0616851 Feb 17 23:08:41.535033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-f4042980-5947-443b-a99b-808705b63e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:41.536460 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-f4042980-5947-443b-a99b-808705b63e23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 200 len: 852 time: 0.0651443 Feb 17 23:08:41.592174 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-8aff7c4a-c658-440e-8ef8-e0c46ed0cc24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458066 Feb 17 23:08:41.664198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0378e69-186e-4f1a-80aa-1d49c3bf52bd req-da8cec78-2008-497d-b8ef-c5c83e3b0bdb tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:41.665831 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0378e69-186e-4f1a-80aa-1d49c3bf52bd req-da8cec78-2008-497d-b8ef-c5c83e3b0bdb tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 943 time: 0.0834262 Feb 17 23:08:41.719514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0378e69-186e-4f1a-80aa-1d49c3bf52bd req-5a3e6516-a4db-45bb-bff1-83b01d02e4e8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451012 Feb 17 23:08:41.836562 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-d9dd8978-0e0d-4d6e-a67c-e1b7845db05d service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386746 Feb 17 23:08:41.985377 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d86efc03-e26c-4d40-8d11-bbd02e3145f5 req-695a0b03-5189-43ce-86af-f551a1ea1f8c service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418879 Feb 17 23:08:42.908734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21263e76-a04c-44e4-abee-128e8955cef4 req-cde74466-b8e3-4ed4-ae3f-a3c5de000591 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:42.910260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21263e76-a04c-44e4-abee-128e8955cef4 req-cde74466-b8e3-4ed4-ae3f-a3c5de000591 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 943 time: 0.0840428 Feb 17 23:08:42.954345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21263e76-a04c-44e4-abee-128e8955cef4 req-7c35fd48-eec5-495e-b339-6c2a0277b127 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Feb 17 23:08:44.139470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:08:44.144216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae0161-9a83-4f73-befa-babf1043e3a6 req-61f596a5-5056-43dd-8c67-08e9e3a1e8dd tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:44.145751 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41ae0161-9a83-4f73-befa-babf1043e3a6 req-61f596a5-5056-43dd-8c67-08e9e3a1e8dd tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 943 time: 0.0798898 Feb 17 23:08:44.195554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41ae0161-9a83-4f73-befa-babf1043e3a6 req-76d3fbad-59e7-40ab-9305-0a2a25931685 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Feb 17 23:08:44.280531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:44.293792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9', 'port_id': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'mac_address': 'fa:16:3e:49:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98e41cf-890e-419a-a131-be0e013c8fde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:08:44.355273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:44.373608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b0af7-859d-4096-b55c-e039c9c9ab01 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:44.389519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:44.394791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:44.462323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:44.581413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['cc8b0af7-859d-4096-b55c-e039c9c9ab01'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:08:45.387433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28363-6501-4f8f-bd60-3b22c308175c req-828d44e2-a675-4123-8237-f5c8cbf68f30 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:45.389363 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-09e28363-6501-4f8f-bd60-3b22c308175c req-828d44e2-a675-4123-8237-f5c8cbf68f30 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 944 time: 0.0868618 Feb 17 23:08:45.434251 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-09e28363-6501-4f8f-bd60-3b22c308175c req-2d80d427-7765-425e-8e04-8f4cdf56797c tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Feb 17 23:08:46.154883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:08:46.226228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port cc8b0af7-859d-4096-b55c-e039c9c9ab01 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:08:46.231244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port cc8b0af7-859d-4096-b55c-e039c9c9ab01 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:46.231613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:46.349075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:46.374792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:46.384582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:08:46.389402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:46.425688 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'code': 200} Feb 17 23:08:46.465505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:46.655288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1305d-43af-4893-8905-d141bc9e0bc2 req-6f15b2d2-a3fc-4932-90f8-9dcf76b4a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:46.656812 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-16b1305d-43af-4893-8905-d141bc9e0bc2 req-6f15b2d2-a3fc-4932-90f8-9dcf76b4a131 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1098 time: 0.0818169 Feb 17 23:08:46.700472 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-16b1305d-43af-4893-8905-d141bc9e0bc2 req-b71d2fb0-02e3-4fbe-93ba-fc4479c680df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373251 Feb 17 23:08:46.731160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5509bd-9096-4767-b9a8-313f10667cc2 req-9de061ca-e849-407d-a3e9-b395c8344844 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:46.733106 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5509bd-9096-4767-b9a8-313f10667cc2 req-9de061ca-e849-407d-a3e9-b395c8344844 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.1898711 Feb 17 23:08:46.778193 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5509bd-9096-4767-b9a8-313f10667cc2 req-13793b5c-b040-4607-844e-af285e2ecc12 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Feb 17 23:08:47.966549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc784366-e18d-4f61-aee4-c0c925d1300f req-66d52701-b6f0-402f-aa27-0592933c7361 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:47.967984 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc784366-e18d-4f61-aee4-c0c925d1300f req-66d52701-b6f0-402f-aa27-0592933c7361 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0804718 Feb 17 23:08:48.016522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc784366-e18d-4f61-aee4-c0c925d1300f req-336f429a-8f80-4fde-8d0e-e00cd7ae454c tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Feb 17 23:08:48.390750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39610) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:08:48.418509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ad0c-427d-4235-a63d-bd071d8be089 req-d095e382-2647-4221-8d0e-16edebb2d157 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:48.420808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4f25ad0c-427d-4235-a63d-bd071d8be089 req-d095e382-2647-4221-8d0e-16edebb2d157 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0815120 Feb 17 23:08:48.469553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4f25ad0c-427d-4235-a63d-bd071d8be089 req-f325cada-f073-4550-b407-4533018341fc tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Feb 17 23:08:48.521580 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-e43a0945-7bf2-4b48-a736-b1c7503ac7ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296363 Feb 17 23:08:49.672456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a818-ea05-47d9-801a-65d28539207f req-7fff347f-8ff6-415a-8393-334f2fe411d5 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:49.674001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2985a818-ea05-47d9-801a-65d28539207f req-7fff347f-8ff6-415a-8393-334f2fe411d5 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0901313 Feb 17 23:08:49.722746 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2985a818-ea05-47d9-801a-65d28539207f req-cd300d45-0f27-452f-a525-0a28f64aa680 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 Feb 17 23:08:49.747086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-6842b60d-9edd-495b-bc02-38bbac5879e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:49.749334 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-6842b60d-9edd-495b-bc02-38bbac5879e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1098 time: 0.0803220 Feb 17 23:08:49.880163 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-516ae9c8-a66a-4af4-b68f-0c5fd4f2698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:49.881537 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-516ae9c8-a66a-4af4-b68f-0c5fd4f2698f service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 912 time: 0.1268797 Feb 17 23:08:49.947394 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-d6bf23ae-d361-4303-b58c-acfa3b88b97e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 217 time: 0.0604045 Feb 17 23:08:50.011603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-25ac0e59-c5a0-4cf4-8708-4b893d179029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:50.013098 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-25ac0e59-c5a0-4cf4-8708-4b893d179029 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 200 len: 852 time: 0.0602055 Feb 17 23:08:50.061484 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-675458b2-ce03-46e8-8478-93bdfb924cb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412421 Feb 17 23:08:50.106496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-94f3c3e6-b28f-4c32-9e89-fc0ab1e3bed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:50.193320 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-070c5114-23e1-492d-8813-f5c9117b5742 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261518 Feb 17 23:08:50.326368 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-0046a621-b40b-44b4-b38a-d4ac0a14d5d0 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273994 Feb 17 23:08:50.914790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c49f2-7593-4451-b193-c466d47a8789 req-42a5baa4-814b-49bf-8b23-26f634d1d84a tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:50.916305 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e6c49f2-7593-4451-b193-c466d47a8789 req-42a5baa4-814b-49bf-8b23-26f634d1d84a tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0825868 Feb 17 23:08:50.963678 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e6c49f2-7593-4451-b193-c466d47a8789 req-3c19ee8d-075c-4675-9613-0f72c5186d7a tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 17 23:08:52.160346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37619-4dec-4a8b-a00d-25ff4b4b0853 req-78f0a91d-9b3b-49e4-ae0d-0e82a87ede62 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:52.161818 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33e37619-4dec-4a8b-a00d-25ff4b4b0853 req-78f0a91d-9b3b-49e4-ae0d-0e82a87ede62 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0867975 Feb 17 23:08:52.206817 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33e37619-4dec-4a8b-a00d-25ff4b4b0853 req-266261b8-736d-4f6a-af9b-3c2a627faf56 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Feb 17 23:08:52.387855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8518b76f-9fb9-4277-9740-6afd652ebfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:53.347801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:53.394149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2c0bd-d23a-47a1-9766-8027eaf32084 req-a3663d27-c5c4-461b-b691-773d02574bc2 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:53.395608 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dbb2c0bd-d23a-47a1-9766-8027eaf32084 req-a3663d27-c5c4-461b-b691-773d02574bc2 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0797341 Feb 17 23:08:53.439959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dbb2c0bd-d23a-47a1-9766-8027eaf32084 req-8c8dbfcb-f40a-46f1-8204-494e408cf3b6 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Feb 17 23:08:53.548499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:54.640685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a1593-3e73-4f7e-a5a3-15d06d0bf8df req-f0cbe83a-69bb-46ba-8ebd-856b54e22109 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:54.641956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-396a1593-3e73-4f7e-a5a3-15d06d0bf8df req-f0cbe83a-69bb-46ba-8ebd-856b54e22109 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0923598 Feb 17 23:08:54.688426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-396a1593-3e73-4f7e-a5a3-15d06d0bf8df req-be148e0e-1922-4078-a84c-7529808b9469 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Feb 17 23:08:54.978740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:55.880052 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d44be6-b6b0-403d-88d4-636d19a0bd11 req-a4e19aa4-2772-418d-ae53-36da46938d22 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:55.881624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-79d44be6-b6b0-403d-88d4-636d19a0bd11 req-a4e19aa4-2772-418d-ae53-36da46938d22 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0888050 Feb 17 23:08:55.930255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-79d44be6-b6b0-403d-88d4-636d19a0bd11 req-6f527670-bb1a-407d-a8a7-96a61dbfcf3d tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Feb 17 23:08:57.117574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e37e7-771d-4707-a222-34d5990309b8 req-f1c038ec-16df-4f4c-b141-8fc84c7a6bb8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:57.119428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-359e37e7-771d-4707-a222-34d5990309b8 req-f1c038ec-16df-4f4c-b141-8fc84c7a6bb8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0805211 Feb 17 23:08:57.165464 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-359e37e7-771d-4707-a222-34d5990309b8 req-cf3bf823-8fac-49d2-886e-970776ef7e08 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Feb 17 23:08:58.354078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3a5b-254d-4ddd-a3c5-be87678be9f6 req-938b2aa2-ef2b-4d25-b101-8b429bf382b1 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:58.355452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43dd3a5b-254d-4ddd-a3c5-be87678be9f6 req-938b2aa2-ef2b-4d25-b101-8b429bf382b1 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0838001 Feb 17 23:08:58.400551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43dd3a5b-254d-4ddd-a3c5-be87678be9f6 req-24a96ddd-703d-4081-bcaf-82de9c9a23bd tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Feb 17 23:08:58.435213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:08:59.584437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993925-6ff2-4fdf-90e9-e9d8650337f2 req-ed939531-ccd7-48f8-b6c6-ecb5ae869ed3 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:59.585961 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6993925-6ff2-4fdf-90e9-e9d8650337f2 req-ed939531-ccd7-48f8-b6c6-ecb5ae869ed3 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0805893 Feb 17 23:08:59.630293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e6993925-6ff2-4fdf-90e9-e9d8650337f2 req-02919147-2da8-468f-84de-5a08dadad133 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Feb 17 23:09:00.816273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273c53-7e79-43df-949a-7021f63df880 req-247aba87-d310-4983-ba63-07f1e3d772ca tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:00.818744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-26273c53-7e79-43df-949a-7021f63df880 req-247aba87-d310-4983-ba63-07f1e3d772ca tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0833886 Feb 17 23:09:00.866673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-26273c53-7e79-43df-949a-7021f63df880 req-1fc6adfb-a320-4640-bf45-fb784637d222 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Feb 17 23:09:02.055402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc954f6-4c4c-4178-af5b-6304a7970b2f req-2e33866d-1f03-4059-819e-aecf0514de5f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:02.057547 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abc954f6-4c4c-4178-af5b-6304a7970b2f req-2e33866d-1f03-4059-819e-aecf0514de5f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0805085 Feb 17 23:09:02.104643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abc954f6-4c4c-4178-af5b-6304a7970b2f req-5efb4ada-785c-4a96-b08d-72744f6bd8bd tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Feb 17 23:09:03.288226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00091e84-5b0f-4070-a2cf-a9bfed03f0a6 req-8df904f4-75ae-449c-a694-bcd2e377f0c9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:03.289713 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00091e84-5b0f-4070-a2cf-a9bfed03f0a6 req-8df904f4-75ae-449c-a694-bcd2e377f0c9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0806694 Feb 17 23:09:03.334955 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00091e84-5b0f-4070-a2cf-a9bfed03f0a6 req-aae37622-1587-472b-9233-ebfb1e4cecec tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 Feb 17 23:09:04.680049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52c2f9-a713-4582-ab77-8a09cb1ece57 req-84193afb-817d-4b50-a146-0c91bac21c2b tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:04.681795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac52c2f9-a713-4582-ab77-8a09cb1ece57 req-84193afb-817d-4b50-a146-0c91bac21c2b tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0862648 Feb 17 23:09:04.726236 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac52c2f9-a713-4582-ab77-8a09cb1ece57 req-05c353fa-9bff-4523-bea3-caa7469cacb8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Feb 17 23:09:05.909545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3dd8c-decf-4d44-8a76-2a81c81b984c req-c677ec44-0331-42bd-8853-46432f895440 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:05.911059 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dee3dd8c-decf-4d44-8a76-2a81c81b984c req-c677ec44-0331-42bd-8853-46432f895440 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0790966 Feb 17 23:09:05.955364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dee3dd8c-decf-4d44-8a76-2a81c81b984c req-206d93fc-5526-4dd2-ab54-9dd2d1eca163 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Feb 17 23:09:07.174377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eae07-3869-4c8d-a64b-eee02e2b0318 req-dbc8a1ee-6838-4520-b244-c940de1f22f9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.175841 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-561eae07-3869-4c8d-a64b-eee02e2b0318 req-dbc8a1ee-6838-4520-b244-c940de1f22f9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0819805 Feb 17 23:09:07.220004 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-561eae07-3869-4c8d-a64b-eee02e2b0318 req-7cbe6327-0e63-4175-ab38-ab093f7d9ba1 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Feb 17 23:09:08.403358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad918dc5-3c42-465d-9f9c-b5577da6b830 req-bc09e00d-55cc-4498-a240-a2b417150531 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:08.404813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad918dc5-3c42-465d-9f9c-b5577da6b830 req-bc09e00d-55cc-4498-a240-a2b417150531 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0792820 Feb 17 23:09:08.448382 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad918dc5-3c42-465d-9f9c-b5577da6b830 req-66c0225c-8ae5-43f7-b4a6-6cfcc339ad3c tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Feb 17 23:09:09.653780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ad08-9da6-47d3-b272-da52d5a39d7e req-761b2db1-cdbf-4fac-a1dd-6a6b9d427f2e tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:09.656688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30b1ad08-9da6-47d3-b272-da52d5a39d7e req-761b2db1-cdbf-4fac-a1dd-6a6b9d427f2e tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0910306 Feb 17 23:09:09.704282 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30b1ad08-9da6-47d3-b272-da52d5a39d7e req-d021e186-8503-4d78-8fc8-be8ab29d0000 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Feb 17 23:09:10.884917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6149763-d4f7-4932-8f44-57d8b2abd39b req-6277f25f-6e7e-4297-bcea-c0eaf44f2123 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.886768 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6149763-d4f7-4932-8f44-57d8b2abd39b req-6277f25f-6e7e-4297-bcea-c0eaf44f2123 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0788484 Feb 17 23:09:10.934481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6149763-d4f7-4932-8f44-57d8b2abd39b req-6babfc8d-47db-4098-b225-bdb0d8c8ae80 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Feb 17 23:09:12.125213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774273a0-a261-4501-82cc-8fe56c5805ec req-403a20ac-773d-478c-9a4f-7d3f517dbaf1 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.127157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-774273a0-a261-4501-82cc-8fe56c5805ec req-403a20ac-773d-478c-9a4f-7d3f517dbaf1 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0837700 Feb 17 23:09:12.173999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-774273a0-a261-4501-82cc-8fe56c5805ec req-147d42cf-71b7-4864-9e40-c9c773917b80 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Feb 17 23:09:13.372276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c423-4cd5-4e23-9556-0befcee187ca req-174fc036-ab1c-43cf-bdd0-168890a63399 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:13.373704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4000c423-4cd5-4e23-9556-0befcee187ca req-174fc036-ab1c-43cf-bdd0-168890a63399 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0871398 Feb 17 23:09:13.417859 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4000c423-4cd5-4e23-9556-0befcee187ca req-f6ee1700-32ae-4478-be83-822eb0908bac tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Feb 17 23:09:14.555609 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:09:14.604089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20986-c48e-4818-bbe6-1ab7df238045 req-48517d49-7d90-44a7-89ed-f07af5c754f6 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.605554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65f20986-c48e-4818-bbe6-1ab7df238045 req-48517d49-7d90-44a7-89ed-f07af5c754f6 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0834756 Feb 17 23:09:14.651105 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65f20986-c48e-4818-bbe6-1ab7df238045 req-a870b6e9-d6d4-43a3-b760-a93b44658f30 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Feb 17 23:09:15.844012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3199-c460-41c5-8ab0-c05e63d6df7c req-7c8a6458-9089-4521-a5fd-e6696ba1961f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:15.845422 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae1a3199-c460-41c5-8ab0-c05e63d6df7c req-7c8a6458-9089-4521-a5fd-e6696ba1961f tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0852244 Feb 17 23:09:15.892894 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae1a3199-c460-41c5-8ab0-c05e63d6df7c req-a2dc0edc-3466-4c73-8e08-32b8265e8d99 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Feb 17 23:09:16.941897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-45ead0aa-1e48-4db7-bf52-0b4190f35f1b service neutron] 10.222.0.43 "GET /v2.0/ports/cc8b0af7-859d-4096-b55c-e039c9c9ab01/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0792451 Feb 17 23:09:17.089234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2e3e0-ce27-489c-bf39-dfe0970a3cba req-de5d2e26-8d73-4aed-b9bd-8dad442abfc9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.090800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67b2e3e0-ce27-489c-bf39-dfe0970a3cba req-de5d2e26-8d73-4aed-b9bd-8dad442abfc9 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0869234 Feb 17 23:09:17.233348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-c0e875fe-a696-42b5-9996-02e1c3d550b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.234701 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-c0e875fe-a696-42b5-9996-02e1c3d550b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb&tenant_id=545552a0aa5c4d0fbabffe5791d4d027 HTTP/1.1" status: 200 len: 1098 time: 0.0745809 Feb 17 23:09:17.254457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67b2e3e0-ce27-489c-bf39-dfe0970a3cba req-4632255e-8591-4960-983c-cf812e3fab40 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577384 Feb 17 23:09:17.330619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-970411b8-1b18-4c40-9713-559f9054fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.332091 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-970411b8-1b18-4c40-9713-559f9054fc58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1098 time: 0.0758369 Feb 17 23:09:17.478475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-5b819ca8-d80b-4cb9-9ed7-350027f272ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.479922 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-5b819ca8-d80b-4cb9-9ed7-350027f272ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 912 time: 0.1419129 Feb 17 23:09:17.553237 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-d3c1cfff-0cc5-425d-8755-ea6d9ca5dad8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 217 time: 0.0673041 Feb 17 23:09:17.634153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-1b35323c-c347-4051-b140-ea83a65cb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.636359 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-1b35323c-c347-4051-b140-ea83a65cb126 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 200 len: 852 time: 0.0777283 Feb 17 23:09:17.797661 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-0cac33f5-dc48-4e8c-a608-e9769f2828d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533589 Feb 17 23:09:17.939725 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-44b6ea8b-f27c-4dfb-a42c-8c25ed517636 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361194 Feb 17 23:09:18.085469 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7576c8c4-c327-4798-9b2f-1398d02e40e3 req-b8c2eec7-d873-436c-9e4f-89b0aa0eff49 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401539 Feb 17 23:09:18.448821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230582-3315-47da-a781-7feac43cacd2 req-a0eab9f2-a080-4819-bc24-4c33e5a0fc87 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:18.450333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1230582-3315-47da-a781-7feac43cacd2 req-a0eab9f2-a080-4819-bc24-4c33e5a0fc87 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0869427 Feb 17 23:09:18.500517 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1230582-3315-47da-a781-7feac43cacd2 req-73f4a7b9-eb9b-4e68-a29a-b868aabe6ebe tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Feb 17 23:09:19.762254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6d52f-c11f-4a55-8bb7-f5823739d466 req-958f62a8-03be-41b0-8f9b-01ae72c7a4c8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:19.765792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-72a6d52f-c11f-4a55-8bb7-f5823739d466 req-958f62a8-03be-41b0-8f9b-01ae72c7a4c8 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.1522703 Feb 17 23:09:19.831066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-72a6d52f-c11f-4a55-8bb7-f5823739d466 req-2e9cf98e-b1c7-477b-bc5c-f3673b4c2c3d tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Feb 17 23:09:20.114168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-95cac8a2-e773-4f0d-acad-bc6449ce6d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:21.039051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6338d-a62a-4826-a20a-a52ced1abe9b req-031b8f81-2633-4779-8940-0df99dac5051 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:21.040563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38a6338d-a62a-4826-a20a-a52ced1abe9b req-031b8f81-2633-4779-8940-0df99dac5051 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0862284 Feb 17 23:09:21.087863 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38a6338d-a62a-4826-a20a-a52ced1abe9b req-c6a10acb-5e35-4970-b8f5-ac86e20bf3fd tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Feb 17 23:09:21.492992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-9bae5e8b-e913-48b0-9a8e-d2eb1abe4f35 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:21.493744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-9bae5e8b-e913-48b0-9a8e-d2eb1abe4f35 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Synchronizing usage tracker for tenant:545552a0aa5c4d0fbabffe5791d4d027 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:09:21.519428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-9bae5e8b-e913-48b0-9a8e-d2eb1abe4f35 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Unset dirty status for tenant:545552a0aa5c4d0fbabffe5791d4d027 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:09:21.520717 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-9bae5e8b-e913-48b0-9a8e-d2eb1abe4f35 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.43 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb&tenant_id=545552a0aa5c4d0fbabffe5791d4d027&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1259418 Feb 17 23:09:21.701852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-e4631a8c-07f5-41f5-8b77-832b834ae536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:21.703353 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-e4631a8c-07f5-41f5-8b77-832b834ae536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 1098 time: 0.0968459 Feb 17 23:09:21.870801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-a1808d78-bef5-4d64-a064-0bd5976c51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:21.872990 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-a1808d78-bef5-4d64-a064-0bd5976c51f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 200 len: 912 time: 0.1631517 Feb 17 23:09:21.949934 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-cd258177-2e76-4fbc-b138-5c780084e0fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 200 len: 217 time: 0.0711153 Feb 17 23:09:22.029968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-3b0d22d6-92ba-4b10-9d5a-f6d771de7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:22.031849 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-3b0d22d6-92ba-4b10-9d5a-f6d771de7811 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 200 len: 852 time: 0.0760820 Feb 17 23:09:22.085926 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-e7f731f3-82a2-4436-953b-2eb147ccb832 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485287 Feb 17 23:09:22.227652 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-7ff0dfa5-439e-4a1e-8f99-398042eb7896 service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349294 Feb 17 23:09:22.304328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:09:22.306942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:09:22.371900 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-e5047bc0-f590-4508-9ad1-4a3a5be2a03e service neutron] 10.222.0.43 "GET /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379805 Feb 17 23:09:22.504154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6380d76a-9241-4986-9f1d-9b9416cb92db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:22.557811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:22.585956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:22.603367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:22.612942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'network_id': 'aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9', 'port_id': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'mac_address': 'fa:16:3e:49:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98e41cf-890e-419a-a131-be0e013c8fde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:09:22.617119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:22.654905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:22.692764 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'code': 200} Feb 17 23:09:22.734306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:22.758540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b0af7-859d-4096-b55c-e039c9c9ab01 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:22.766546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:22.781490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.781834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.782228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.782493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.782818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.783144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.783466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.783786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.784103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.784444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.784733 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.785057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:22.790944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:22.796354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:22.867235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['cc8b0af7-859d-4096-b55c-e039c9c9ab01'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:09:22.932353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:23.277397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5593b6-ffea-48cc-a2f7-316123691daf req-b5adf526-ceb0-4cc0-92a9-3c5cbdf9f1ed tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:23.278888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf5593b6-ffea-48cc-a2f7-316123691daf req-b5adf526-ceb0-4cc0-92a9-3c5cbdf9f1ed tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 944 time: 0.1002245 Feb 17 23:09:23.324890 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf5593b6-ffea-48cc-a2f7-316123691daf req-5058ad79-9382-4e05-b4a8-d0bad5ec1245 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Feb 17 23:09:23.350115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:23.552439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:24.318334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:09:24.388873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port cc8b0af7-859d-4096-b55c-e039c9c9ab01 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:09:24.389674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:24.503802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:24.519608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6ca8-8f57-4c91-9a88-82056c629e95 req-57f9be6f-cc0e-4790-8c95-e9cc442f9507 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.521191 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3e8e6ca8-8f57-4c91-9a88-82056c629e95 req-57f9be6f-cc0e-4790-8c95-e9cc442f9507 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 944 time: 0.0857575 Feb 17 23:09:24.539017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:24.543252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:24.573629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3e8e6ca8-8f57-4c91-9a88-82056c629e95 req-c4d3179a-0bf2-44cf-9cf4-d160d6a34a78 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea3f3293-d94c-409e-9bab-4db91ae16998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Feb 17 23:09:24.615252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:24.693465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:24.736331 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'code': 200} Feb 17 23:09:24.842809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-65d70e8b-d45a-470c-aa70-15d84db575af tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.844142 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-65d70e8b-d45a-470c-aa70-15d84db575af tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.43 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 945 time: 0.0853939 Feb 17 23:09:24.914311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Deleting port cc8b0af7-859d-4096-b55c-e039c9c9ab01 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:09:24.914650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:24.973412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:25.174725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] For port cc8b0af7-859d-4096-b55c-e039c9c9ab01, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=cc8b0af7-859d-4096-b55c-e039c9c9ab01,segment=NetworkSegment(eaa65058-b786-4538-9852-d8a6c9f18d6e),segment_id=eaa65058-b786-4538-9852-d8a6c9f18d6e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:25.175079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:25.421536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Calling delete_port for cc8b0af7-859d-4096-b55c-e039c9c9ab01 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:09:25.570711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:25.582492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['cc8b0af7-859d-4096-b55c-e039c9c9ab01'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:09:25.626295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Pushing event deleted for resources: {'Port': ['ID=cc8b0af7-859d-4096-b55c-e039c9c9ab01,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:25.696500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.696843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.697200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.697537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.697861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.698181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.698510 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.698819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.699134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.699448 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.699760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.700067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:25.714546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] No DVR routers for this DVR port cc8b0af7-859d-4096-b55c-e039c9c9ab01 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:09:25.717802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:25.721726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-deleted', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:25.722288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1898d965-f45a-4158-8f56-1f9934a6d632 req-e3bffd72-f7fc-417e-931c-d06c64c788d0 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df818d6-77e3-4404-a1dd-13e7f20613bb HTTP/1.1" status: 200 len: 210 time: 0.0426223 Feb 17 23:09:25.736356 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-8cd6f8f9-39c6-41d1-b4c5-49e19420edc7 req-fc6707ec-7687-4828-9171-7538d50e2fc7 tempest-DeleteServersTestJSON-1269841678 tempest-DeleteServersTestJSON-1269841678-project] 10.222.0.43 "DELETE /v2.0/ports/cc8b0af7-859d-4096-b55c-e039c9c9ab01 HTTP/1.1" status: 204 len: 173 time: 0.8870661 Feb 17 23:09:25.772187 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df818d6-77e3-4404-a1dd-13e7f20613bb', 'name': 'network-vif-deleted', 'tag': 'cc8b0af7-859d-4096-b55c-e039c9c9ab01', 'status': 'completed', 'code': 200} Feb 17 23:09:26.965249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39716) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:27.024844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Deleting subnet c98e41cf-890e-419a-a131-be0e013c8fde {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:09:27.027683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.079772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.136578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.209276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.247842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98e41cf-890e-419a-a131-be0e013c8fde,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:27.253452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.258934 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0ed81d74-3aa1-4354-a064-22e4211e52d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c98e41cf-890e-419a-a131-be0e013c8fde HTTP/1.1" status: 204 len: 168 time: 0.2926965 Feb 17 23:09:27.261438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39720) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:27.369383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.495072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.522111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:27.534877 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa65058-b786-4538-9852-d8a6c9f18d6e') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:27.535667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa65058-b786-4538-9852-d8a6c9f18d6e') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:27.547245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.563499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.569726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:09:27.570086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:09:27.583598 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:09:27.662463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.679590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.690914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:27.699656 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3bd683f5-70ab-4d9a-9e02-dfb2e194e7c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aa4a6cd1-1b7f-4333-8e2e-c98b2a43dbe9 HTTP/1.1" status: 204 len: 168 time: 0.4371006 Feb 17 23:09:27.816570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39726) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:27.870610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1b770ee8-696b-4e54-a1f2-2f28688429c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=545552a0aa5c4d0fbabffe5791d4d027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526707 Feb 17 23:09:27.873925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39730) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:27.932435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:27.962221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.015651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.032845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f3293-d94c-409e-9bab-4db91ae16998,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:28.040798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.041179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.041519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.041853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.042177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.042505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.042836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.043157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.043479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.043799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.044120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.044476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.047376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.050739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4a8e7e92-93dc-44f9-8919-62da356d8797 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea3f3293-d94c-409e-9bab-4db91ae16998 HTTP/1.1" status: 204 len: 168 time: 0.1736410 Feb 17 23:09:28.448592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.803746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 39754) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:28.913482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-689242796-network', 'tenant_id': 'df9ceb4cc24648ccbc58d9c286999a86'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:28.918382 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:09:28.928225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Usage tracker for resource:network and tenant:df9ceb4cc24648ccbc58d9c286999a86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:09:28.928225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:09:28.931590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:09:28.942020 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Made reservation on behalf of df9ceb4cc24648ccbc58d9c286999a86 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:09:28.944348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.957270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:28.971921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:09:28.975789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Usage tracker for resource:security_group_rule and tenant:df9ceb4cc24648ccbc58d9c286999a86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:09:28.978709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:09:28.984643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:09:29.071800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.077205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.106243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:09:29.115339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28188e-9d62-4480-8412-c106dd160301,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:29.120762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.121111 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Added segment a51c0c2b-9fa4-479e-8427-37d529094aa3 of type vlan for network 5f8f3b5f-9979-4508-80d6-3586fb63d05b Feb 17 23:09:29.148822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.177814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.178718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:29.179381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.282897 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4779286 Feb 17 23:09:29.283801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ec663-0454-4302-b89e-699358230617 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8f3b5f-9979-4508-80d6-3586fb63d05b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:29.287027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 39760) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:09:29.292777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Request body: {'subnet': {'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-689242796-subnet', 'tenant_id': 'df9ceb4cc24648ccbc58d9c286999a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:29.296944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:09:29.298761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:09:29.302558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Usage tracker for resource:subnet and tenant:df9ceb4cc24648ccbc58d9c286999a86 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:09:29.305835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:09:29.311956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:09:29.322753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Made reservation on behalf of df9ceb4cc24648ccbc58d9c286999a86 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:09:29.325511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.538673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.615971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d27724-008c-4208-8787-b383a1300e31,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:29.624749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Checking segment: {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:09:29.625129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Network hostable DHCP agents. Network: 5f8f3b5f-9979-4508-80d6-3586fb63d05b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:09:29.644225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:09:29.652983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 5f8f3b5f-9979-4508-80d6-3586fb63d05b) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:09:29.658072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:29.658515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:29.663208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed50168-ea46-4c6a-9401-63833439f3c1 None None] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:09:29.679358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8c267896-62a7-4293-9aed-a11ea04ac4f7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3909521 Feb 17 23:09:29.880186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d827770-9368-4b84-bb5e-45f7875ed414 None None] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:09:30.209235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-c49ff6ef-7f7d-46e3-bdca-a207889dbe1d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:30.210708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-c49ff6ef-7f7d-46e3-bdca-a207889dbe1d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 814 time: 0.1516209 Feb 17 23:09:30.226045 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-96f55b44-ada2-44e0-9cc6-179c142f0db3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/quotas/df9ceb4cc24648ccbc58d9c286999a86 HTTP/1.1" status: 200 len: 375 time: 0.0100095 Feb 17 23:09:30.274889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-08ca89d1-57a7-45ba-a196-7eee8a4f87d5 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434089 Feb 17 23:09:30.357572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:09:30.396855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: cc8b0af7-859d-4096-b55c-e039c9c9ab01 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:09:30.396855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device cc8b0af7-859d-4096-b55c-e039c9c9ab01 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:09:30.469158 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-308e7145-49b9-4062-9471-c5ea5e6e6f32 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869287 Feb 17 23:09:30.608874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-30bafc3d-97a1-4fed-b848-689a8acfad77 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337337 Feb 17 23:09:30.792312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-144f1e9e-92a3-4056-a1ff-b3b6c748482c req-cff6e8e0-3616-4934-ba89-4760154decf8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 210 time: 0.0490675 Feb 17 23:09:31.891203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-658b80ab-0732-4470-8cd9-83edc0ac6cb3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:31.891901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-658b80ab-0732-4470-8cd9-83edc0ac6cb3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Synchronizing usage tracker for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:network {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:09:31.911145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-658b80ab-0732-4470-8cd9-83edc0ac6cb3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Unset dirty status for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:network {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:09:31.912504 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-658b80ab-0732-4470-8cd9-83edc0ac6cb3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 814 time: 0.1875167 Feb 17 23:09:31.930944 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Request body: {'port': {'device_id': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'admin_state_up': True, 'tenant_id': 'df9ceb4cc24648ccbc58d9c286999a86'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:31.954960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-005ae7fa-70b9-4860-a0db-c089c590a945 req-1e675dac-545f-463b-9a06-e507fac450af tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 210 time: 0.0458078 Feb 17 23:09:32.199400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:09:32.203271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Usage tracker for resource:port and tenant:df9ceb4cc24648ccbc58d9c286999a86 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:09:32.206144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:09:32.214712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:09:32.225302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Made reservation on behalf of df9ceb4cc24648ccbc58d9c286999a86 for: {'port': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:09:32.228804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:32.407731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Allocated IP 172.20.0.3 (5f8f3b5f-9979-4508-80d6-3586fb63d05b/d6d27724-008c-4208-8787-b383a1300e31/e7747cd6-8676-4f31-98d0-afd38ca66738) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:09:32.633609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:32.664193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:32.740157 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:09:32.743544 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:09:32.746066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:09:32.788710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:32.818408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:32.818408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:32.840188 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-be4283fa-5001-422c-ab75-6b8b858b9e51 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9139988 Feb 17 23:09:32.852107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Request body: {'port': {'device_id': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:32.971049 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.152103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2970-0cfd-4f1a-aeb9-b64f16596af7 req-b0e6b4b3-920d-438b-bbd4-ff6e65bd3e1f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:33.153846 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-267c2970-0cfd-4f1a-aeb9-b64f16596af7 req-b0e6b4b3-920d-438b-bbd4-ff6e65bd3e1f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 931 time: 0.0872350 Feb 17 23:09:33.202782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-267c2970-0cfd-4f1a-aeb9-b64f16596af7 req-de1266de-dcfd-42bb-94cb-4f419e500382 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Feb 17 23:09:33.341945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7747cd6-8676-4f31-98d0-afd38ca66738 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:33.348938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.363839 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Transition to ACTIVE for port object e7747cd6-8676-4f31-98d0-afd38ca66738 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:09:33.367643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.526055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:33.605512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Attempting to bind port e7747cd6-8676-4f31-98d0-afd38ca66738 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:09:33.605752 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Attempting to bind port e7747cd6-8676-4f31-98d0-afd38ca66738 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:09:33.606071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Attempting to bind port e7747cd6-8676-4f31-98d0-afd38ca66738 on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:09:33.611152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Port e7747cd6-8676-4f31-98d0-afd38ca66738 on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:09:33.611471 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Attempting to bind port e7747cd6-8676-4f31-98d0-afd38ca66738 on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:09:33.616427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:09:33.616766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Checking segment: {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:09:33.617169 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Bound using segment: {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:09:33.617586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Bound port: e7747cd6-8676-4f31-98d0-afd38ca66738, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:09:33.617924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.714075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:09:33.717106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:09:33.722751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.784071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:33.784672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:33.792135 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] 10.222.0.43 "PUT /v2.0/ports/e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 1093 time: 0.9386802 Feb 17 23:09:33.792135 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:33.813479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd10df-c6d0-48e8-b95f-dc70e371256f service neutron] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:33.856195 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'status': 'completed', 'code': 200} Feb 17 23:09:33.899615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-358a06a1-ad33-44aa-93ea-ba19aa1c56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:33.901072 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-358a06a1-ad33-44aa-93ea-ba19aa1c56b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1096 time: 0.0757468 Feb 17 23:09:33.970910 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-20070fdd-549a-4571-aa12-a9a2864b463c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0626504 Feb 17 23:09:34.142700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-d1691a1b-898c-4880-8b64-d3d7779b2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:34.144125 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-d1691a1b-898c-4880-8b64-d3d7779b2551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.1679027 Feb 17 23:09:34.191523 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-3d5fe776-6d6a-4ceb-9021-84ffc6e558d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411890 Feb 17 23:09:34.324093 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-7024ef1e-69ea-4a4b-adf3-4cecf492b06c service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261270 Feb 17 23:09:34.393119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71968-bdec-47d1-92e7-a29d60c2482d req-755049b3-b444-4cd5-9738-92c8240f1e25 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:34.394531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65b71968-bdec-47d1-92e7-a29d60c2482d req-755049b3-b444-4cd5-9738-92c8240f1e25 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 943 time: 0.0823317 Feb 17 23:09:34.439594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65b71968-bdec-47d1-92e7-a29d60c2482d req-ddb0cf76-eb21-43fe-b9dd-42e8320bbeb3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Feb 17 23:09:34.457996 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc89bf36-fa19-45ac-b560-fcf727ea7202 req-34d62972-3dd3-46eb-ad26-e3846b400c3e service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280689 Feb 17 23:09:34.571257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-89e2f890-be16-4607-9d98-36301416d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:34.572748 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-89e2f890-be16-4607-9d98-36301416d34b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1096 time: 0.0730193 Feb 17 23:09:34.702591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-fc9e1c08-822f-4988-9fa7-7258e843a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:34.703925 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-fc9e1c08-822f-4988-9fa7-7258e843a80b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1250155 Feb 17 23:09:34.774847 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-528438b8-8b7c-4d99-87f6-bffbf5c8ef28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0649312 Feb 17 23:09:34.839958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-3c181362-95c2-4e5a-bf11-4022fb883130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:34.842032 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-3c181362-95c2-4e5a-bf11-4022fb883130 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0614126 Feb 17 23:09:34.894546 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-3d0d5421-12fb-47ff-9a81-6b591f4a83e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464795 Feb 17 23:09:35.047558 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-8fbb22d2-55ba-40a8-821a-cf1377b0d380 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464822 Feb 17 23:09:35.179495 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-917c756e-f1d0-4cc3-8c56-33977b43694d req-5e996e1a-e6e3-49f9-a569-8d0cb0b1c668 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262357 Feb 17 23:09:35.625170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3d1de-7f39-475d-b313-220b125774d5 req-5f618e42-37aa-4da4-8d07-a825b1f0fb21 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.626612 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-93e3d1de-7f39-475d-b313-220b125774d5 req-5f618e42-37aa-4da4-8d07-a825b1f0fb21 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 943 time: 0.0828698 Feb 17 23:09:35.771317 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-93e3d1de-7f39-475d-b313-220b125774d5 req-c87fe691-6f25-4fb4-8cf9-d0de0e9d8be8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387758 Feb 17 23:09:36.953266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb8f52-dff4-4f64-9079-4e8120cea357 req-a33c2712-6889-4bee-a377-7da40d158348 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.954712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddfb8f52-dff4-4f64-9079-4e8120cea357 req-a33c2712-6889-4bee-a377-7da40d158348 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 943 time: 0.0801458 Feb 17 23:09:37.000776 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddfb8f52-dff4-4f64-9079-4e8120cea357 req-9a203338-3f36-422b-a8d2-e586c076a2c2 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Feb 17 23:09:38.190250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba12d2-c639-4ac3-8ee4-5682e265b9eb req-61a28d99-220f-4e0d-8afe-3d2f6fc9fe2e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:38.191829 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-93ba12d2-c639-4ac3-8ee4-5682e265b9eb req-61a28d99-220f-4e0d-8afe-3d2f6fc9fe2e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 943 time: 0.0819144 Feb 17 23:09:38.235491 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-93ba12d2-c639-4ac3-8ee4-5682e265b9eb req-43502752-da19-435c-8806-a59e60b57bed tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Feb 17 23:09:38.387672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:09:38.533625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:38.548074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'port_id': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'mac_address': 'fa:16:3e:d3:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27724-008c-4208-8787-b383a1300e31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:09:38.604089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:38.621447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7747cd6-8676-4f31-98d0-afd38ca66738 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:38.636717 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:38.641643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:38.712866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:38.840362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e7747cd6-8676-4f31-98d0-afd38ca66738'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:09:39.420816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d630f4e-9ef4-4997-99ec-27ec1883042c req-cc77df99-5ea4-4bb8-be47-0c06466ee3c4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:39.422288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d630f4e-9ef4-4997-99ec-27ec1883042c req-cc77df99-5ea4-4bb8-be47-0c06466ee3c4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 944 time: 0.0821033 Feb 17 23:09:39.469946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d630f4e-9ef4-4997-99ec-27ec1883042c req-6fa527a4-974e-487d-9188-584bd7b8d381 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Feb 17 23:09:40.402735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:09:40.472007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port e7747cd6-8676-4f31-98d0-afd38ca66738 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:09:40.476736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e7747cd6-8676-4f31-98d0-afd38ca66738 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:09:40.477128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:40.596443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:40.623522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:40.633829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:09:40.638010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:40.661208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef041d-f81e-48c4-8475-a84b0ce1f30f req-6f0ce1e1-5cad-4391-acaa-bba7794bd936 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:40.662621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceef041d-f81e-48c4-8475-a84b0ce1f30f req-6f0ce1e1-5cad-4391-acaa-bba7794bd936 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 944 time: 0.0832422 Feb 17 23:09:40.674571 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'code': 200} Feb 17 23:09:40.717539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceef041d-f81e-48c4-8475-a84b0ce1f30f req-0a743dd4-fecf-4b53-8e65-7ca56a306459 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Feb 17 23:09:40.718836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:40.908586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452507c0-6572-4942-b821-9e27014d8399 req-17b62300-13cf-485e-938a-ad0cc18c33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:40.910080 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-452507c0-6572-4942-b821-9e27014d8399 req-17b62300-13cf-485e-938a-ad0cc18c33b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1098 time: 0.0710778 Feb 17 23:09:40.949686 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-452507c0-6572-4942-b821-9e27014d8399 req-38cf11db-cdcf-4078-b5df-7672c6e983e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Feb 17 23:09:41.926169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187237f-2043-45ba-a87d-1fc671eb648e req-80c375d1-e32c-46b6-869c-2ab64a4818fd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:41.933997 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a187237f-2043-45ba-a87d-1fc671eb648e req-80c375d1-e32c-46b6-869c-2ab64a4818fd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.1060641 Feb 17 23:09:41.975318 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a187237f-2043-45ba-a87d-1fc671eb648e req-14085104-a6c2-4c03-a7a6-10ac7e9e0005 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Feb 17 23:09:43.162267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112bdf-36bd-49bb-b697-7af7e8cc0cda req-3f7c979b-fdc7-43d1-916b-afaf319bc8ab tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:43.163753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc112bdf-36bd-49bb-b697-7af7e8cc0cda req-3f7c979b-fdc7-43d1-916b-afaf319bc8ab tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0836308 Feb 17 23:09:43.209887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc112bdf-36bd-49bb-b697-7af7e8cc0cda req-5b8bcdb9-4b8b-4367-bcb2-588ab6981746 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Feb 17 23:09:43.396214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0be00-8093-4680-8a5b-ed5e3a36ed5c req-73ff8730-e000-4c42-9ea6-398b4aa13da3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:43.397702 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9b0be00-8093-4680-8a5b-ed5e3a36ed5c req-73ff8730-e000-4c42-9ea6-398b4aa13da3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0839169 Feb 17 23:09:43.442759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9b0be00-8093-4680-8a5b-ed5e3a36ed5c req-c7d98e32-091e-45bb-8098-b0b758ba143c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Feb 17 23:09:43.784861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b97f4-d046-4e97-87aa-c3b8ae6759c5 req-06d7998d-ee2e-4d77-ae49-4fc1249ef882 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:43.786223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e35b97f4-d046-4e97-87aa-c3b8ae6759c5 req-06d7998d-ee2e-4d77-ae49-4fc1249ef882 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0797925 Feb 17 23:09:43.834381 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e35b97f4-d046-4e97-87aa-c3b8ae6759c5 req-d45187d3-9a04-4fab-8cb8-c2e47ef582c8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Feb 17 23:09:44.017674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6f666-222d-4ca5-9315-b53c1be13170 req-a366bb5b-dff2-4a65-9ede-f5a0a90650f8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:44.019140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c4b6f666-222d-4ca5-9315-b53c1be13170 req-a366bb5b-dff2-4a65-9ede-f5a0a90650f8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0813687 Feb 17 23:09:44.064643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c4b6f666-222d-4ca5-9315-b53c1be13170 req-f4ca4e55-ca54-4ee5-a0ab-add5b7a0254e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395808 Feb 17 23:09:44.415937 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-56c62d34-8373-4ea3-a20b-d8858678a370 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790067 Feb 17 23:09:44.471389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55ea16-2960-4f51-88e7-021289df8d56 req-81c7513c-f2cf-4df0-b68c-c2c7ffb2a162 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:44.472863 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf55ea16-2960-4f51-88e7-021289df8d56 req-81c7513c-f2cf-4df0-b68c-c2c7ffb2a162 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0905676 Feb 17 23:09:44.520757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf55ea16-2960-4f51-88e7-021289df8d56 req-236e7e82-66a2-4a46-88ab-28dbebbe987b tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 Feb 17 23:09:45.630875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-d90f8d64-9e59-4a05-8c37-89e22028230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:45.632338 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-d90f8d64-9e59-4a05-8c37-89e22028230e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1098 time: 0.0733001 Feb 17 23:09:45.708979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14d8a-e1e3-42c2-bcd6-be668e71e3dd req-297ae095-0d52-4369-a908-305bc0d066ec tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:45.710555 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bcc14d8a-e1e3-42c2-bcd6-be668e71e3dd req-297ae095-0d52-4369-a908-305bc0d066ec tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0793817 Feb 17 23:09:45.756201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bcc14d8a-e1e3-42c2-bcd6-be668e71e3dd req-c583abc8-7246-49fe-a984-bd173b78c817 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390916 Feb 17 23:09:45.768885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-b2ddc5f2-c7e6-4915-8cce-98187f2642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:45.770398 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-b2ddc5f2-c7e6-4915-8cce-98187f2642bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1323087 Feb 17 23:09:45.849577 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-2e217754-1670-463a-b241-9abb4fdc2a42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0735691 Feb 17 23:09:45.912501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-f824015d-a29a-49ff-b948-092bdf93192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:45.913952 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-f824015d-a29a-49ff-b948-092bdf93192e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0595064 Feb 17 23:09:46.072281 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-b05fb027-5884-44fd-b796-8e432238dd57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527572 Feb 17 23:09:46.206971 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-ab0299f8-41ca-475e-bedb-df03d158413f service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291320 Feb 17 23:09:46.338575 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-add1978f-a6b5-4fa6-b852-53c8ec4b9552 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254625 Feb 17 23:09:46.500783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-fbf95c2e-e708-4b05-b15e-7001645ff066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:46.502309 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-fbf95c2e-e708-4b05-b15e-7001645ff066 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1098 time: 0.0742116 Feb 17 23:09:46.662232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-294e440f-1227-451c-8a4e-2e20ee0ede5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:46.663698 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-294e440f-1227-451c-8a4e-2e20ee0ede5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1348245 Feb 17 23:09:46.738605 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-e4b81d4b-6043-4ee9-af35-a600fe867c3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0678895 Feb 17 23:09:46.803477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-b685184f-5671-4dd4-9e01-57e6e578c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:46.804915 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-b685184f-5671-4dd4-9e01-57e6e578c690 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0610785 Feb 17 23:09:46.851400 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-68f50ad5-7667-448d-9322-9ef7b4ff329e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406146 Feb 17 23:09:46.946673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4c47d-5563-48bb-a991-07657203c2ba req-68ecaf30-8b95-4f72-9343-2c6ce810a282 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:46.948029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8c4c47d-5563-48bb-a991-07657203c2ba req-68ecaf30-8b95-4f72-9343-2c6ce810a282 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0835507 Feb 17 23:09:46.983995 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-1b12d8cb-13c7-4cdb-93cf-9c7e1da343ea service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259749 Feb 17 23:09:46.995223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8c4c47d-5563-48bb-a991-07657203c2ba req-92fd858f-8b4a-421b-9e77-cded808ebab4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Feb 17 23:09:47.119727 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c91e0965-1ea7-469b-8d18-3c098a360439 req-8e44d142-f5af-4e5d-afb6-0043753b5b97 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284993 Feb 17 23:09:48.185515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4f897-5a55-4021-8e83-a3a43db080a6 req-ab8263f4-2feb-4794-986c-33acb168fa44 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:48.186965 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-63c4f897-5a55-4021-8e83-a3a43db080a6 req-ab8263f4-2feb-4794-986c-33acb168fa44 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0784070 Feb 17 23:09:48.230127 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-63c4f897-5a55-4021-8e83-a3a43db080a6 req-002efecf-aed0-4801-9375-9b957f4b021c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375478 Feb 17 23:09:49.416788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dbbd8-da18-44bf-a6d0-fc5c3a30c352 req-9e181ead-a86b-411e-a6b9-8a8d6ed4678a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:49.418291 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-583dbbd8-da18-44bf-a6d0-fc5c3a30c352 req-9e181ead-a86b-411e-a6b9-8a8d6ed4678a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0820727 Feb 17 23:09:49.471264 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-583dbbd8-da18-44bf-a6d0-fc5c3a30c352 req-1241dbf8-fe7e-40c5-80e8-9aed7c628611 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Feb 17 23:09:50.107075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6eff6a02-93e9-4065-b9aa-b54835e121f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:50.653956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b6099-afea-42cf-9b1e-1599b860a87d req-b66c055b-40f8-4217-ac2e-747015942d63 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:50.655390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f60b6099-afea-42cf-9b1e-1599b860a87d req-b66c055b-40f8-4217-ac2e-747015942d63 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0777173 Feb 17 23:09:50.703170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f60b6099-afea-42cf-9b1e-1599b860a87d req-feb1ad27-b382-4086-9d4f-d7f519704a59 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Feb 17 23:09:51.554687 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:09:51.892299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7362881-41f8-45f9-8fac-94b69111e002 req-8b3fdfaa-a86d-42d7-b123-02e1705dcd0c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:51.893781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7362881-41f8-45f9-8fac-94b69111e002 req-8b3fdfaa-a86d-42d7-b123-02e1705dcd0c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Feb 17 23:09:51.938620 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7362881-41f8-45f9-8fac-94b69111e002 req-f5ece637-0497-43ed-8dfd-785fa2ed886b tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 Feb 17 23:09:52.386801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af4f1d76-65e1-434c-bdf0-a8c13ada2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:53.128706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941ffb-fb3e-4f66-95a8-5008a12e7fe4 req-09655c9d-5a30-45bc-88ea-e63d854055b6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:53.130189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-75941ffb-fb3e-4f66-95a8-5008a12e7fe4 req-09655c9d-5a30-45bc-88ea-e63d854055b6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0837998 Feb 17 23:09:53.175621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-75941ffb-fb3e-4f66-95a8-5008a12e7fe4 req-85a273f4-b6cf-454f-b871-536ed1aaafca tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Feb 17 23:09:53.354241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:53.554966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:54.361119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03f23-1287-42c2-88a7-777992a7e29c req-72eff873-e30b-4a08-be22-eab6e66e1473 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:54.362602 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff03f23-1287-42c2-88a7-777992a7e29c req-72eff873-e30b-4a08-be22-eab6e66e1473 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0807314 Feb 17 23:09:54.406908 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ff03f23-1287-42c2-88a7-777992a7e29c req-cc099219-b3fa-40de-af31-39d18999c304 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Feb 17 23:09:54.976672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:55.596939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074925cc-9fa2-482c-b7ae-d89e08fbc0fc req-165dbad7-f8e7-481c-a9ba-8ba8ca0a3032 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:55.598416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-074925cc-9fa2-482c-b7ae-d89e08fbc0fc req-165dbad7-f8e7-481c-a9ba-8ba8ca0a3032 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0828993 Feb 17 23:09:55.642666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-074925cc-9fa2-482c-b7ae-d89e08fbc0fc req-217e4638-2a60-47bb-8f74-6f3f9184bb11 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Feb 17 23:09:56.825983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74dd8e-c388-4dac-a2c2-c5a3288b21a4 req-2dbe5927-ed10-43bd-92fc-2826d5937348 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:56.828654 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc74dd8e-c388-4dac-a2c2-c5a3288b21a4 req-2dbe5927-ed10-43bd-92fc-2826d5937348 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0815020 Feb 17 23:09:56.877243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc74dd8e-c388-4dac-a2c2-c5a3288b21a4 req-2b24558e-d6e9-446f-a117-e4610bb5fb4e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Feb 17 23:09:58.063801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deefe4-5d18-4934-843d-5e54b70e2de3 req-e7c5ea58-e56a-4aa3-a626-05d44c80fc07 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:58.065270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41deefe4-5d18-4934-843d-5e54b70e2de3 req-e7c5ea58-e56a-4aa3-a626-05d44c80fc07 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0792844 Feb 17 23:09:58.109500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-41deefe4-5d18-4934-843d-5e54b70e2de3 req-4e579834-2660-4081-932b-5b8439aac089 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Feb 17 23:09:58.451222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:09:59.298184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db103cc-f155-4776-91dc-6f6168d2f3d9 req-e9a2e78b-978b-418a-b9fc-fad3b9338b87 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:59.299619 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6db103cc-f155-4776-91dc-6f6168d2f3d9 req-e9a2e78b-978b-418a-b9fc-fad3b9338b87 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0821247 Feb 17 23:09:59.344221 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6db103cc-f155-4776-91dc-6f6168d2f3d9 req-22e3eaf2-6041-4170-a4d0-35ef9eb194b4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Feb 17 23:10:00.535312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01d746-878e-4f46-98fc-5056789d60a5 req-11c58567-1972-4574-a6f7-0ebe067ec25e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:00.536786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a01d746-878e-4f46-98fc-5056789d60a5 req-11c58567-1972-4574-a6f7-0ebe067ec25e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0828965 Feb 17 23:10:00.583119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a01d746-878e-4f46-98fc-5056789d60a5 req-c3e92096-9143-4ab5-bedc-55cb1c894a08 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Feb 17 23:10:01.919387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1f468-c15f-4b35-ae0f-f98c3c563365 req-690f7b4f-da36-493e-8d45-cb5eff7e618e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:01.920861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58c1f468-c15f-4b35-ae0f-f98c3c563365 req-690f7b4f-da36-493e-8d45-cb5eff7e618e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0830753 Feb 17 23:10:01.964948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58c1f468-c15f-4b35-ae0f-f98c3c563365 req-ed8cd5c6-2c93-4845-920e-f28204479f0c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Feb 17 23:10:03.162227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907652-64b6-46e5-94ee-154af1f6af5b req-8cbab0cd-991c-4df1-a0d2-ee389377456d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:03.163705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3907652-64b6-46e5-94ee-154af1f6af5b req-8cbab0cd-991c-4df1-a0d2-ee389377456d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0887570 Feb 17 23:10:03.211431 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3907652-64b6-46e5-94ee-154af1f6af5b req-de020e61-6801-4a30-b85e-322a5f6dec3d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Feb 17 23:10:04.503198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41816-43ed-46b8-be63-d22927fba45c req-19b1d63b-e05e-4fee-87ae-a26942a22463 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:04.505122 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cbd41816-43ed-46b8-be63-d22927fba45c req-19b1d63b-e05e-4fee-87ae-a26942a22463 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.1874692 Feb 17 23:10:04.551796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cbd41816-43ed-46b8-be63-d22927fba45c req-8039b2ae-9cbe-4af4-8024-999ac8ddb774 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Feb 17 23:10:05.780811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a968d6-d5de-45b1-9950-aa6911fbf8aa req-c6a3ba9e-d6a1-40e2-8e5f-43517a231d81 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.782916 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30a968d6-d5de-45b1-9950-aa6911fbf8aa req-c6a3ba9e-d6a1-40e2-8e5f-43517a231d81 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.1204298 Feb 17 23:10:05.829769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30a968d6-d5de-45b1-9950-aa6911fbf8aa req-c8ff77f5-bf62-47b6-84ae-6d11b4e40864 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Feb 17 23:10:07.030605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfbf4-237d-4e10-b1e2-28eb4700529c req-3b6694d3-ee45-47cc-9ad2-23931841b29e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:07.033145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f7bfbf4-237d-4e10-b1e2-28eb4700529c req-3b6694d3-ee45-47cc-9ad2-23931841b29e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0904803 Feb 17 23:10:07.087986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f7bfbf4-237d-4e10-b1e2-28eb4700529c req-9615ac86-1941-4047-9ae7-16d2ec6ea8e5 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Feb 17 23:10:08.278110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc4471-733f-4d49-b94f-d5c74f9b5eba req-b8ec4e89-ca9c-45e5-ac92-ed1ae83dcca9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.279553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-02cc4471-733f-4d49-b94f-d5c74f9b5eba req-b8ec4e89-ca9c-45e5-ac92-ed1ae83dcca9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0823171 Feb 17 23:10:08.324545 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-02cc4471-733f-4d49-b94f-d5c74f9b5eba req-8ce57e30-4d5a-4753-99c8-0b85a1dd0c6f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Feb 17 23:10:09.511206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39ce5-6a63-41c3-b6e6-524a729781bd req-ddcccece-5165-447b-ad34-c8c5343ab493 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:09.512698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33d39ce5-6a63-41c3-b6e6-524a729781bd req-ddcccece-5165-447b-ad34-c8c5343ab493 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0832939 Feb 17 23:10:09.557364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33d39ce5-6a63-41c3-b6e6-524a729781bd req-bb98e37f-1abd-440c-b253-b8f8d4c1b5a1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Feb 17 23:10:10.765138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde82b1-d82d-402b-991d-cc5586228073 req-05a9ca3d-0301-4dfe-b3b7-21c38246e98c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:10.767165 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fde82b1-d82d-402b-991d-cc5586228073 req-05a9ca3d-0301-4dfe-b3b7-21c38246e98c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0936048 Feb 17 23:10:10.813564 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fde82b1-d82d-402b-991d-cc5586228073 req-85cebd25-14a8-4c5a-9610-c133e01c3126 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Feb 17 23:10:11.995127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202e4e8-1be5-4424-b341-cf383216112f req-5f761cb3-4758-440a-9de1-201f18e2e95e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:11.996579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9202e4e8-1be5-4424-b341-cf383216112f req-5f761cb3-4758-440a-9de1-201f18e2e95e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0797689 Feb 17 23:10:12.047097 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9202e4e8-1be5-4424-b341-cf383216112f req-74927b5c-f8a2-4e98-8751-3b390d59d0bb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435734 Feb 17 23:10:13.231520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad30ea-f83c-44f6-a837-f5abb8e3e173 req-30aae6bb-ac4e-425b-a6b7-7084d166bd4a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:13.232976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddad30ea-f83c-44f6-a837-f5abb8e3e173 req-30aae6bb-ac4e-425b-a6b7-7084d166bd4a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0804203 Feb 17 23:10:13.277008 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddad30ea-f83c-44f6-a837-f5abb8e3e173 req-5cdc3cdf-c946-4ac4-bc43-419af75491a9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Feb 17 23:10:14.469396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ef37d-c793-460b-b902-3deea7be40d1 req-1bae66b7-c49c-4090-aa86-498f2ee6d988 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.470891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4c2ef37d-c793-460b-b902-3deea7be40d1 req-1bae66b7-c49c-4090-aa86-498f2ee6d988 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0849886 Feb 17 23:10:14.522989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4c2ef37d-c793-460b-b902-3deea7be40d1 req-50fc0788-4529-4e8f-b6a0-dee00a28d7c4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Feb 17 23:10:15.726102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe8d4-67e1-41bf-9d7c-a2aa88e1ef9e req-9da3b17f-5fd0-4730-93cd-1450d33e0fb2 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:15.727639 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-acdbe8d4-67e1-41bf-9d7c-a2aa88e1ef9e req-9da3b17f-5fd0-4730-93cd-1450d33e0fb2 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0955803 Feb 17 23:10:15.776098 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-acdbe8d4-67e1-41bf-9d7c-a2aa88e1ef9e req-9b8c4cc4-09be-46ba-876b-5a061df2bce7 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Feb 17 23:10:16.976123 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947a9d-751d-4743-907c-42c314ca9cb7 req-b3cd7240-f5f2-4d90-8a15-d9601efd6c8c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:16.977652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c947a9d-751d-4743-907c-42c314ca9cb7 req-b3cd7240-f5f2-4d90-8a15-d9601efd6c8c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0849583 Feb 17 23:10:17.034843 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0c947a9d-751d-4743-907c-42c314ca9cb7 req-31057a4e-1417-4696-a251-48557e92f68f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Feb 17 23:10:17.978989 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-c29d2bfa-f983-4fb8-97ed-03680fa34f6c service neutron] 10.222.0.43 "GET /v2.0/ports/e7747cd6-8676-4f31-98d0-afd38ca66738/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0782719 Feb 17 23:10:18.236863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c55f-e140-4afc-bc48-6ecfac53180d req-a17937b6-5c82-47be-bfb4-ea838f05c494 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:18.238317 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7702c55f-e140-4afc-bc48-6ecfac53180d req-a17937b6-5c82-47be-bfb4-ea838f05c494 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0880713 Feb 17 23:10:18.253334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-6dd58873-3238-427a-a614-288f7be76786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:18.254808 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-6dd58873-3238-427a-a614-288f7be76786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427&tenant_id=df9ceb4cc24648ccbc58d9c286999a86 HTTP/1.1" status: 200 len: 1098 time: 0.0732393 Feb 17 23:10:18.287352 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7702c55f-e140-4afc-bc48-6ecfac53180d req-47d4a5bd-2781-4335-91de-9a18a1661840 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Feb 17 23:10:18.350304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-c0dace48-756f-47a1-8cb9-8d450faff265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:18.351749 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-c0dace48-756f-47a1-8cb9-8d450faff265 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1098 time: 0.0762231 Feb 17 23:10:18.482895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-50fc9c6e-e23d-490d-90b1-4fdda923d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:18.485068 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-50fc9c6e-e23d-490d-90b1-4fdda923d3f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1270173 Feb 17 23:10:18.553808 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-ab87215b-2d1e-4cbc-9f97-f3035b36354f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0637567 Feb 17 23:10:18.620974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-b8d91ab9-9b6e-4a49-ad1f-da960f51030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:18.622458 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-b8d91ab9-9b6e-4a49-ad1f-da960f51030a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0633330 Feb 17 23:10:18.668820 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-99200637-3596-4431-9e89-069f40e194e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401466 Feb 17 23:10:18.897528 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-a07265a7-2c3a-464e-bb11-6d1efe31ed47 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222261 Feb 17 23:10:19.029206 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-7314fa50-8f85-4e8d-bbec-17a0ff6a1234 req-85697859-dc1b-4553-bdfd-4a027480b79e service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257885 Feb 17 23:10:19.472870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec40c5-996a-4124-b907-9ba2cfdb3353 req-90e54c52-dd2f-4b8b-9ee2-999830807b84 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:19.474386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99ec40c5-996a-4124-b907-9ba2cfdb3353 req-90e54c52-dd2f-4b8b-9ee2-999830807b84 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0793676 Feb 17 23:10:19.522497 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99ec40c5-996a-4124-b907-9ba2cfdb3353 req-71ddd954-b726-4a7f-b0db-8f58f43cf7c3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Feb 17 23:10:20.110434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b8de8e79-3576-4ce6-b57b-fa64ac2c48ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:20.722169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a769e-7e2a-4a8a-ae27-ffc01317a7e9 req-b5748349-b289-4b27-bd8c-607accd6b1e3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:20.723647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-232a769e-7e2a-4a8a-ae27-ffc01317a7e9 req-b5748349-b289-4b27-bd8c-607accd6b1e3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0881083 Feb 17 23:10:20.768112 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-232a769e-7e2a-4a8a-ae27-ffc01317a7e9 req-4b9f9622-c060-4cb4-9ea5-ba0ab22f6e37 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Feb 17 23:10:21.955157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1fc2-6dbd-450b-9232-01d84e43b587 req-7c2c4e91-4813-4656-9e35-538cd66e1bb6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:21.956637 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-512b1fc2-6dbd-450b-9232-01d84e43b587 req-7c2c4e91-4813-4656-9e35-538cd66e1bb6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0783675 Feb 17 23:10:22.000148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-512b1fc2-6dbd-450b-9232-01d84e43b587 req-7777922c-6e00-49a8-aa89-6e78e43ba6bd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Feb 17 23:10:22.310370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e0eeb-0a2e-48c4-8684-4dbe5255e72a req-171867e2-db42-4632-8e8e-35de63d3e44a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.311667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-04115c20-a61a-40b6-a6e1-7a6ae9ac82aa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.312497 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a09e0eeb-0a2e-48c4-8684-4dbe5255e72a req-171867e2-db42-4632-8e8e-35de63d3e44a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0839889 Feb 17 23:10:22.312668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-04115c20-a61a-40b6-a6e1-7a6ae9ac82aa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Synchronizing usage tracker for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:10:22.330645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-04115c20-a61a-40b6-a6e1-7a6ae9ac82aa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Unset dirty status for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:10:22.331827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-04115c20-a61a-40b6-a6e1-7a6ae9ac82aa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427&tenant_id=df9ceb4cc24648ccbc58d9c286999a86&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1065679 Feb 17 23:10:22.360147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a09e0eeb-0a2e-48c4-8684-4dbe5255e72a req-2304d80c-42fc-467d-afd1-01ac78959133 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Feb 17 23:10:22.393881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b2b6-dbe4-4e11-9b58-c8ccb33ab677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:22.478697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-0041d6b0-cdea-4c63-aae7-ebfe6b1bcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.480171 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-0041d6b0-cdea-4c63-aae7-ebfe6b1bcd67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 1098 time: 0.0710049 Feb 17 23:10:22.561773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:10:22.565724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:10:22.613126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-76907658-2d7d-498f-9db3-61a46f5e100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.614564 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-76907658-2d7d-498f-9db3-61a46f5e100f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1290035 Feb 17 23:10:22.685532 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-3707d5a1-5219-43ac-a3f2-2b28c22fe6cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 200 len: 217 time: 0.0652466 Feb 17 23:10:22.746922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-0a595340-045f-46f4-b1bc-38d850535947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.748349 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-0a595340-045f-46f4-b1bc-38d850535947 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0569291 Feb 17 23:10:22.788397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:22.793955 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-2e358dbd-def9-4be1-ba4c-e6e28489558a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400603 Feb 17 23:10:22.849335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:22.873975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:22.880959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'port_id': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'mac_address': 'fa:16:3e:d3:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27724-008c-4208-8787-b383a1300e31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:10:22.887196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:22.924300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:22.954115 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-f2d9156c-d745-4268-b170-7bd11fef8e17 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537735 Feb 17 23:10:22.957863 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'code': 200} Feb 17 23:10:23.000621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:23.024780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7747cd6-8676-4f31-98d0-afd38ca66738 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:23.028578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:23.038365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.038714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.039053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.039388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.040014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.040014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.040356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.040683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.041006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.041354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.041684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.042004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:23.055083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:23.060174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:23.094483 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-888d1cb0-676d-45b6-8b42-a2ab072ba5d1 req-1140557c-0d60-49ed-bd75-08f098019919 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346421 Feb 17 23:10:23.129975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e7747cd6-8676-4f31-98d0-afd38ca66738'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:10:23.170335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:23.361511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:23.561568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:23.582372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c73ca-2832-4525-916e-b43ae5165dbe req-19e86cd2-49c0-4b24-b40a-e40135e5eaf7 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.583878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-240c73ca-2832-4525-916e-b43ae5165dbe req-19e86cd2-49c0-4b24-b40a-e40135e5eaf7 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 944 time: 0.0920441 Feb 17 23:10:23.637308 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-240c73ca-2832-4525-916e-b43ae5165dbe req-01866afa-b25b-4eec-b865-fab6e0851e12 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Feb 17 23:10:24.573398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:10:24.642144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e7747cd6-8676-4f31-98d0-afd38ca66738 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:10:24.642507 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:24.759038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:24.790831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:24.794816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:24.842718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe69c-b5b3-4022-9707-dc3b081edec7 req-99af454a-719b-44d1-be90-9ef9798a0167 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:24.844398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bebfe69c-b5b3-4022-9707-dc3b081edec7 req-99af454a-719b-44d1-be90-9ef9798a0167 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0871661 Feb 17 23:10:24.863483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:24.897296 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bebfe69c-b5b3-4022-9707-dc3b081edec7 req-64cb8ce9-2a78-4794-8543-6ca21a0884f6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Feb 17 23:10:24.959296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:24.983303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:25.006387 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'code': 200} Feb 17 23:10:25.088018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed454-69f8-423c-bdfb-058447708552 req-1f20104c-4aac-4ad8-9c67-76f60173e821 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:25.089493 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-403ed454-69f8-423c-bdfb-058447708552 req-1f20104c-4aac-4ad8-9c67-76f60173e821 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0794649 Feb 17 23:10:25.135910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-403ed454-69f8-423c-bdfb-058447708552 req-f26c140f-f4c2-41a3-ac28-73792f45e8da tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Feb 17 23:10:25.322088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae328-8a43-4b54-a265-59629366287c req-51ef392a-1942-4c4e-8de0-a31e045103be tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:25.323514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f23ae328-8a43-4b54-a265-59629366287c req-51ef392a-1942-4c4e-8de0-a31e045103be tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0788472 Feb 17 23:10:25.368582 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f23ae328-8a43-4b54-a265-59629366287c req-477813ce-0c71-4390-bb72-5526b39b9b6e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Feb 17 23:10:25.878073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-2afe6a05-9d27-490a-ac3f-f574ef72f2b9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:25.879501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-2afe6a05-9d27-490a-ac3f-f574ef72f2b9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 814 time: 0.1419017 Feb 17 23:10:25.895012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-cb0db6f2-ef4a-40f0-bf3c-8af8b57aba07 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/quotas/df9ceb4cc24648ccbc58d9c286999a86 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Feb 17 23:10:25.977447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-0860db02-3058-4384-8d08-f1bf842fda06 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771527 Feb 17 23:10:26.213693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-767e6584-3ce0-4a75-adf7-9b3daeee28d2 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279611 Feb 17 23:10:26.344484 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-9209fd2e-182e-446f-bbe3-fd1b2b1faf3e service neutron] 10.222.0.42 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243660 Feb 17 23:10:26.520625 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd9bee67-2a30-4ffd-bd21-118cea4ad3fb req-fc8314bd-f9be-41ef-a1d8-8fc6f5420ad2 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 210 time: 0.0455558 Feb 17 23:10:27.317551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-57aa6afd-c839-4575-b1c3-2849cc29114d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:27.318861 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-57aa6afd-c839-4575-b1c3-2849cc29114d tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a3ae0-d3ac-4937-b33d-f375c37c0427 HTTP/1.1" status: 200 len: 945 time: 0.0839581 Feb 17 23:10:27.388696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Deleting port e7747cd6-8676-4f31-98d0-afd38ca66738 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:10:27.389047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:27.577115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-f65caa6b-a9f9-40ce-ba93-7889d0afe5c1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:27.578978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-f65caa6b-a9f9-40ce-ba93-7889d0afe5c1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 814 time: 0.1661284 Feb 17 23:10:27.590378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Request body: {'port': {'device_id': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'admin_state_up': True, 'tenant_id': 'df9ceb4cc24648ccbc58d9c286999a86'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:27.692035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] For port e7747cd6-8676-4f31-98d0-afd38ca66738, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e7747cd6-8676-4f31-98d0-afd38ca66738,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:27.692397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:27.724889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5487a655-c206-4b07-bed3-ad4cf6bff6ba req-ff32269c-2d69-499c-b1bc-e8070cac60b6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 210 time: 0.0513995 Feb 17 23:10:27.788973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:10:27.799748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:10:27.810606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Made reservation on behalf of df9ceb4cc24648ccbc58d9c286999a86 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:10:27.814366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:27.819329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Calling delete_port for e7747cd6-8676-4f31-98d0-afd38ca66738 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:10:27.969343 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:27.981365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e7747cd6-8676-4f31-98d0-afd38ca66738'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:10:27.985951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Allocated IP 172.20.0.11 (5f8f3b5f-9979-4508-80d6-3586fb63d05b/d6d27724-008c-4208-8787-b383a1300e31/0c61f50f-2cb5-4f18-8b50-157bc545e17a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:10:28.131974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Pushing event deleted for resources: {'Port': ['ID=e7747cd6-8676-4f31-98d0-afd38ca66738,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:28.142729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.144987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.145419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.145661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.146418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.146418 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.221114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:28.221375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] No DVR routers for this DVR port e7747cd6-8676-4f31-98d0-afd38ca66738 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:10:28.223953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:28.226407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-deleted', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:28.242964 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "DELETE /v2.0/ports/e7747cd6-8676-4f31-98d0-afd38ca66738 HTTP/1.1" status: 204 len: 173 time: 0.9187939 Feb 17 23:10:28.271921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:28.285391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e7747cd6-8676-4f31-98d0-afd38ca66738'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:10:28.302632 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a3ae0-d3ac-4937-b33d-f375c37c0427', 'name': 'network-vif-deleted', 'tag': 'e7747cd6-8676-4f31-98d0-afd38ca66738', 'status': 'completed', 'code': 200} Feb 17 23:10:28.347376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Network 5f8f3b5f-9979-4508-80d6-3586fb63d05b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:10:28.350551 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:10:28.355025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:10:28.397022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:28.410857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.411206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.411549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.411893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.412224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.412554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.412882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.413240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.413569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.413891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.414216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.414535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:28.440334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:28.441014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:28.462222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:28.465192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-7887dbdf-e729-42ce-b36f-a261afc10478 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788743 Feb 17 23:10:28.477026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Request body: {'port': {'device_id': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:28.554519 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:10:28.592830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.006286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d97dd-fb81-4ea1-b9c9-1701f0e0c1db req-eaa57349-1cbf-4cc0-af8c-bab5ffb98cfd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:29.006891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-fe2d97dd-fb81-4ea1-b9c9-1701f0e0c1db req-eaa57349-1cbf-4cc0-af8c-bab5ffb98cfd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Synchronizing usage tracker for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:10:29.025290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:29.034576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.038890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-fe2d97dd-fb81-4ea1-b9c9-1701f0e0c1db req-eaa57349-1cbf-4cc0-af8c-bab5ffb98cfd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Unset dirty status for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:10:29.040029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe2d97dd-fb81-4ea1-b9c9-1701f0e0c1db req-eaa57349-1cbf-4cc0-af8c-bab5ffb98cfd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 932 time: 0.2031279 Feb 17 23:10:29.067284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Transition to ACTIVE for port object 0c61f50f-2cb5-4f18-8b50-157bc545e17a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:10:29.071084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.322748 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe2d97dd-fb81-4ea1-b9c9-1701f0e0c1db req-4a3b3c9c-0777-4309-9ccf-9a335fc5ba1c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723615 Feb 17 23:10:29.363638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:29.440392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Attempting to bind port 0c61f50f-2cb5-4f18-8b50-157bc545e17a on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:10:29.440728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Attempting to bind port 0c61f50f-2cb5-4f18-8b50-157bc545e17a by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:10:29.441049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Attempting to bind port 0c61f50f-2cb5-4f18-8b50-157bc545e17a on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:10:29.445595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Port 0c61f50f-2cb5-4f18-8b50-157bc545e17a on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:10:29.445930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Attempting to bind port 0c61f50f-2cb5-4f18-8b50-157bc545e17a on network 5f8f3b5f-9979-4508-80d6-3586fb63d05b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:10:29.451002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:10:29.451332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Checking segment: {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:10:29.451720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Bound using segment: {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:10:29.452130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Bound port: 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51c0c2b-9fa4-479e-8427-37d529094aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:10:29.453046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.541677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:10:29.544655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:10:29.549563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.611992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:29.612648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:29.614085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] 10.222.0.43 "PUT /v2.0/ports/0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 1094 time: 1.1416144 Feb 17 23:10:29.614511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:29.638890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2ac1-587b-4fff-b4da-d575c710f35c service neutron] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:29.714738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'status': 'completed', 'code': 200} Feb 17 23:10:29.727820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-05aeeda8-07e3-4dbf-b24a-dd8489207310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:29.729334 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-05aeeda8-07e3-4dbf-b24a-dd8489207310 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1097 time: 0.0748334 Feb 17 23:10:29.800125 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-fc4193b4-1141-4e31-9b2d-13622871f57c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0640841 Feb 17 23:10:29.862629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-27e2794e-ee50-4830-906f-9e0f4bcba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:29.864092 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-27e2794e-ee50-4830-906f-9e0f4bcba029 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0582643 Feb 17 23:10:29.909504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-edf0e54f-e3fb-464e-9559-fc642e8dff3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398791 Feb 17 23:10:30.049351 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-dd5523f2-e33b-4b2b-ac30-7d58b4e04478 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338933 Feb 17 23:10:30.181563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4f6ed1c-2581-417f-a9d9-76328bda76ea req-acf89482-c080-4d31-9db4-8641549442ad service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262867 Feb 17 23:10:30.294137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-cad84b6e-dbe8-4483-8350-757379222140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.295588 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-cad84b6e-dbe8-4483-8350-757379222140 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1097 time: 0.0734217 Feb 17 23:10:30.467825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-d9a7422e-1374-443e-9257-8c5b635814f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.470331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-d9a7422e-1374-443e-9257-8c5b635814f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1675584 Feb 17 23:10:30.559840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-c24f9b41-a6d4-41fb-8fa2-39293077bbb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0831113 Feb 17 23:10:30.636637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-d88ca870-bae4-4cf6-906b-1e8669f422b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.638445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-d88ca870-bae4-4cf6-906b-1e8669f422b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0683768 Feb 17 23:10:30.651689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254cbe-f6b6-4d8a-a878-0e0a06cac3b2 req-618eae8e-edad-4166-82e9-3826fec72f68 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.653300 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5254cbe-f6b6-4d8a-a878-0e0a06cac3b2 req-618eae8e-edad-4166-82e9-3826fec72f68 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 944 time: 0.2197556 Feb 17 23:10:30.715090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-6e7b39f8-d6f2-4213-9997-4d7427d7a847 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607910 Feb 17 23:10:30.910550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5254cbe-f6b6-4d8a-a878-0e0a06cac3b2 req-a4715e34-14b3-432f-971d-67e8c9cae884 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214842 Feb 17 23:10:30.965837 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-23694c44-ed9b-4daf-ad48-c649a1a52c50 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432201 Feb 17 23:10:31.097001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6c359ea-cae3-46d1-a903-832baeb6ca1b req-53a908ce-26ae-4b15-9792-35a6e2d5ae2b service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245880 Feb 17 23:10:32.095886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b58d-2326-4221-b073-f87b9cff98aa req-3c1c486c-c657-409e-9788-8a0e177d4376 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:32.097345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3632b58d-2326-4221-b073-f87b9cff98aa req-3c1c486c-c657-409e-9788-8a0e177d4376 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 944 time: 0.0795844 Feb 17 23:10:32.145664 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3632b58d-2326-4221-b073-f87b9cff98aa req-f7c8e452-f931-4dec-8982-3b634f9b05ad tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Feb 17 23:10:32.621280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:10:32.624033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:10:32.660829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: e7747cd6-8676-4f31-98d0-afd38ca66738 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:10:32.661182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e7747cd6-8676-4f31-98d0-afd38ca66738 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:10:32.787203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:32.801059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'port_id': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'mac_address': 'fa:16:3e:00:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27724-008c-4208-8787-b383a1300e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:10:32.860741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:32.878585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:32.894142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:32.898214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:32.964299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:33.086961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0c61f50f-2cb5-4f18-8b50-157bc545e17a'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:10:33.334467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42057072-6c49-4a52-9499-ff370ca22d3d req-4f276fce-2a8a-4d42-93ba-245d61d97353 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:33.335942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-42057072-6c49-4a52-9499-ff370ca22d3d req-4f276fce-2a8a-4d42-93ba-245d61d97353 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 945 time: 0.0823846 Feb 17 23:10:33.379978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-42057072-6c49-4a52-9499-ff370ca22d3d req-93ad6869-149a-4175-a97d-6c529e603679 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383027 Feb 17 23:10:34.569033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910f1e0-07cc-4ce8-8845-3de1f26a1f9d req-48d87e0b-bba3-4063-8df7-b7b5a7402cf8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:34.570529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7910f1e0-07cc-4ce8-8845-3de1f26a1f9d req-48d87e0b-bba3-4063-8df7-b7b5a7402cf8 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 945 time: 0.0835037 Feb 17 23:10:34.615849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7910f1e0-07cc-4ce8-8845-3de1f26a1f9d req-889f48bf-90a0-42e0-89ce-2772a2c969a1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Feb 17 23:10:34.638841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:10:34.705769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 0c61f50f-2cb5-4f18-8b50-157bc545e17a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:10:34.710366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0c61f50f-2cb5-4f18-8b50-157bc545e17a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:10:34.710728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:34.827158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:34.854769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:34.865762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:10:34.869619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:34.900354 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'code': 200} Feb 17 23:10:34.943303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:35.137701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5792a-e6af-4b37-9ae6-c9455fa5780a req-e1b9b7e3-faee-49ba-972f-7cc657530ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:35.139205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65b5792a-e6af-4b37-9ae6-c9455fa5780a req-e1b9b7e3-faee-49ba-972f-7cc657530ce4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1099 time: 0.0734484 Feb 17 23:10:35.183531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65b5792a-e6af-4b37-9ae6-c9455fa5780a req-f75c1b0f-71ca-48e2-a45d-2441b5422486 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Feb 17 23:10:35.802701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2138a-226f-4592-93c8-2eee87f21925 req-133f9ab9-42f1-4c87-9716-fb955a12b0db tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:35.804070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-beb2138a-226f-4592-93c8-2eee87f21925 req-133f9ab9-42f1-4c87-9716-fb955a12b0db tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0826879 Feb 17 23:10:35.848254 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-beb2138a-226f-4592-93c8-2eee87f21925 req-848f358d-4526-4b49-b6d2-9eab946993fd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Feb 17 23:10:37.079720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0dc4-4552-4a4c-8370-3c7f3503f567 req-902a4afd-2df4-4969-b39e-b250f3daa71a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:37.081187 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-945c0dc4-4552-4a4c-8370-3c7f3503f567 req-902a4afd-2df4-4969-b39e-b250f3daa71a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.1266644 Feb 17 23:10:37.129474 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-945c0dc4-4552-4a4c-8370-3c7f3503f567 req-4d03b498-60eb-4c29-811e-f76efc7c2458 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Feb 17 23:10:37.314607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aef7d-2cf6-408f-b800-eb6b2cdd6379 req-2e512722-0e36-4f4a-9463-6c71efdd8da7 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:37.316076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b42aef7d-2cf6-408f-b800-eb6b2cdd6379 req-2e512722-0e36-4f4a-9463-6c71efdd8da7 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0805242 Feb 17 23:10:37.360330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b42aef7d-2cf6-408f-b800-eb6b2cdd6379 req-8956e525-4916-4ea8-b049-46514b184873 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Feb 17 23:10:37.721671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-323744ee-b019-493d-8dd1-1a48d257190f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750761 Feb 17 23:10:37.778286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371051d-ef08-4f83-9933-54097a7d946b req-af4fb589-f703-48d3-84b6-e0a25485cb6e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:37.779967 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4371051d-ef08-4f83-9933-54097a7d946b req-af4fb589-f703-48d3-84b6-e0a25485cb6e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0891542 Feb 17 23:10:37.826840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4371051d-ef08-4f83-9933-54097a7d946b req-250bfac2-a78b-43fa-b302-46b04d4f98aa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Feb 17 23:10:38.820041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-36684b50-5a76-454c-b1f6-a7682c1e71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:38.821522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-36684b50-5a76-454c-b1f6-a7682c1e71fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1099 time: 0.0743608 Feb 17 23:10:38.996713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-faf038ae-11d3-4069-9abf-a6a7a2c22f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:38.998169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-faf038ae-11d3-4069-9abf-a6a7a2c22f52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1702847 Feb 17 23:10:39.087955 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-ec9b1ae9-8657-4c86-a1fa-2c06552c06ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0787981 Feb 17 23:10:39.149505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa855afa-d430-4277-aa03-f4b42fd90f58 req-b73b19ff-65b1-4ced-8a16-a8f393b9d19c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:39.150934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa855afa-d430-4277-aa03-f4b42fd90f58 req-b73b19ff-65b1-4ced-8a16-a8f393b9d19c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.2113740 Feb 17 23:10:39.181584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-71fa5485-8182-42d9-8341-43ff3dd3ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:39.182948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-71fa5485-8182-42d9-8341-43ff3dd3ddff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0891478 Feb 17 23:10:39.238371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-131217ef-26fa-4eed-84d3-4df01802091f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448349 Feb 17 23:10:39.242935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa855afa-d430-4277-aa03-f4b42fd90f58 req-3fd98e3e-3c89-46c5-9c43-55c55ed146e9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Feb 17 23:10:39.369812 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-e28e10bb-f200-4789-84e8-e562324dc57f service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257558 Feb 17 23:10:39.599298 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-36241e8b-c82f-4531-a848-df834660f561 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236977 Feb 17 23:10:40.477574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2905e9-094c-4534-acb7-2020332b40bd req-c354c359-7349-4c15-8da1-bd616f422f36 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:40.479016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d2905e9-094c-4534-acb7-2020332b40bd req-c354c359-7349-4c15-8da1-bd616f422f36 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.1303418 Feb 17 23:10:40.523810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d2905e9-094c-4534-acb7-2020332b40bd req-5180ed42-d9ad-43f7-a3aa-333f573c9f55 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Feb 17 23:10:41.708241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc6f8b-d239-48fb-a715-e40be719fa70 req-077ed9ad-2b5c-4db0-a9fd-fe24af2ff33a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:41.709810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03fc6f8b-d239-48fb-a715-e40be719fa70 req-077ed9ad-2b5c-4db0-a9fd-fe24af2ff33a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0795631 Feb 17 23:10:41.756524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03fc6f8b-d239-48fb-a715-e40be719fa70 req-ee71a0e9-62cd-48e0-840e-5cffc014abbc tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Feb 17 23:10:42.952484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a515827-1b99-43be-8362-31fc25e11550 req-0a4041fd-7775-4f73-bf89-8df31c944d87 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:42.954613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5a515827-1b99-43be-8362-31fc25e11550 req-0a4041fd-7775-4f73-bf89-8df31c944d87 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0825083 Feb 17 23:10:43.002599 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5a515827-1b99-43be-8362-31fc25e11550 req-dde225c6-6e9c-480a-ac00-c2079ee434cf tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Feb 17 23:10:44.195870 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bcdc7-ab15-4349-94e7-31f52e86e770 req-ef087490-9a14-404b-9912-360b16d61a96 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:44.197341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1b1bcdc7-ab15-4349-94e7-31f52e86e770 req-ef087490-9a14-404b-9912-360b16d61a96 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0832984 Feb 17 23:10:44.241416 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1b1bcdc7-ab15-4349-94e7-31f52e86e770 req-0d2d4f4b-d762-4b58-b0d6-3309a2f1e0e2 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Feb 17 23:10:45.429520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb4e6b-5853-4e1a-a839-48539d0b069f req-ddfe6a27-890e-489c-b758-95f76a874491 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:45.431289 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbb4e6b-5853-4e1a-a839-48539d0b069f req-ddfe6a27-890e-489c-b758-95f76a874491 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0797589 Feb 17 23:10:45.475275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbb4e6b-5853-4e1a-a839-48539d0b069f req-36e2d3a2-2e4c-4aae-a07c-f9bfc69f3e2a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Feb 17 23:10:46.205982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-f1bba08b-a6eb-42fd-9719-7aab6c2cb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:46.207514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-f1bba08b-a6eb-42fd-9719-7aab6c2cb8ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1099 time: 0.0790021 Feb 17 23:10:46.358085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-ea5e97b7-4614-41c4-ba1a-d5414b4568ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:46.359644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-ea5e97b7-4614-41c4-ba1a-d5414b4568ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1341140 Feb 17 23:10:46.426764 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-24bf03fc-415b-4d67-b251-151d527b9ea9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0606270 Feb 17 23:10:46.493323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-2b92f1a5-7665-4393-8ea0-574e9713a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:46.494764 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-2b92f1a5-7665-4393-8ea0-574e9713a0dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0621502 Feb 17 23:10:46.552636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-c3a49d83-5ead-4e47-83c5-3ba4631b5e40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497358 Feb 17 23:10:46.753579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-a998c729-0596-4492-9015-bb00e2cadac1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943593 Feb 17 23:10:46.790144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98535967-4cfd-4cd2-a654-a7b7816895c6 req-fc47ecd5-43b8-4adc-8f2e-a56db9732ddd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:46.791659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98535967-4cfd-4cd2-a654-a7b7816895c6 req-fc47ecd5-43b8-4adc-8f2e-a56db9732ddd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.1571786 Feb 17 23:10:46.911856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98535967-4cfd-4cd2-a654-a7b7816895c6 req-1803cfe6-56b9-4fed-aabc-edcc5b9cccd9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Feb 17 23:10:46.933684 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f163b0c9-b641-4e3a-9df0-27c559ee411e req-9e3a35c8-2b59-4104-95a7-2c4240d7a485 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733086 Feb 17 23:10:48.113166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c9111-728b-4507-85e9-29420fbb3e7f req-bb0d165a-056d-4c68-ad65-b4a572ebbdc5 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:48.114247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-492c9111-728b-4507-85e9-29420fbb3e7f req-bb0d165a-056d-4c68-ad65-b4a572ebbdc5 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0837255 Feb 17 23:10:48.166378 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-492c9111-728b-4507-85e9-29420fbb3e7f req-55e95a63-824d-4a8c-b610-89b925b75c5b tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Feb 17 23:10:49.351998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db222f0-b008-430c-a264-97ba8426e7f9 req-a6c5ce13-3e7a-40ad-9de1-0538d9ab14b4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:49.353518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2db222f0-b008-430c-a264-97ba8426e7f9 req-a6c5ce13-3e7a-40ad-9de1-0538d9ab14b4 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0807707 Feb 17 23:10:49.400058 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2db222f0-b008-430c-a264-97ba8426e7f9 req-1dfd4ab1-b4eb-46eb-9c10-9f992d8820f9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Feb 17 23:10:50.113780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-056eb983-f31d-427e-8a02-973bb10cf53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:50.602825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acbbaf-5a54-4806-a6a1-1f30c7e959c3 req-1b55264e-eb8b-42f6-8110-59638906db4a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:50.604327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-48acbbaf-5a54-4806-a6a1-1f30c7e959c3 req-1b55264e-eb8b-42f6-8110-59638906db4a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0940366 Feb 17 23:10:50.752006 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-48acbbaf-5a54-4806-a6a1-1f30c7e959c3 req-7e1948a3-919e-40f6-a987-5136f6a07416 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417658 Feb 17 23:10:51.955776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336199f-0362-4b13-82d3-9d2878495208 req-eac24368-ca9a-46da-9a62-b308122d8c03 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:51.957561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6336199f-0362-4b13-82d3-9d2878495208 req-eac24368-ca9a-46da-9a62-b308122d8c03 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0938354 Feb 17 23:10:52.004335 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6336199f-0362-4b13-82d3-9d2878495208 req-0f73a0ee-7099-4f77-9f02-a12cb7e4d51f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Feb 17 23:10:52.389282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5e6d-9270-4c04-af54-0438b9352975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:53.206242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6088-e56e-46b1-83b7-b2725162e297 req-bbc802b5-8f66-49e2-90eb-dfb98a4a0fda tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:53.207752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e8a6088-e56e-46b1-83b7-b2725162e297 req-bbc802b5-8f66-49e2-90eb-dfb98a4a0fda tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0927906 Feb 17 23:10:53.254185 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e8a6088-e56e-46b1-83b7-b2725162e297 req-62ea88d0-0594-44c1-b579-2ec257c0ec2a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Feb 17 23:10:53.355229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:53.554386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:54.448342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002fc92-7094-4d6a-a2d5-2fb87359ce7a req-d0bcd06c-bd2a-465a-ab87-117c879527e1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:54.450026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2002fc92-7094-4d6a-a2d5-2fb87359ce7a req-d0bcd06c-bd2a-465a-ab87-117c879527e1 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0838938 Feb 17 23:10:54.503347 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2002fc92-7094-4d6a-a2d5-2fb87359ce7a req-be2f3c52-0773-4bc3-b794-6aa32aa21823 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Feb 17 23:10:54.991120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:55.728621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc099847-d58d-4027-9cea-c90b474800be req-9ee9881a-1e3d-4e66-84c5-9f2bf844caeb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:55.731324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc099847-d58d-4027-9cea-c90b474800be req-9ee9881a-1e3d-4e66-84c5-9f2bf844caeb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0980084 Feb 17 23:10:55.780866 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc099847-d58d-4027-9cea-c90b474800be req-c2e909bf-0269-4a9a-8cde-eda6e5f3e8fb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Feb 17 23:10:56.984433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3a770-04a4-4081-8cd6-500513c95947 req-d579e1ee-cd26-4a97-8a24-11e9b29ba8c9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:56.986037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1da3a770-04a4-4081-8cd6-500513c95947 req-d579e1ee-cd26-4a97-8a24-11e9b29ba8c9 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0882437 Feb 17 23:10:57.036000 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1da3a770-04a4-4081-8cd6-500513c95947 req-2035e0fd-d10c-4c95-b779-c1cf3acbf486 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Feb 17 23:10:58.235504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4ddb-2549-4c3f-ba03-cbc910cb40bf req-68aa6f0c-c13d-48e8-b82e-726e52243142 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:58.237567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2aa4ddb-2549-4c3f-ba03-cbc910cb40bf req-68aa6f0c-c13d-48e8-b82e-726e52243142 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0854430 Feb 17 23:10:58.284130 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2aa4ddb-2549-4c3f-ba03-cbc910cb40bf req-d9ebc611-49eb-43e7-95ad-110b8b54dd49 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Feb 17 23:10:58.467548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:10:59.496268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849ac0-242b-4f10-a928-fd5eb86ddc34 req-6c59576f-854d-471a-b300-814ea9a5d828 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:59.497906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae849ac0-242b-4f10-a928-fd5eb86ddc34 req-6c59576f-854d-471a-b300-814ea9a5d828 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0922294 Feb 17 23:10:59.548227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae849ac0-242b-4f10-a928-fd5eb86ddc34 req-35f70984-e969-407f-89b9-3f58adf4361c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Feb 17 23:11:00.747358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729593-e4cc-477b-b902-a816f87f0a7b req-eac40643-5276-4bad-a853-5121620fc948 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:00.748852 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb729593-e4cc-477b-b902-a816f87f0a7b req-eac40643-5276-4bad-a853-5121620fc948 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0848639 Feb 17 23:11:00.811797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb729593-e4cc-477b-b902-a816f87f0a7b req-ebba4b00-afd2-4c1b-9665-a4332daeb1cb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Feb 17 23:11:02.019184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a7db-6642-4038-921f-845636ce3e9c req-f9e30a36-ad28-47b3-8bad-0d23f10c07b6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:02.021518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c44a7db-6642-4038-921f-845636ce3e9c req-f9e30a36-ad28-47b3-8bad-0d23f10c07b6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0876825 Feb 17 23:11:02.077381 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c44a7db-6642-4038-921f-845636ce3e9c req-a5014097-fd31-4a37-bb27-1207be3270ef tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Feb 17 23:11:03.275888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2a313-1711-4ce5-8c7d-1c7e620888ad req-3b165c1f-2538-4e5c-a97b-c0a6a152e0f6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:03.277457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65f2a313-1711-4ce5-8c7d-1c7e620888ad req-3b165c1f-2538-4e5c-a97b-c0a6a152e0f6 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0849857 Feb 17 23:11:03.324139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65f2a313-1711-4ce5-8c7d-1c7e620888ad req-9c8ae428-af26-42a9-8004-a1990cf946ca tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Feb 17 23:11:04.510925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80c45b-99cc-4da2-9d58-662637b6d6f2 req-1c16339d-859c-45e9-916c-ab130a2e82da tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.512396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc80c45b-99cc-4da2-9d58-662637b6d6f2 req-1c16339d-859c-45e9-916c-ab130a2e82da tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0793977 Feb 17 23:11:04.556083 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc80c45b-99cc-4da2-9d58-662637b6d6f2 req-0b4b8c65-009e-4f35-ab84-340cfc054ce3 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374980 Feb 17 23:11:05.554705 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:11:05.750500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc27e95-46fc-4c08-8fb3-388ecd90f7fb req-b233bb2b-e30a-42f4-a625-be6c076d6900 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.751990 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1dc27e95-46fc-4c08-8fb3-388ecd90f7fb req-b233bb2b-e30a-42f4-a625-be6c076d6900 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0867474 Feb 17 23:11:05.796085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1dc27e95-46fc-4c08-8fb3-388ecd90f7fb req-a3071fa8-7a03-4777-8633-1476eccad4e5 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382156 Feb 17 23:11:06.231292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-5607d71a-90bd-4455-954a-00b6614702da service neutron] 10.222.0.43 "GET /v2.0/ports/0c61f50f-2cb5-4f18-8b50-157bc545e17a/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0748105 Feb 17 23:11:06.497275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-457b297b-b0e4-4880-aa21-5437835f344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:06.498719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-457b297b-b0e4-4880-aa21-5437835f344d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968&tenant_id=df9ceb4cc24648ccbc58d9c286999a86 HTTP/1.1" status: 200 len: 1099 time: 0.0736022 Feb 17 23:11:06.593511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-e8ed4029-aaf8-483b-b859-6a8d6d36952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:06.594983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-e8ed4029-aaf8-483b-b859-6a8d6d36952f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1099 time: 0.0738084 Feb 17 23:11:06.730046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-9d2803d7-120d-440c-8335-91ad991f020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:06.731481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-9d2803d7-120d-440c-8335-91ad991f020d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1301177 Feb 17 23:11:06.802943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-0dd5c63b-bcc4-48d7-bf76-c6ae48cdeffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0657954 Feb 17 23:11:06.864439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-10748def-0e2a-4e42-b8db-c0cd439f14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:06.865909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-10748def-0e2a-4e42-b8db-c0cd439f14e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0577998 Feb 17 23:11:06.944727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-33ee3e9f-1fc0-4f36-8392-43f9ac8bcaaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733204 Feb 17 23:11:07.207076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-290a41b3-d7fb-4879-bce3-cef244212091 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568529 Feb 17 23:11:07.215349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e34d-1688-4fb7-ba7e-9154dc405536 req-7afaf18d-fe73-4962-b45f-8d272ea0a12e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:07.216714 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1188e34d-1688-4fb7-ba7e-9154dc405536 req-7afaf18d-fe73-4962-b45f-8d272ea0a12e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.3085225 Feb 17 23:11:07.338587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1188e34d-1688-4fb7-ba7e-9154dc405536 req-0cf91a27-1662-40cb-a06c-02ea4e366fed tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033483 Feb 17 23:11:07.377928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33768c06-a5c5-431f-ab21-f4a96e624763 req-561d132b-0551-495b-a389-6ea77c056506 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602509 Feb 17 23:11:08.538398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc52bd-0c28-4d34-8906-57814070b911 req-c0be8598-85ad-45c1-8ab3-6880f64412fd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:08.539880 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ddc52bd-0c28-4d34-8906-57814070b911 req-c0be8598-85ad-45c1-8ab3-6880f64412fd tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0871551 Feb 17 23:11:08.585695 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ddc52bd-0c28-4d34-8906-57814070b911 req-271ccdf1-909a-4006-afa3-edaffab555cb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Feb 17 23:11:09.774480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0a629-de81-4ed9-bf41-6432151775f3 req-8652f981-23dc-4663-bd7b-912fb7d3dc69 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:09.775949 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-61b0a629-de81-4ed9-bf41-6432151775f3 req-8652f981-23dc-4663-bd7b-912fb7d3dc69 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0830138 Feb 17 23:11:09.825623 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-61b0a629-de81-4ed9-bf41-6432151775f3 req-7f3011ab-5bb5-495d-91f7-c2d1f6dcbbeb tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Feb 17 23:11:10.199297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b64b3-1094-4e2b-ba80-3720992f9bfe req-4f04801c-10f4-43d1-a0c7-587194e23d68 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.200751 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b31b64b3-1094-4e2b-ba80-3720992f9bfe req-4f04801c-10f4-43d1-a0c7-587194e23d68 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.1423287 Feb 17 23:11:10.212883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-e141157b-c226-4c5a-b55c-3213121f993c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.214275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-e141157b-c226-4c5a-b55c-3213121f993c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968&tenant_id=df9ceb4cc24648ccbc58d9c286999a86&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 946 time: 0.1243787 Feb 17 23:11:10.254857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b31b64b3-1094-4e2b-ba80-3720992f9bfe req-f95fe6db-759d-4231-b37a-335cc9ed0b65 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Feb 17 23:11:10.352218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-90c52c35-bd6c-43db-a348-68fb031d154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.353632 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-90c52c35-bd6c-43db-a348-68fb031d154b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 1099 time: 0.0700135 Feb 17 23:11:10.485829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-b7489565-f317-4f18-9779-372ed6dc0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.487282 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-b7489565-f317-4f18-9779-372ed6dc0d0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 200 len: 914 time: 0.1276209 Feb 17 23:11:10.559422 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-8bf07603-c203-4061-a544-702dd4be0ca8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 200 len: 217 time: 0.0663962 Feb 17 23:11:10.625177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-e8d9399b-1827-48f1-9fc0-dc2a1c829387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.626563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-e8d9399b-1827-48f1-9fc0-dc2a1c829387 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 200 len: 854 time: 0.0613239 Feb 17 23:11:10.677574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-e2788ffc-cad2-4df1-9558-58bd73fcd912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f8f3b5f-9979-4508-80d6-3586fb63d05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454867 Feb 17 23:11:10.816479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:11:10.819568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:11:10.822992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-1d50d56b-04e7-45ef-a40a-0be3f31695bd service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396604 Feb 17 23:11:10.964925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b4630c8a-8e07-43b9-968b-d125d3e6ab3f req-66d26cf6-b154-494b-b3d5-d7767b7a64b8 service neutron] 10.222.0.43 "GET /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359205 Feb 17 23:11:11.047276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:11.071786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:11.094302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'network_id': '5f8f3b5f-9979-4508-80d6-3586fb63d05b', 'port_id': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'mac_address': 'fa:16:3e:00:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27724-008c-4208-8787-b383a1300e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:11:11.102567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:11.156787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:11.165949 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'code': 200} Feb 17 23:11:11.169322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:11.220053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:11.254117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:11.297306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:11.330902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:11:11.331303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:11:11.480192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaae7-f9c9-4391-a199-aaaa1ee00e6d req-fdf88904-a934-4fc7-a2c4-7eed6b226ac0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:11.481661 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ccdfaae7-f9c9-4391-a199-aaaa1ee00e6d req-fdf88904-a934-4fc7-a2c4-7eed6b226ac0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 944 time: 0.1072369 Feb 17 23:11:11.529930 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ccdfaae7-f9c9-4391-a199-aaaa1ee00e6d req-e1e7dbc3-b269-4917-b20e-a33a35fe6010 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Feb 17 23:11:11.905325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:11.923645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:11.941403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:11.945939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:12.012420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0c61f50f-2cb5-4f18-8b50-157bc545e17a'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:11:12.075005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:12.724875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400695f4-3b42-406f-8a51-e0fed2dbd4bc req-aacbd5a1-2cef-4d01-825d-bf2753441275 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:12.726417 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-400695f4-3b42-406f-8a51-e0fed2dbd4bc req-aacbd5a1-2cef-4d01-825d-bf2753441275 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 945 time: 0.0869780 Feb 17 23:11:12.773327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-400695f4-3b42-406f-8a51-e0fed2dbd4bc req-d1df7589-0bf0-41ea-82a6-890d9359c60e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Feb 17 23:11:12.821911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:12.891084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0c61f50f-2cb5-4f18-8b50-157bc545e17a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:12.891445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:12.963342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b827e8-86b6-464b-840b-fbb65f53fdcb req-fa97dcf1-e39e-4200-8900-b6d828a57b3e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:12.964843 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-01b827e8-86b6-464b-840b-fbb65f53fdcb req-fa97dcf1-e39e-4200-8900-b6d828a57b3e tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 945 time: 0.0823009 Feb 17 23:11:13.010490 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-01b827e8-86b6-464b-840b-fbb65f53fdcb req-f8c3d453-71fa-439d-a400-61a23cb0064b tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Feb 17 23:11:13.012524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:13.047729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:13.054074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:13.128117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:13.167989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:13.213644 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'code': 200} Feb 17 23:11:13.307036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc381e6a-45e8-406a-8881-6844c5dc8fca req-4a9e4f6e-8480-46a5-918c-3fb34793fc5a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:13.308533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc381e6a-45e8-406a-8881-6844c5dc8fca req-4a9e4f6e-8480-46a5-918c-3fb34793fc5a tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.1827574 Feb 17 23:11:13.355251 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc381e6a-45e8-406a-8881-6844c5dc8fca req-b9752e61-b52e-4f4f-98f7-da488667dffc tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Feb 17 23:11:13.948697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8d8d-b35b-485c-ad5d-08300e57d521 req-86c8fd5e-8439-4725-aaee-e2661a841448 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:13.950135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e9b8d8d-b35b-485c-ad5d-08300e57d521 req-86c8fd5e-8439-4725-aaee-e2661a841448 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0856330 Feb 17 23:11:14.001345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e9b8d8d-b35b-485c-ad5d-08300e57d521 req-7386e006-8daa-4483-b0f7-70961a45ecaa tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Feb 17 23:11:15.197717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be791d-5c33-45fc-b835-cd50d1b3bb46 req-c390716f-cd01-4ef2-8cf3-f845043a768c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:15.199225 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-40be791d-5c33-45fc-b835-cd50d1b3bb46 req-c390716f-cd01-4ef2-8cf3-f845043a768c tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0873418 Feb 17 23:11:15.245469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-40be791d-5c33-45fc-b835-cd50d1b3bb46 req-55c7732a-4801-4a92-bbf8-9b5d1071a59f tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b28188e-9d62-4480-8412-c106dd160301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Feb 17 23:11:15.371065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-01f5fb0e-23c0-4e97-a178-d2012bb453ed tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:15.372465 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-01f5fb0e-23c0-4e97-a178-d2012bb453ed tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 946 time: 0.0861721 Feb 17 23:11:15.444073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Deleting port 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:11:15.444404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:15.701207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] For port 0c61f50f-2cb5-4f18-8b50-157bc545e17a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0c61f50f-2cb5-4f18-8b50-157bc545e17a,segment=NetworkSegment(a51c0c2b-9fa4-479e-8427-37d529094aa3),segment_id=a51c0c2b-9fa4-479e-8427-37d529094aa3)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:15.701559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:15.824974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Calling delete_port for 0c61f50f-2cb5-4f18-8b50-157bc545e17a owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:11:15.971072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:15.982211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0c61f50f-2cb5-4f18-8b50-157bc545e17a'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:11:16.022688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Pushing event deleted for resources: {'Port': ['ID=0c61f50f-2cb5-4f18-8b50-157bc545e17a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:16.097795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] No DVR routers for this DVR port 0c61f50f-2cb5-4f18-8b50-157bc545e17a on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:16.100282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:16.102790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-deleted', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:16.118316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11df0dc5-423a-466b-acdc-ee65a9992437 req-13ac251a-6d6d-4204-acd1-d1da0819f190 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.43 "DELETE /v2.0/ports/0c61f50f-2cb5-4f18-8b50-157bc545e17a HTTP/1.1" status: 204 len: 173 time: 0.7406831 Feb 17 23:11:16.148058 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c515e-50e6-4f23-a72a-b4f3e50e3968', 'name': 'network-vif-deleted', 'tag': '0c61f50f-2cb5-4f18-8b50-157bc545e17a', 'status': 'completed', 'code': 200} Feb 17 23:11:16.450643 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8adccef2-66e7-4751-8848-0e7cb6373bed req-7a55808d-4a0c-4674-83a9-c18432dc6f94 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Synchronizing usage tracker for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:11:16.466441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8adccef2-66e7-4751-8848-0e7cb6373bed req-7a55808d-4a0c-4674-83a9-c18432dc6f94 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] Unset dirty status for tenant:df9ceb4cc24648ccbc58d9c286999a86 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:11:16.468010 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8adccef2-66e7-4751-8848-0e7cb6373bed req-7a55808d-4a0c-4674-83a9-c18432dc6f94 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] 10.222.0.42 "GET /v2.0/ports?device_id=559c515e-50e6-4f23-a72a-b4f3e50e3968 HTTP/1.1" status: 200 len: 210 time: 0.0599363 Feb 17 23:11:17.716923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40110) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:17.779075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Deleting subnet d6d27724-008c-4208-8787-b383a1300e31 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:11:17.782004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:17.844940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:17.900524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:17.974120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.015549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d27724-008c-4208-8787-b383a1300e31,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:18.017589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.025596 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-11e8ec85-7f8b-4aa6-a69d-166cd2412b79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d6d27724-008c-4208-8787-b383a1300e31 HTTP/1.1" status: 204 len: 168 time: 0.3075199 Feb 17 23:11:18.027522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40114) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:18.140220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.365154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.392359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8f3b5f-9979-4508-80d6-3586fb63d05b']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:18.404801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51c0c2b-9fa4-479e-8427-37d529094aa3') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:18.405159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51c0c2b-9fa4-479e-8427-37d529094aa3') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:18.416681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.435305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.441520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:11:18.441971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:11:18.454991 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:11:18.532896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.549392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.561252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8f3b5f-9979-4508-80d6-3586fb63d05b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:18.568805 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e12a1ed-4683-40c7-b674-3cef38ca587c admin admin] 10.222.0.42 "DELETE /v2.0/networks/5f8f3b5f-9979-4508-80d6-3586fb63d05b HTTP/1.1" status: 204 len: 168 time: 0.5400410 Feb 17 23:11:18.678293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:18.731199 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-313c9d5f-b7f6-4ddf-972e-2aadc7c34db8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df9ceb4cc24648ccbc58d9c286999a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517287 Feb 17 23:11:18.733625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40124) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:18.794369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.822334 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.894844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.908622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28188e-9d62-4480-8412-c106dd160301,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:18.915569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:18.916715 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2687e183-d537-4ce6-87ea-4be6fd2ccf58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b28188e-9d62-4480-8412-c106dd160301 HTTP/1.1" status: 204 len: 168 time: 0.1821682 Feb 17 23:11:19.636575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40148) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:19.743433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-94127553-network', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:19.748212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:19.752074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Usage tracker for resource:network and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:19.755697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:19.766457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:19.776967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:19.779380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:19.791716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:19.807102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:19.810938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Usage tracker for resource:security_group_rule and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:19.813769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:19.820671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:19.909214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:19.913663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:19.946882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:11:19.955424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced3105-6256-4220-aacb-959163163536,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:19.962920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:19.963166 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Added segment 15e16074-cbe0-4e47-8ac6-37704d816206 of type vlan for network 5177a7d4-5058-489b-a570-6d56654db9eb Feb 17 23:11:19.993035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.027387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.028355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:20.028929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.119331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-da1108f5-2690-483f-93dd-16c9ca8c65ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.140223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5025070 Feb 17 23:11:20.141037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47512df-cbe0-4dfc-ad45-3b4333d44cee admin admin] Pushing event updated for resources: {'Network': ['ID=5177a7d4-5058-489b-a570-6d56654db9eb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:20.143164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40154) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:20.149836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Request body: {'subnet': {'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-94127553-subnet', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:20.154746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 5177a7d4-5058-489b-a570-6d56654db9eb details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:11:20.155131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:20.159031 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Usage tracker for resource:subnet and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:20.162569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:20.168221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:20.183055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:20.185463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.398864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.476978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99885941-b1be-44d9-a561-da540b56f781,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:20.487467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:11:20.487920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Network hostable DHCP agents. Network: 5177a7d4-5058-489b-a570-6d56654db9eb, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:11:20.507949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Network 5177a7d4-5058-489b-a570-6d56654db9eb is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:11:20.517521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 5177a7d4-5058-489b-a570-6d56654db9eb) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:20.522253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:20.522826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.528344 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6a57b-c186-4532-b0ea-f8987ec096c3 None None] Network 5177a7d4-5058-489b-a570-6d56654db9eb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:11:20.546358 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-df04c33d-b6db-400f-8365-24e4bd4694e9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4012558 Feb 17 23:11:20.548950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40158) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:20.553879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:20.558814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:20.562794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Usage tracker for resource:router and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:20.565778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:20.571656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:20.587296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.588456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.604973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.759672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-5177a7d4-5058-489b-a570-6d56654db9eb', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:11:20.760529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.880236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:11:20.890389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:20.924950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 0c61f50f-2cb5-4f18-8b50-157bc545e17a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:11:20.925347 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0c61f50f-2cb5-4f18-8b50-157bc545e17a not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:11:20.997887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Allocated IP 172.20.0.2 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/5976f3d9-0feb-49e3-980a-b9743626905f) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:21.216250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.219271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.230632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Transition to ACTIVE for port object 5976f3d9-0feb-49e3-980a-b9743626905f will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:21.250520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Transition to ACTIVE for port object 5976f3d9-0feb-49e3-980a-b9743626905f will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:21.251783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.258125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.325649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:21.329013 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:21.331677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:11:21.377740 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Pushing event updated for resources: {'Port': ['ID=5976f3d9-0feb-49e3-980a-b9743626905f,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:21.390329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Allocated IP 172.26.7.254 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/821f8728-fb7e-447c-bbd7-c85b16890ad2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:21.431323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Attempting to bind port 5976f3d9-0feb-49e3-980a-b9743626905f on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:11:21.431683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Attempting to bind port 5976f3d9-0feb-49e3-980a-b9743626905f by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:11:21.432039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Attempting to bind port 5976f3d9-0feb-49e3-980a-b9743626905f on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:11:21.437492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:11:21.437859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:11:21.438249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.438633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:11:21.439086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Bound port: 5976f3d9-0feb-49e3-980a-b9743626905f, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:11:21.439450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.545882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] For port 5976f3d9-0feb-49e3-980a-b9743626905f, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:11:21.549331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] For port 5976f3d9-0feb-49e3-980a-b9743626905f, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5976f3d9-0feb-49e3-980a-b9743626905f,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:11:21.555383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.642519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762281e-73e7-4c90-943e-64f19ae76d7b None None] Pushing event updated for resources: {'Port': ['ID=5976f3d9-0feb-49e3-980a-b9743626905f,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:21.666221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.697910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:21.769651 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:21.772680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:21.776694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:11:21.807537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=821f8728-fb7e-447c-bbd7-c85b16890ad2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:22.222611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:22.393465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09445064-0e78-465b-b771-cbd1fa31e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:22.593166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:22.640727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70253d8a-91a2-4be6-af96-04d6e04f349c None None] Network 5177a7d4-5058-489b-a570-6d56654db9eb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:11:22.728325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-706eac1a-c53c-41de-95ce-c29ede118763 None None] Provisioning for port 5976f3d9-0feb-49e3-980a-b9743626905f completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:22.800898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:11:23.105948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:11:23.115422 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:11:23.124843 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:23.125719 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:23.130950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.132279 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d99da3ec-291d-4aef-995b-36f172387cf2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5823593 Feb 17 23:11:23.135123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40162) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:23.305744 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:23.362245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.580006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.617516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5976f3d9-0feb-49e3-980a-b9743626905f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:23.646664 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:22Z', 'revision_number': 3, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:23.650819 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:11:23.651451 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Updating router 0a6a21e7-9881-4736-81c2-0228439a8b7e port 821f8728-fb7e-447c-bbd7-c85b16890ad2 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:11:23.692496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5976f3d9-0feb-49e3-980a-b9743626905f completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:23.697659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5976f3d9-0feb-49e3-980a-b9743626905f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:23.698029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.708949 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.821613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.855158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5976f3d9-0feb-49e3-980a-b9743626905f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5976f3d9-0feb-49e3-980a-b9743626905f,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:23.859727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.870902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:23.930544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5976f3d9-0feb-49e3-980a-b9743626905f,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:23.938080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.938420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.938870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.939200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.939531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.939983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.940303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.941257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.942206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.942206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.942394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:23.942620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.058775 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.070764 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Transition to ACTIVE for port object 821f8728-fb7e-447c-bbd7-c85b16890ad2 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:24.077736 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.089698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Allocated IP 172.20.0.1 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/b99d902f-5cca-46cf-9ba0-9de7b334d632) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:24.163544 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Attempting to bind port 821f8728-fb7e-447c-bbd7-c85b16890ad2 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:11:24.164143 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Attempting to bind port 821f8728-fb7e-447c-bbd7-c85b16890ad2 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:11:24.164358 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Attempting to bind port 821f8728-fb7e-447c-bbd7-c85b16890ad2 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:11:24.166384 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Pushing event updated for resources: {'Port': ['ID=821f8728-fb7e-447c-bbd7-c85b16890ad2,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:24.175894 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.175894 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.176238 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.176636 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.176980 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.177304 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.177630 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.177978 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.178317 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.178647 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.179032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.179352 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:24.183087 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:11:24.183465 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:11:24.183858 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.184239 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:11:24.184702 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Bound port: 821f8728-fb7e-447c-bbd7-c85b16890ad2, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:11:24.185069 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.245545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.258441 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] For port 821f8728-fb7e-447c-bbd7-c85b16890ad2, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:11:24.261447 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] For port 821f8728-fb7e-447c-bbd7-c85b16890ad2, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=821f8728-fb7e-447c-bbd7-c85b16890ad2,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:11:24.262512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Transition to ACTIVE for port object b99d902f-5cca-46cf-9ba0-9de7b334d632 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:24.265213 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.288315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.342613 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:24.343131 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:24.359726 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:24.363693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:24.367484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:11:24.406530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Pushing event updated for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:24.406759 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0bb9e-20ed-4e9c-ba2a-abd257369d65 None None] Pushing event updated for resources: {'Port': ['ID=821f8728-fb7e-447c-bbd7-c85b16890ad2,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:24.432432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.532813 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:24.594134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bc21ba85-03b5-43b8-a356-7d76ce7256fa None None] Provisioning for port b99d902f-5cca-46cf-9ba0-9de7b334d632 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:24.599746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bc21ba85-03b5-43b8-a356-7d76ce7256fa None None] Provisioning complete for port b99d902f-5cca-46cf-9ba0-9de7b334d632 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:24.600250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bc21ba85-03b5-43b8-a356-7d76ce7256fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.667144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-bc21ba85-03b5-43b8-a356-7d76ce7256fa None None] Port b99d902f-5cca-46cf-9ba0-9de7b334d632 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:11:24.835863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:24.840410 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:22Z', 'revision_number': 3, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:24.844295 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e0597-12e4-4e4a-807e-6989b5a47661 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:22Z', 'revision_number': 3, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:11:24.986556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.090543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.095178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.205501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.209669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Pushing event updated for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:25.354955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:25.356144 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:25.593245 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:11:25.606380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afd66849-9605-4d50-a705-f4767b3b9388 None None] Provisioning complete for port b99d902f-5cca-46cf-9ba0-9de7b334d632 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:25.607345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-afd66849-9605-4d50-a705-f4767b3b9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.672351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-afd66849-9605-4d50-a705-f4767b3b9388 None None] Port b99d902f-5cca-46cf-9ba0-9de7b334d632 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:11:25.697273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 821f8728-fb7e-447c-bbd7-c85b16890ad2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:25.779772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 821f8728-fb7e-447c-bbd7-c85b16890ad2 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:25.787962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 821f8728-fb7e-447c-bbd7-c85b16890ad2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:25.788337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.820398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:11:25.829963 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2d2eb45-339b-4c90-8606-f7b8fd0de425 admin admin] 10.222.0.42 "PUT /v2.0/routers/0a6a21e7-9881-4736-81c2-0228439a8b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6937943 Feb 17 23:11:25.950117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.970406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 821f8728-fb7e-447c-bbd7-c85b16890ad2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=821f8728-fb7e-447c-bbd7-c85b16890ad2,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:25.978028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:25.978906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5976f3d9-0feb-49e3-980a-b9743626905f up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:26.165517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=821f8728-fb7e-447c-bbd7-c85b16890ad2,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:26.184924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5976f3d9-0feb-49e3-980a-b9743626905f triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:26.187145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.339184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40172) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:26.344625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979451874', 'description': 'tempest-description--1363329959'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:26.350922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:26.354668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:security_group and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:26.357489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:26.363622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:26.374428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.396942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:26.400774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:security_group_rule and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:26.403523 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:26.409173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:26.480176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.484674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.496699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:11:26.512224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:26.512965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:26.527452 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.528653 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1884251 Feb 17 23:11:26.531720 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40176) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:26.535694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ae2b6-c41c-4064-b996-b636dfe974b1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f700a05a-620b-47bb-a389-2c6ed4dd9351,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:26.537848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'security_group_rule': {'security_group_id': 'f700a05a-620b-47bb-a389-2c6ed4dd9351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:26.553650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:26.557829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:security_group_rule and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:26.560766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:26.568130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:26.585507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.647731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.651942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.677696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21073899-f267-4c5c-ba0c-9b37dc0eab5e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:26.687520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.691766 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c3301965-692e-4dd8-8d3d-0f95a07b5963 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560664 Feb 17 23:11:26.692195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40180) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:26.697631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'security_group_rule': {'security_group_id': 'f700a05a-620b-47bb-a389-2c6ed4dd9351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:26.703625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:26.708022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:security_group_rule and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:26.710991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:26.717519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:26.723493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:26.734007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.801804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.805958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.830691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfce37d3-2717-45fe-bd49-bf96322c1a05,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:26.842352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:26.843661 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-276a7641-8bb6-48eb-8b07-da91264c9633 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504128 Feb 17 23:11:26.846641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 40184) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:26.851604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:26.857374 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:26.861186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:floatingip and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:26.864455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:26.870600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:26.882687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.023928 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.077281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 2, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:27.081587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:11:27.081933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Updating router 0a6a21e7-9881-4736-81c2-0228439a8b7e port b99d902f-5cca-46cf-9ba0-9de7b334d632 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:11:27.141833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.165840 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Allocated IP 172.26.7.194 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/d0723757-af3f-44a8-928d-dd9272cdcaad) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:27.323205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.353115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.497523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.510441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Transition to ACTIVE for port object b99d902f-5cca-46cf-9ba0-9de7b334d632 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:27.517704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.520595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:27.523573 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:27.527351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:11:27.556645 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=d0723757-af3f-44a8-928d-dd9272cdcaad,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:27.617979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.632860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 821f8728-fb7e-447c-bbd7-c85b16890ad2 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:27.681363 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.728112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2f77-9998-49d7-b943-43acd7584493 None None] Pushing event updated for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:27.806785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Attempting to bind port b99d902f-5cca-46cf-9ba0-9de7b334d632 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:11:27.807152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Attempting to bind port b99d902f-5cca-46cf-9ba0-9de7b334d632 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:11:27.807506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Attempting to bind port b99d902f-5cca-46cf-9ba0-9de7b334d632 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:11:27.811114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 821f8728-fb7e-447c-bbd7-c85b16890ad2 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:27.811476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.885708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:11:27.885944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:11:27.886322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.886700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:11:27.887160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Bound port: b99d902f-5cca-46cf-9ba0-9de7b334d632, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:11:27.887522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.908411 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:27.913722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:28.020050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:28.055620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] For port b99d902f-5cca-46cf-9ba0-9de7b334d632, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:11:28.063085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=d0723757-af3f-44a8-928d-dd9272cdcaad,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:28.067791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:28.068491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] For port b99d902f-5cca-46cf-9ba0-9de7b334d632, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b99d902f-5cca-46cf-9ba0-9de7b334d632,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:11:28.069315 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0cf708f1-9532-41eb-b25e-1bfabc78e25e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2215927 Feb 17 23:11:28.075188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:28.155169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:28.155802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:28.230761 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2f77-9998-49d7-b943-43acd7584493 None None] Pushing event updated for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:28.244634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d9536552-79ed-4187-a09b-4538694d1f88 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:11:28.264235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d9536552-79ed-4187-a09b-4538694d1f88 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:11:28.265805 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d9536552-79ed-4187-a09b-4538694d1f88 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1979451874&fields=id&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 267 time: 0.0706415 Feb 17 23:11:28.374371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:28.439303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-e081e1b8-d8fc-4c26-8cc6-942e790f3614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:28.439866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-e081e1b8-d8fc-4c26-8cc6-942e790f3614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:11:28.457871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-e081e1b8-d8fc-4c26-8cc6-942e790f3614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:11:28.459117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-e081e1b8-d8fc-4c26-8cc6-942e790f3614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1847985 Feb 17 23:11:28.474310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-0c662801-942a-4577-833c-8c70ab68763b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/quotas/ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 375 time: 0.0093853 Feb 17 23:11:28.553439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:28.576572 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d6bafd10-ff1a-48f9-9b63-54e8e10c9e48 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967503 Feb 17 23:11:28.715908 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-2393b7cc-ba10-4998-ab78-4a26e7b102aa service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268997 Feb 17 23:11:28.734943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:28Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:28.739435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c32211-2fed-4e03-841b-d5c4b594d932 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:28Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:11:28.867593 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-22f6197c-c451-4127-9338-3e82a326a910 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449416 Feb 17 23:11:29.062961 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa5f31e7-3c12-4389-830b-07118191eb35 req-22f83230-bd59-468d-bfee-2af059d266c2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 210 time: 0.0520515 Feb 17 23:11:29.618433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b99d902f-5cca-46cf-9ba0-9de7b334d632 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:29.699099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port b99d902f-5cca-46cf-9ba0-9de7b334d632 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:29.704054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b99d902f-5cca-46cf-9ba0-9de7b334d632 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:29.704424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:29.830986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:29.864047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port b99d902f-5cca-46cf-9ba0-9de7b334d632, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b99d902f-5cca-46cf-9ba0-9de7b334d632,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:29.867880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:29.936152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:30.150737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-11606b01-1fa3-4836-848a-9de78e296937 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:30.152199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-11606b01-1fa3-4836-848a-9de78e296937 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1587133 Feb 17 23:11:30.227939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9505770d-5203-417d-9f45-e3db51602396 req-23daf586-1cdd-42e4-b022-c9a34f20036b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 210 time: 0.0500274 Feb 17 23:11:30.251549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-f453b93f-ee0a-4a8a-b5bf-b9992020717a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 380 time: 0.0908024 Feb 17 23:11:30.260296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'port': {'device_id': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'admin_state_up': True, 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'security_groups': ['f700a05a-620b-47bb-a389-2c6ed4dd9351']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:30.399481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:11:30.403238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Usage tracker for resource:port and tenant:ffe8e30b6b5d4773a8938e1de7815f46 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:11:30.406018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:11:30.411773 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:11:30.421388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:30.425796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:30.700325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Allocated IP 172.20.0.5 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/a7b2df73-883a-44ee-ad32-a0b09f557a57) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:30.899499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:30.914926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Transition to ACTIVE for port object a7b2df73-883a-44ee-ad32-a0b09f557a57 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:30.939703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.012659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:31.015621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:31.020285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:11:31.059441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:31.074253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.074590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.074924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.075249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.075570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.075889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.076209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.076523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.076848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.077182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.077497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.077803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:31.105347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:31.105945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.127111 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-96f890a7-b1b5-4f95-a5bf-073040d594dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705645 Feb 17 23:11:31.184880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Request body: {'port': {'device_id': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:31.277114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-37aa4dd8-6f4c-48eb-842a-9d37fea90c60 None None] Provisioning for port a7b2df73-883a-44ee-ad32-a0b09f557a57 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:31.285237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-37aa4dd8-6f4c-48eb-842a-9d37fea90c60 None None] Provisioning complete for port a7b2df73-883a-44ee-ad32-a0b09f557a57 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:31.285778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-37aa4dd8-6f4c-48eb-842a-9d37fea90c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.298512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.344472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-37aa4dd8-6f4c-48eb-842a-9d37fea90c60 None None] Port a7b2df73-883a-44ee-ad32-a0b09f557a57 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:11:31.580091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd2a75-3a54-4567-832a-3690f7a76143 req-fa0b8f8b-a80f-4863-8aca-8fafad55e6e6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:31.581108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1afd2a75-3a54-4567-832a-3690f7a76143 req-fa0b8f8b-a80f-4863-8aca-8fafad55e6e6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:11:31.582817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b99d902f-5cca-46cf-9ba0-9de7b334d632 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:31.627384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1afd2a75-3a54-4567-832a-3690f7a76143 req-fa0b8f8b-a80f-4863-8aca-8fafad55e6e6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:11:31.628579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1afd2a75-3a54-4567-832a-3690f7a76143 req-fa0b8f8b-a80f-4863-8aca-8fafad55e6e6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 931 time: 0.2747915 Feb 17 23:11:31.652056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b99d902f-5cca-46cf-9ba0-9de7b334d632 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:31.652414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.699447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1afd2a75-3a54-4567-832a-3690f7a76143 req-dc962182-0f0b-4012-98f0-6656be51fa1f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617683 Feb 17 23:11:31.759624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b2df73-883a-44ee-ad32-a0b09f557a57 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:31.767116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.783301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Transition to ACTIVE for port object a7b2df73-883a-44ee-ad32-a0b09f557a57 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:31.786953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:31.943340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:32.037747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Attempting to bind port a7b2df73-883a-44ee-ad32-a0b09f557a57 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:11:32.037989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Attempting to bind port a7b2df73-883a-44ee-ad32-a0b09f557a57 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:11:32.038318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Attempting to bind port a7b2df73-883a-44ee-ad32-a0b09f557a57 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:11:32.043368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Port a7b2df73-883a-44ee-ad32-a0b09f557a57 on network 5177a7d4-5058-489b-a570-6d56654db9eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:11:32.043733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Attempting to bind port a7b2df73-883a-44ee-ad32-a0b09f557a57 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:11:32.048719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:11:32.049047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:11:32.049581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:11:32.050868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Bound port: a7b2df73-883a-44ee-ad32-a0b09f557a57, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:11:32.051010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:32.147972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:11:32.151058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:11:32.156640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:32.223706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:32.224341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:32.225755 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] 10.222.0.43 "PUT /v2.0/ports/a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 1093 time: 1.0915782 Feb 17 23:11:32.226206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:32.249135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b067d-294d-47f1-8ba7-a9a905b2a96f service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:32.302604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'status': 'completed', 'code': 200} Feb 17 23:11:32.350832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-76a30292-d672-4ace-b261-fad51bad72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:32.352561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-76a30292-d672-4ace-b261-fad51bad72a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1096 time: 0.0826867 Feb 17 23:11:32.426532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-b03e05c4-45c4-40d6-b2e6-41355232b8c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 217 time: 0.0671232 Feb 17 23:11:32.491979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-0d30913a-e9b6-4c9b-b3ee-52d91367a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:32.493455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-0d30913a-e9b6-4c9b-b3ee-52d91367a054 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0609941 Feb 17 23:11:32.684082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-8e6d3a4e-26f9-42dc-9103-f1319b696899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:32.685638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-8e6d3a4e-26f9-42dc-9103-f1319b696899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1856132 Feb 17 23:11:32.871240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-13d18fc0-20a1-435b-a364-add211f61e0d service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728547 Feb 17 23:11:33.015178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d000-0fa6-43e5-8853-eed577b09158 req-efea2890-dc70-4c67-8fb9-56977d1b1412 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:33.016578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5787d000-0fa6-43e5-8853-eed577b09158 req-efea2890-dc70-4c67-8fb9-56977d1b1412 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 943 time: 0.2010348 Feb 17 23:11:33.047688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a83e609a-4bb7-4372-bf2c-fd104741076b req-52bf9659-d1cd-4fd8-a748-c78017b4633b service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702392 Feb 17 23:11:33.082240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5787d000-0fa6-43e5-8853-eed577b09158 req-83e5158f-6c75-4d84-829c-7de035e9c664 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564768 Feb 17 23:11:33.167315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-d9377dd6-77d5-4aac-82b4-212c2114da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:33.168835 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-d9377dd6-77d5-4aac-82b4-212c2114da9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1096 time: 0.0757403 Feb 17 23:11:33.305715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-e58fde88-eda7-4b95-889a-98194f4c1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:33.307094 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-e58fde88-eda7-4b95-889a-98194f4c1385 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1316028 Feb 17 23:11:33.383243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-eca41271-aced-412c-abdd-6e473231c5ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 217 time: 0.0686448 Feb 17 23:11:33.448823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-bb988aaa-c42f-494b-9088-2d083cd66b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:33.450294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-bb988aaa-c42f-494b-9088-2d083cd66b3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0608878 Feb 17 23:11:33.529363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-1d7406c8-56eb-4fd1-9fe4-7a56bb71c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:33.530960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-1d7406c8-56eb-4fd1-9fe4-7a56bb71c303 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737522 Feb 17 23:11:33.662940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-884a9613-be44-44ea-8099-3bff4fe42273 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247690 Feb 17 23:11:33.804742 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e0a4776f-9751-4c86-8370-8caf555ab70e req-3ace0a67-2ec1-4a5f-a903-e55346118ffb service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341338 Feb 17 23:11:34.285004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65333062-a01d-4586-a82d-52513a083ed2 req-e1f8c7c2-d338-4177-a607-f04b85ea302b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:34.286647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65333062-a01d-4586-a82d-52513a083ed2 req-e1f8c7c2-d338-4177-a607-f04b85ea302b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 943 time: 0.0897319 Feb 17 23:11:34.333813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-65333062-a01d-4586-a82d-52513a083ed2 req-83a3b0e0-c374-4020-adbb-46b3b21777fa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 Feb 17 23:11:35.523512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de61b5-d08b-4333-ba77-dfed71952c93 req-7e517585-ad76-487f-a379-e45019d1fc7c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:35.525026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8de61b5-d08b-4333-ba77-dfed71952c93 req-7e517585-ad76-487f-a379-e45019d1fc7c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 943 time: 0.0844841 Feb 17 23:11:35.576611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8de61b5-d08b-4333-ba77-dfed71952c93 req-86c81e66-f3d7-447b-b39b-54283bf8a706 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448990 Feb 17 23:11:36.924053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7975aba-9fc2-4586-8c4d-f9fac9d92230 req-98ac4d79-e3c8-44a8-966f-204310d210c4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:36.925973 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7975aba-9fc2-4586-8c4d-f9fac9d92230 req-98ac4d79-e3c8-44a8-966f-204310d210c4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 943 time: 0.0842030 Feb 17 23:11:36.961938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:11:36.974054 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7975aba-9fc2-4586-8c4d-f9fac9d92230 req-4e95e35b-6e1a-4dc0-8239-e77535cbb594 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Feb 17 23:11:37.114972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:37.129022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'mac_address': 'fa:16:3e:e1:61:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:11:37.189452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:37.243776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b2df73-883a-44ee-ad32-a0b09f557a57 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:37.260521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:37.264895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:37.334777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:37.467295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a7b2df73-883a-44ee-ad32-a0b09f557a57'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:11:38.174487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acdf4d-55fd-413a-a8a4-a2b0a0fbb2ad req-94e7d3fd-7539-4d10-a5c5-680f27ecbaf2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:38.176160 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64acdf4d-55fd-413a-a8a4-a2b0a0fbb2ad req-94e7d3fd-7539-4d10-a5c5-680f27ecbaf2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 944 time: 0.0863078 Feb 17 23:11:38.220435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64acdf4d-55fd-413a-a8a4-a2b0a0fbb2ad req-6f3d255d-f7ff-43b7-a0ad-eff753392f3b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Feb 17 23:11:38.962401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:11:39.030573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port a7b2df73-883a-44ee-ad32-a0b09f557a57 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:39.035751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a7b2df73-883a-44ee-ad32-a0b09f557a57 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:39.036137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:39.152642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:39.180565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:39.191094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:11:39.195494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:39.238836 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'code': 200} Feb 17 23:11:39.273543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:39.581908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1b1b6-05b6-44e3-b925-0bec277bcfbb req-71bb4154-f414-4d18-9092-a08b65e38d18 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:39.583391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8d1b1b6-05b6-44e3-b925-0bec277bcfbb req-71bb4154-f414-4d18-9092-a08b65e38d18 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.2502692 Feb 17 23:11:39.608120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec911c-1992-4a32-815a-75a916112d92 req-6aaa0633-8659-48f9-89d4-e7d809d7ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:39.609598 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4dec911c-1992-4a32-815a-75a916112d92 req-6aaa0633-8659-48f9-89d4-e7d809d7ef7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.2230334 Feb 17 23:11:39.652567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8d1b1b6-05b6-44e3-b925-0bec277bcfbb req-c5d6a3f7-4413-4821-b751-efe892371efd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626483 Feb 17 23:11:39.669592 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4dec911c-1992-4a32-815a-75a916112d92 req-029cd835-8d5b-4814-8ad6-8d036c484a71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531745 Feb 17 23:11:40.857289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d98aed-3045-49e9-8842-dcf262259800 req-772c964e-1371-4039-a053-a76e08cc2f38 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:40.858838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-51d98aed-3045-49e9-8842-dcf262259800 req-772c964e-1371-4039-a053-a76e08cc2f38 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0942678 Feb 17 23:11:40.910614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-51d98aed-3045-49e9-8842-dcf262259800 req-ce00344e-b2ff-4830-8653-9205f3b4cc61 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Feb 17 23:11:42.109700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eddb8-ac66-4065-944f-cbf32e65aeb2 req-fb2da7e3-f8b9-41df-a1cc-9c46ac8c7322 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:42.111187 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb4eddb8-ac66-4065-944f-cbf32e65aeb2 req-fb2da7e3-f8b9-41df-a1cc-9c46ac8c7322 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0914562 Feb 17 23:11:42.162244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb4eddb8-ac66-4065-944f-cbf32e65aeb2 req-ce747c54-6a9b-42af-ae8e-85b0c776df08 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 Feb 17 23:11:42.361193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d9df-dbb5-4780-8e91-ec6c23395da7 req-cbe47994-7422-42a5-9c5f-7ac8dd68341e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:42.363212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7f02d9df-dbb5-4780-8e91-ec6c23395da7 req-cbe47994-7422-42a5-9c5f-7ac8dd68341e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0848842 Feb 17 23:11:42.372660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40242) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:11:42.378235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'floatingip': {'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:42.454787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:42.553726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:11:43.100185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:43.107069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:43.291766 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 associated. External IP: 172.26.7.194, port: a7b2df73-883a-44ee-ad32-a0b09f557a57. Feb 17 23:11:43.779727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:11:43.970183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:11:43.976853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:43.980902 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:11:43.991758 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:43.992384 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:44.046398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-70b59540-5a81-4282-8c7f-a1cb9b966fe4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "PUT /v2.0/floatingips/339fea66-2411-4bac-b089-96de55d00296 HTTP/1.1" status: 200 len: 991 time: 1.6676617 Feb 17 23:11:44.046398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:44.109391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'status': 'completed', 'code': 200} Feb 17 23:11:44.235416 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:44.275229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-576f839f-a268-4218-b680-383fa01ec010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.276722 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-576f839f-a268-4218-b680-383fa01ec010 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.1445777 Feb 17 23:11:44.325441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40b725-6658-4559-ac1b-aa8efbb4977d req-86b70f74-b07e-4278-b19c-9f026445d8c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.327030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ce40b725-6658-4559-ac1b-aa8efbb4977d req-86b70f74-b07e-4278-b19c-9f026445d8c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.1619363 Feb 17 23:11:44.439117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ce40b725-6658-4559-ac1b-aa8efbb4977d req-ec847bcb-d8b7-4d31-80f2-dc38f226fea8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042221 Feb 17 23:11:44.493580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-9d65415b-d26b-4bdf-9b4d-795421b2dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.496289 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-9d65415b-d26b-4bdf-9b4d-795421b2dfa2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.2127395 Feb 17 23:11:44.618373 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:e1:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:11:42Z', 'revision_number': 1, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:44.622755 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:11:44.632137 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:11:44.632746 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:44.653563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-0d5015e0-c3c0-4cd9-b37c-db53ae66e5c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 999 time: 0.1512079 Feb 17 23:11:44.728261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14635cf3-a7dd-4c67-b635-2140fd4dfdf3 req-203698fa-193c-44e1-b62e-2e2398be466c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.729787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-14635cf3-a7dd-4c67-b635-2140fd4dfdf3 req-203698fa-193c-44e1-b62e-2e2398be466c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.1767938 Feb 17 23:11:44.735725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-b21fced5-972d-4458-8854-b3f07e694207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.737809 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-b21fced5-972d-4458-8854-b3f07e694207 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0780487 Feb 17 23:11:44.824208 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:11:44.832235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-14635cf3-a7dd-4c67-b635-2140fd4dfdf3 req-48983856-d0ae-4520-8037-282da01a1a85 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934999 Feb 17 23:11:44.858135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-b2308f2e-9b19-4001-ae79-da8e0897a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:44.859613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-b2308f2e-9b19-4001-ae79-da8e0897a9a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074402 Feb 17 23:11:45.019635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-9fe9fa0b-85b3-48b7-9ef7-ebcfbc607b4a service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537373 Feb 17 23:11:45.179630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-456ac2bf-6abc-4e5d-9135-f9b43a7983b0 req-ba861501-2af3-4e73-b13e-f8f3bb975cab service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537147 Feb 17 23:11:45.208167 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:e1:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:11:42Z', 'revision_number': 1, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:45.213421 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fd228-02fa-485e-bc6d-25e07072e319 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:e1:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:11:42Z', 'revision_number': 1, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:11:45.401732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdebfda-f1bc-4d6e-98e6-901ea66a7dd0 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:11:46.018584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107223d3-14d1-4b07-8596-eef8d9257a95 req-ad542c10-1eb1-45f4-8b97-6aa36f16ee08 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:46.020043 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-107223d3-14d1-4b07-8596-eef8d9257a95 req-ad542c10-1eb1-45f4-8b97-6aa36f16ee08 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0788202 Feb 17 23:11:46.064407 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-107223d3-14d1-4b07-8596-eef8d9257a95 req-f777bdec-c2f2-4096-aff0-06120ea84c58 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 Feb 17 23:11:46.357444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed7422-01d1-4ac3-811d-263df9027e40 req-f339842a-2852-4f75-bca6-b3e3ec998d16 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:46.358877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2ed7422-01d1-4ac3-811d-263df9027e40 req-f339842a-2852-4f75-bca6-b3e3ec998d16 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.1895015 Feb 17 23:11:46.404244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2ed7422-01d1-4ac3-811d-263df9027e40 req-142f9860-5576-466b-8289-4c58ebc22e28 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Feb 17 23:11:46.760304 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-a2390d68-3906-4ffb-aea4-c5c3cde5e105 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705254 Feb 17 23:11:46.823112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e6240-869f-49c3-98e7-fcc1079364ad req-04025a6d-cc15-4900-aa7a-ef890239e291 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:46.824624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-540e6240-869f-49c3-98e7-fcc1079364ad req-04025a6d-cc15-4900-aa7a-ef890239e291 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0890331 Feb 17 23:11:46.871087 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-540e6240-869f-49c3-98e7-fcc1079364ad req-f86d062a-e2da-4e92-a633-4a14824cb7e6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Feb 17 23:11:47.955729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-48b30e71-6d6f-45ec-a59e-cf8134b9a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.957454 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-48b30e71-6d6f-45ec-a59e-cf8134b9a49b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.0734186 Feb 17 23:11:48.151024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-959b230f-b6ba-4918-8edb-9b538e28707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:48.152483 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-959b230f-b6ba-4918-8edb-9b538e28707f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1892619 Feb 17 23:11:48.163521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebdbc2-6e8a-4ee1-8cf7-4cca1a5eb68c req-1383ac76-8f98-4ca4-b65d-56435932e51c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:48.164807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfebdbc2-6e8a-4ee1-8cf7-4cca1a5eb68c req-1383ac76-8f98-4ca4-b65d-56435932e51c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.1807661 Feb 17 23:11:48.291557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfebdbc2-6e8a-4ee1-8cf7-4cca1a5eb68c req-3b6554ad-a832-49dc-8992-2f921fc5abff tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789177 Feb 17 23:11:48.293351 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-0bb7cd30-4bd3-42c8-9850-3dbb18aa9bd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 1001 time: 0.1276600 Feb 17 23:11:48.355824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-0066725b-c47e-4053-a6d6-f530acc19570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:48.357288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-0066725b-c47e-4053-a6d6-f530acc19570 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0580997 Feb 17 23:11:48.433436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-f6ea6df1-8ca9-4bb5-9c1e-167ae9da47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:48.434808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-f6ea6df1-8ca9-4bb5-9c1e-167ae9da47ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723357 Feb 17 23:11:48.570439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-1e20b8af-88b4-4160-8830-e31b0b657d92 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294892 Feb 17 23:11:48.702066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-8f1db020-f74f-4628-aa80-5626c1077a50 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249299 Feb 17 23:11:48.874636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-f5e502cd-4104-41b0-b1f6-d9d4001ca0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:48.876324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-f5e502cd-4104-41b0-b1f6-d9d4001ca0d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.0831652 Feb 17 23:11:49.037681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-f03b1317-940e-4031-95b6-2c8196371b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:49.039044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-f03b1317-940e-4031-95b6-2c8196371b67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1360419 Feb 17 23:11:49.147636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-5bd844c3-a7f1-4f7d-a4af-e8efe7182556 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 1001 time: 0.1021657 Feb 17 23:11:49.212664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-155bc656-a4ee-4d0c-8ced-042f2de546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:49.214163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-155bc656-a4ee-4d0c-8ced-042f2de546d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0610366 Feb 17 23:11:49.293254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-bbd73972-1c2b-4104-99b0-0ce485a5538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:49.294695 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-bbd73972-1c2b-4104-99b0-0ce485a5538e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747995 Feb 17 23:11:49.575185 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-4befbcbc-681b-450e-b911-d7d324574a41 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742181 Feb 17 23:11:49.676483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011cbb2-90bb-47ed-8c74-8deb515f13f0 req-fc9c83bc-7ab1-4d3a-be49-11d979c80c5d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:49.677956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7011cbb2-90bb-47ed-8c74-8deb515f13f0 req-fc9c83bc-7ab1-4d3a-be49-11d979c80c5d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.2807229 Feb 17 23:11:49.760088 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7011cbb2-90bb-47ed-8c74-8deb515f13f0 req-341cb72b-e932-4f36-bffc-e24d030fe447 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751863 Feb 17 23:11:49.767617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58135bd1-16ac-4fb2-aab3-37e041204f05 req-354fd556-c51e-45d3-8126-d5362236af36 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727910 Feb 17 23:11:50.122987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd47a-1c72-4532-bdb9-f905ed42c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:50.947796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271039d-60d1-430e-920c-c6ebfe62fd36 req-c08210c3-4fd9-488e-9465-4111516958b9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:50.949270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5271039d-60d1-430e-920c-c6ebfe62fd36 req-c08210c3-4fd9-488e-9465-4111516958b9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0792444 Feb 17 23:11:50.993265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5271039d-60d1-430e-920c-c6ebfe62fd36 req-77e277e4-38c3-4b8f-88ed-8bcda0dd25d3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Feb 17 23:11:52.188742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a97f6-0feb-4912-9e34-3bac5fcd9fc4 req-4ba9453c-348f-4383-86af-a32dff427f27 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:52.190915 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c76a97f6-0feb-4912-9e34-3bac5fcd9fc4 req-4ba9453c-348f-4383-86af-a32dff427f27 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0875864 Feb 17 23:11:52.238430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c76a97f6-0feb-4912-9e34-3bac5fcd9fc4 req-6d3dc48c-0efa-495f-83ef-5e8471688ca5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Feb 17 23:11:52.388805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8d245ec9-cde0-4d84-8f62-7ea40d7c448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:53.357171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:53.437210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1708562-df15-4d96-8da0-e9a395b1aaea req-297f3bcd-3bc3-4a3c-ab3c-c08b3e7cb2eb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:53.438692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b1708562-df15-4d96-8da0-e9a395b1aaea req-297f3bcd-3bc3-4a3c-ab3c-c08b3e7cb2eb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0899425 Feb 17 23:11:53.484429 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b1708562-df15-4d96-8da0-e9a395b1aaea req-cb803a80-951f-4986-a5dc-c9668152dcf3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Feb 17 23:11:53.556671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:54.673196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153d53d-9f52-4772-9f3e-3765186c15da req-daeccd4a-ea89-4e5b-b703-f05de4cf31f7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:54.675337 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0153d53d-9f52-4772-9f3e-3765186c15da req-daeccd4a-ea89-4e5b-b703-f05de4cf31f7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0842631 Feb 17 23:11:54.719057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0153d53d-9f52-4772-9f3e-3765186c15da req-b2e123c7-ec17-4995-857e-fecc75eadbea tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Feb 17 23:11:54.988331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:55.903912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a917-7413-4452-bdd7-33a612401403 req-1247ad48-fc23-4cc6-8025-752e52d28a7a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:55.905409 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16f1a917-7413-4452-bdd7-33a612401403 req-1247ad48-fc23-4cc6-8025-752e52d28a7a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0801084 Feb 17 23:11:55.952559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16f1a917-7413-4452-bdd7-33a612401403 req-44073aa3-ba9f-40ad-ab0b-8256433ed8c8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Feb 17 23:11:57.140909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3efee5-435a-4e63-bc31-be74234c06b0 req-7c91266b-fdd1-4ea6-b859-412bbaeae72f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:57.143281 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5b3efee5-435a-4e63-bc31-be74234c06b0 req-7c91266b-fdd1-4ea6-b859-412bbaeae72f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0819228 Feb 17 23:11:57.187873 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5b3efee5-435a-4e63-bc31-be74234c06b0 req-4603a03a-2939-40bc-afee-5dafe1ad1c79 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Feb 17 23:11:58.378755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b44a9b-6ca8-4b58-a0dd-bcc37dc8ef04 req-06d91190-7713-42ea-9cf3-cc2130af4644 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.380172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a6b44a9b-6ca8-4b58-a0dd-bcc37dc8ef04 req-06d91190-7713-42ea-9cf3-cc2130af4644 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0841255 Feb 17 23:11:58.424729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a6b44a9b-6ca8-4b58-a0dd-bcc37dc8ef04 req-44beaa19-9411-4099-8ced-384290add479 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Feb 17 23:11:58.502710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:11:59.612586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a51452-fedc-449c-945c-80e9d2bd6163 req-6b42796c-fdb8-4870-ab7a-ff4a130fa3d8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:59.614065 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91a51452-fedc-449c-945c-80e9d2bd6163 req-6b42796c-fdb8-4870-ab7a-ff4a130fa3d8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0805087 Feb 17 23:11:59.657531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91a51452-fedc-449c-945c-80e9d2bd6163 req-87a690c0-e912-41d8-93e0-869c8890eb5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 Feb 17 23:12:00.847380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dc7d8-7221-4b28-87e8-8c854c780541 req-a681a895-865f-4ca2-a60e-cba015750430 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:00.848933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-995dc7d8-7221-4b28-87e8-8c854c780541 req-a681a895-865f-4ca2-a60e-cba015750430 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0866494 Feb 17 23:12:00.895078 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-995dc7d8-7221-4b28-87e8-8c854c780541 req-5a76f8fa-961e-45b0-a024-3cf9c06133e1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Feb 17 23:12:02.090755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2086f4-51d7-4ef0-bf16-5a741dda4ff5 req-33c30365-b8cf-4f5a-a4a3-c0f7ee8eab44 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:02.092284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ed2086f4-51d7-4ef0-bf16-5a741dda4ff5 req-33c30365-b8cf-4f5a-a4a3-c0f7ee8eab44 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0889325 Feb 17 23:12:02.139811 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ed2086f4-51d7-4ef0-bf16-5a741dda4ff5 req-40a4d061-9a86-4bc5-abe3-2364251b0192 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Feb 17 23:12:03.330286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb3362-8448-402d-a583-2c6367d1a218 req-9be74557-4562-4c3b-8969-17b10438b91d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:03.332283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84eb3362-8448-402d-a583-2c6367d1a218 req-9be74557-4562-4c3b-8969-17b10438b91d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0817802 Feb 17 23:12:03.375809 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84eb3362-8448-402d-a583-2c6367d1a218 req-c18b036a-c267-4fac-b167-f1203defd88e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Feb 17 23:12:04.560947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239719-bae7-46f2-bf1f-f1902405ef42 req-c97efa54-dae1-414d-8ad6-2eea0d27d8a6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:04.562459 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d239719-bae7-46f2-bf1f-f1902405ef42 req-c97efa54-dae1-414d-8ad6-2eea0d27d8a6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0802546 Feb 17 23:12:04.611539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5d239719-bae7-46f2-bf1f-f1902405ef42 req-7b7364d9-ecdd-402e-845d-ca5b20aa738f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 17 23:12:05.797188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c87493-5f03-4d83-a468-1abd11f00f03 req-b104344c-b151-4622-973b-d33c29f4f345 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:05.798548 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67c87493-5f03-4d83-a468-1abd11f00f03 req-b104344c-b151-4622-973b-d33c29f4f345 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0798616 Feb 17 23:12:05.845672 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67c87493-5f03-4d83-a468-1abd11f00f03 req-89538e35-db02-41f2-880a-f7c284ec6f0c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Feb 17 23:12:07.042644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d66d4-75d9-4191-8e30-db2f585ef402 req-9c79bd7d-4803-4ba8-a66c-28cd5a2c4066 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:07.044171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f8d66d4-75d9-4191-8e30-db2f585ef402 req-9c79bd7d-4803-4ba8-a66c-28cd5a2c4066 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0902402 Feb 17 23:12:07.091194 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8f8d66d4-75d9-4191-8e30-db2f585ef402 req-3cb91583-f0c2-4104-8ef9-7a9a49a8268a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Feb 17 23:12:08.282976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84582a0-8f36-4135-a524-0fa42fb9df8c req-b255b9c4-508a-40d7-9525-fefae6c64545 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:08.284461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a84582a0-8f36-4135-a524-0fa42fb9df8c req-b255b9c4-508a-40d7-9525-fefae6c64545 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0815942 Feb 17 23:12:08.331932 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a84582a0-8f36-4135-a524-0fa42fb9df8c req-7d0bcb2c-9efa-49c8-b1c7-48f0ac0c1055 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 Feb 17 23:12:09.527882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dbbcd-5ff0-411e-9adf-d740da4322e7 req-d61d36bf-5f54-471e-8641-4244dd54091c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:09.529425 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-647dbbcd-5ff0-411e-9adf-d740da4322e7 req-d61d36bf-5f54-471e-8641-4244dd54091c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0868738 Feb 17 23:12:09.578560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-647dbbcd-5ff0-411e-9adf-d740da4322e7 req-96a8845a-e5a8-4e36-84d4-f70fd3eba6d5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Feb 17 23:12:10.336463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-09fa82f8-26d5-4b0e-96ca-476fc3f68687 service neutron] 10.222.0.43 "GET /v2.0/ports/a7b2df73-883a-44ee-ad32-a0b09f557a57/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0725067 Feb 17 23:12:10.604538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-f99407cb-8ca0-4cba-87f4-298fce5e1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:10.605968 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-f99407cb-8ca0-4cba-87f4-298fce5e1db7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1098 time: 0.0768337 Feb 17 23:12:10.865802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-a551e727-2d6b-4860-9305-c3ac4ba08d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:10.867150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-a551e727-2d6b-4860-9305-c3ac4ba08d91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.2397518 Feb 17 23:12:10.964111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5a32-88da-4592-a008-c8498c8a1156 req-5288a629-2200-4446-b1ce-57e2ea11519a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:10.965770 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f4b5a32-88da-4592-a008-c8498c8a1156 req-5288a629-2200-4446-b1ce-57e2ea11519a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.2741070 Feb 17 23:12:11.046305 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f4b5a32-88da-4592-a008-c8498c8a1156 req-c1d1eebb-1af9-45be-bcd3-bba14c23f1f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693839 Feb 17 23:12:11.047454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-1b3e7008-615c-411e-bea8-03aafd277603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.048865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-1b3e7008-615c-411e-bea8-03aafd277603 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1745441 Feb 17 23:12:11.155413 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-d706361f-1f55-450a-8903-c477a9c23d4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 1001 time: 0.0995483 Feb 17 23:12:11.218498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-81b040f6-a77e-4ae9-9eb7-3853e4949e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.219924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-81b040f6-a77e-4ae9-9eb7-3853e4949e86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0583565 Feb 17 23:12:11.306023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970071-8430-4237-a88c-7c582bf799dc req-4c21155a-0bfe-42ca-a9e3-538e2304b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.307729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-4c21155a-0bfe-42ca-a9e3-538e2304b8a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818830 Feb 17 23:12:11.440428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-cda0936b-8aa4-4a51-9274-278de1049601 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268597 Feb 17 23:12:11.572531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc970071-8430-4237-a88c-7c582bf799dc req-fb8c5cca-b833-40b4-9e5c-a1d51d6795d9 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265204 Feb 17 23:12:12.245133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778ac28-cf5f-4d94-bdf6-4314f28cf806 req-61538ae7-3ec9-4a58-a3bb-f9e577614db7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:12.246618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5778ac28-cf5f-4d94-bdf6-4314f28cf806 req-61538ae7-3ec9-4a58-a3bb-f9e577614db7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0919764 Feb 17 23:12:12.292700 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5778ac28-cf5f-4d94-bdf6-4314f28cf806 req-cc026436-ab5d-4a3b-84ce-f9967c00bf8d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Feb 17 23:12:13.492538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dceb5-d18b-474a-ac0a-b1bf8e70b2f6 req-0ae58498-171f-4ab5-8df3-58abcbef2f69 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:13.494027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e0dceb5-d18b-474a-ac0a-b1bf8e70b2f6 req-0ae58498-171f-4ab5-8df3-58abcbef2f69 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0864201 Feb 17 23:12:13.540355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e0dceb5-d18b-474a-ac0a-b1bf8e70b2f6 req-02d757bd-401b-4a63-ac71-ecb029fbbd11 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Feb 17 23:12:13.917662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-6ce2b4e6-729a-4dcf-b604-45492075b683 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:13.919098 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-6ce2b4e6-729a-4dcf-b604-45492075b683 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1465254 Feb 17 23:12:13.927437 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50be98-7f88-4dcf-ab2a-9404731001ed req-c02a7eca-3901-4882-a570-c645fbb3f0d5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:13.928806 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e50be98-7f88-4dcf-ab2a-9404731001ed req-c02a7eca-3901-4882-a570-c645fbb3f0d5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.1549478 Feb 17 23:12:13.975003 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e50be98-7f88-4dcf-ab2a-9404731001ed req-f01c23ab-8959-4db6-ad71-518b2a0b0b86 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Feb 17 23:12:14.059212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-8dddf09a-2e83-4c09-a23f-6606640d8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:14.060675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-8dddf09a-2e83-4c09-a23f-6606640d8eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 1098 time: 0.0714438 Feb 17 23:12:14.190004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-0aa08dc6-4e2f-4fc8-8559-a3eb768a959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:14.191359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-0aa08dc6-4e2f-4fc8-8559-a3eb768a959c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1237640 Feb 17 23:12:14.291952 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-ddcfe892-3e26-4360-b9dc-fecabd00428a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 200 len: 1001 time: 0.0944991 Feb 17 23:12:14.355811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-03e70c10-53df-483b-b444-077a344ede1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:14.357227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-03e70c10-53df-483b-b444-077a344ede1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0598910 Feb 17 23:12:14.433527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-81941d99-615c-4827-b876-99d3a495d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:14.435033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-81941d99-615c-4827-b876-99d3a495d4fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724161 Feb 17 23:12:14.685335 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-b7cf9daa-ece5-4db2-a846-56721fc961d8 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446980 Feb 17 23:12:14.817586 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d28f465-445f-4cda-8575-c050ba4a53e6 req-ebbc90b8-b96f-40af-8f28-53b24cf4dd2a service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267560 Feb 17 23:12:15.166928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd948d-a5f0-466e-ab88-81f970b436a5 req-4ca455bf-9dc5-4233-bc26-aa561c669678 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:15.168410 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4cdd948d-a5f0-466e-ab88-81f970b436a5 req-4ca455bf-9dc5-4233-bc26-aa561c669678 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0834537 Feb 17 23:12:15.197737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:12:15.199947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:12:15.213784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4cdd948d-a5f0-466e-ab88-81f970b436a5 req-8559140d-8aa8-4d87-bc6a-6560eff859a0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Feb 17 23:12:15.421259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:15.461906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:15.482220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:15.491923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'mac_address': 'fa:16:3e:e1:61:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:12:15.496042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:15.529020 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'code': 200} Feb 17 23:12:15.529793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:15.608521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:15.633759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b2df73-883a-44ee-ad32-a0b09f557a57 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:15.637505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:15.652746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:15.656808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:15.727134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a7b2df73-883a-44ee-ad32-a0b09f557a57'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:12:15.775822 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:16.405445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94200-9510-459c-bde3-4dfbc8edf362 req-c19ebf7c-0f26-4e12-9b48-f38442cc443a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:16.406899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-85e94200-9510-459c-bde3-4dfbc8edf362 req-c19ebf7c-0f26-4e12-9b48-f38442cc443a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 944 time: 0.0806572 Feb 17 23:12:16.452242 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-85e94200-9510-459c-bde3-4dfbc8edf362 req-d77a5770-405e-418e-9294-6f7d1c23562a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Feb 17 23:12:16.640791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3de16-c9b5-4d49-9bac-b6c36e45adf3 req-260ed1cf-4578-4a20-ac21-bd939fd0fcc7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:16.642263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fcf3de16-c9b5-4d49-9bac-b6c36e45adf3 req-260ed1cf-4578-4a20-ac21-bd939fd0fcc7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 944 time: 0.0832353 Feb 17 23:12:16.686852 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fcf3de16-c9b5-4d49-9bac-b6c36e45adf3 req-fafea1a7-1e42-4b75-8b27-7d64096bbb0e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Feb 17 23:12:16.882005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5abb-6f61-4cd7-8de4-e6fc220a1302 req-4b89850e-3799-40df-8c7b-190ba7660dc8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:16.883558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbc5abb-6f61-4cd7-8de4-e6fc220a1302 req-4b89850e-3799-40df-8c7b-190ba7660dc8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 944 time: 0.0840642 Feb 17 23:12:16.933948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbc5abb-6f61-4cd7-8de4-e6fc220a1302 req-e964397d-3212-466c-a94a-8a593ccca29e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441880 Feb 17 23:12:17.227984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:12:17.297051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a7b2df73-883a-44ee-ad32-a0b09f557a57 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:17.297450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:17.324892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021a9dc-8592-484e-be9c-bec5fae93689 req-1fe836f6-1edc-4d12-8c55-1dbe06256a73 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:17.326376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e021a9dc-8592-484e-be9c-bec5fae93689 req-1fe836f6-1edc-4d12-8c55-1dbe06256a73 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 944 time: 0.0801327 Feb 17 23:12:17.371191 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e021a9dc-8592-484e-be9c-bec5fae93689 req-3ab82a8b-724b-4c03-bb73-d3a4e14aaf66 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Feb 17 23:12:17.447624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:17.481673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:17.485452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:17.529652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:17.561818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:17.578199 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'code': 200} Feb 17 23:12:18.560899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6217f-b37e-4549-80e3-098921e88516 req-3fd24301-455c-479b-8b2c-0bdde2a9bcf3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:18.562385 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ea6217f-b37e-4549-80e3-098921e88516 req-3fd24301-455c-479b-8b2c-0bdde2a9bcf3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0841002 Feb 17 23:12:18.608958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ea6217f-b37e-4549-80e3-098921e88516 req-3a86e088-7bde-4651-83fb-1740aca19905 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Feb 17 23:12:18.908345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-8c1ebe50-c930-4dba-97a4-536d7d917154 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:18.909786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-8c1ebe50-c930-4dba-97a4-536d7d917154 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 945 time: 0.0790632 Feb 17 23:12:18.982027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Deleting port a7b2df73-883a-44ee-ad32-a0b09f557a57 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:12:18.982361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:19.240365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] For port a7b2df73-883a-44ee-ad32-a0b09f557a57, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a7b2df73-883a-44ee-ad32-a0b09f557a57,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:19.240640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:19.559859 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:12:19.569023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:19.569695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:19.569695 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 disassociated. External IP: 172.26.7.194, port: a7b2df73-883a-44ee-ad32-a0b09f557a57. Feb 17 23:12:19.570045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Calling delete_port for a7b2df73-883a-44ee-ad32-a0b09f557a57 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:12:19.810013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:19.983120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'Port': ['ID=a7b2df73-883a-44ee-ad32-a0b09f557a57,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:20.095265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a21a0-62a9-4d3f-a14d-54f07ede3f11 req-d29dde1a-29d8-4710-bff9-66a5a35b749e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:20.096872 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0b0a21a0-62a9-4d3f-a14d-54f07ede3f11 req-d29dde1a-29d8-4710-bff9-66a5a35b749e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7dc27c9-bed8-4093-bd02-d9b327e5bedf HTTP/1.1" status: 200 len: 867 time: 0.3600137 Feb 17 23:12:20.139153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b45423aa-daf1-479d-9e25-3e3fd1179ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:20.235520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0b0a21a0-62a9-4d3f-a14d-54f07ede3f11 req-02dc15f7-82e1-471b-95ff-f986c0eff86a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295335 Feb 17 23:12:20.265831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:12:20.461894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:12:20.471328 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:20.482027 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:12:20.482750 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:20.543283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] No DVR routers for this DVR port a7b2df73-883a-44ee-ad32-a0b09f557a57 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:20.546104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:20.548801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-deleted', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:20.567037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0993a70-064d-4c4a-b8ab-6fc03b6e1ac2 req-3479bf9c-1040-4bc4-b333-398526d5bffc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "DELETE /v2.0/ports/a7b2df73-883a-44ee-ad32-a0b09f557a57 HTTP/1.1" status: 204 len: 173 time: 1.6508019 Feb 17 23:12:20.599051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc27c9-bed8-4093-bd02-d9b327e5bedf', 'name': 'network-vif-deleted', 'tag': 'a7b2df73-883a-44ee-ad32-a0b09f557a57', 'status': 'completed', 'code': 200} Feb 17 23:12:20.734457 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:12:21.083345 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.088047 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:21.096622 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:12:21.097288 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:11:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.282723 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:12:21.620813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-09db2226-a607-45b4-a83f-492d4967ca3f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1979451874&fields=id&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 267 time: 0.0399244 Feb 17 23:12:21.642159 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.647979 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47cc43-c861-4a61-842a-9b0a77907474 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:21.783991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-673c6e8c-4a64-4719-a593-2858c04fb5c6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:21.785911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-673c6e8c-4a64-4719-a593-2858c04fb5c6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1576707 Feb 17 23:12:21.801806 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-00478a4f-8c50-4566-8476-ccbcfb973415 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/quotas/ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 375 time: 0.0100777 Feb 17 23:12:21.901242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b61aecf-9aae-4fbb-913e-3e207459e8f6 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:12:21.911693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-49378d02-b0e9-4b50-8211-6b226278d7d1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:12:21.931656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-49378d02-b0e9-4b50-8211-6b226278d7d1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:12:21.933200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-49378d02-b0e9-4b50-8211-6b226278d7d1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249723 Feb 17 23:12:22.140175 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-d3e98684-7112-4354-b59b-3288481b7325 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924725 Feb 17 23:12:22.276591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-10bd3a2f-7aca-478b-baeb-394448a722bf service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296806 Feb 17 23:12:22.392435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a41f8569-4979-4267-8cdb-deb2d09f670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:22.463794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c846b203-40ca-40e6-9df4-0a86b0356e9e req-23f45b25-13f8-4524-a3ec-0c9d0cba1626 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 210 time: 0.0478172 Feb 17 23:12:23.254647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:12:23.290723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: a7b2df73-883a-44ee-ad32-a0b09f557a57 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:12:23.291068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a7b2df73-883a-44ee-ad32-a0b09f557a57 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:12:23.362414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:23.559635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:23.649528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c2275fdd-623f-4b81-a703-f1b4a57fd9d0 req-e2a47e44-cf20-41af-90c2-5afc29965b64 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 210 time: 0.0634758 Feb 17 23:12:23.677907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-2ea9851b-8761-4a23-9730-38eafed810ff tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:23.679376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-2ea9851b-8761-4a23-9730-38eafed810ff tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.2094440 Feb 17 23:12:23.734747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-211ad703-10fa-430e-b452-9b3323e10260 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 380 time: 0.0467944 Feb 17 23:12:23.746473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'port': {'device_id': '0e94791e-6031-4a89-a040-124e83578dc1', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'admin_state_up': True, 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'security_groups': ['f700a05a-620b-47bb-a389-2c6ed4dd9351']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:23.884987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:12:23.894722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:12:23.904692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:23.908086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.184011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Allocated IP 172.20.0.10 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/7f38ee61-790c-4834-9e1e-0e54a17307f4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:24.385323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.403317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Transition to ACTIVE for port object 7f38ee61-790c-4834-9e1e-0e54a17307f4 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:12:24.428588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.500169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:24.503201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:24.508069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:12:24.539708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:24.579277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:24.579810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.607283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-e41681ee-c9c2-41b6-bb8d-8861f4227f0b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646259 Feb 17 23:12:24.619402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Request body: {'port': {'device_id': '0e94791e-6031-4a89-a040-124e83578dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:24.738308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.757409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7c4cec45-f90f-4af5-bb90-ef806f2826d4 None None] Provisioning for port 7f38ee61-790c-4834-9e1e-0e54a17307f4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:12:24.762444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7c4cec45-f90f-4af5-bb90-ef806f2826d4 None None] Provisioning complete for port 7f38ee61-790c-4834-9e1e-0e54a17307f4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:24.763022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7c4cec45-f90f-4af5-bb90-ef806f2826d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:24.822664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cec45-f90f-4af5-bb90-ef806f2826d4 None None] Port 7f38ee61-790c-4834-9e1e-0e54a17307f4 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:12:24.977426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db1ef3-e3e0-4da4-85e0-076cfde3f5ac req-a62cbb27-4758-4610-9919-d1d159f7cc5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:24.978159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-91db1ef3-e3e0-4da4-85e0-076cfde3f5ac req-a62cbb27-4758-4610-9919-d1d159f7cc5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:12:24.994192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.059560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-91db1ef3-e3e0-4da4-85e0-076cfde3f5ac req-a62cbb27-4758-4610-9919-d1d159f7cc5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:12:25.060631 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91db1ef3-e3e0-4da4-85e0-076cfde3f5ac req-a62cbb27-4758-4610-9919-d1d159f7cc5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 932 time: 0.2725937 Feb 17 23:12:25.137350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91db1ef3-e3e0-4da4-85e0-076cfde3f5ac req-054a10ab-d203-47f6-9192-4231bcdbc30c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679436 Feb 17 23:12:25.210563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:25.217839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.232364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Transition to ACTIVE for port object 7f38ee61-790c-4834-9e1e-0e54a17307f4 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:12:25.236113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.395504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.478645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Attempting to bind port 7f38ee61-790c-4834-9e1e-0e54a17307f4 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:12:25.478977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Attempting to bind port 7f38ee61-790c-4834-9e1e-0e54a17307f4 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:12:25.479299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Attempting to bind port 7f38ee61-790c-4834-9e1e-0e54a17307f4 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:12:25.484019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Port 7f38ee61-790c-4834-9e1e-0e54a17307f4 on network 5177a7d4-5058-489b-a570-6d56654db9eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:12:25.484328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Attempting to bind port 7f38ee61-790c-4834-9e1e-0e54a17307f4 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:12:25.489502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:12:25.489829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:12:25.490207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:12:25.490631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Bound port: 7f38ee61-790c-4834-9e1e-0e54a17307f4, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:12:25.490965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.589996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:12:25.592861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:12:25.598935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.660511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:25.661151 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:25.662529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1094 time: 1.0476584 Feb 17 23:12:25.662970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:25.696324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ac8f8-42f4-4f00-bee4-9b966b4a5425 service neutron] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.745419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'status': 'completed', 'code': 200} Feb 17 23:12:25.791238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-6b09269a-4751-4197-850d-4ddef32da96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:25.792954 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-6b09269a-4751-4197-850d-4ddef32da96b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0847929 Feb 17 23:12:25.866792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-4f1f61de-5c4c-43e2-9c6f-78d07dbeb290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 217 time: 0.0668185 Feb 17 23:12:26.037184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-3b15e422-151d-4a91-86bf-300b8c83f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.038623 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-3b15e422-151d-4a91-86bf-300b8c83f68b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.1667738 Feb 17 23:12:26.115372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-0608e97d-2abc-4172-a8b0-879d1555fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.116767 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-0608e97d-2abc-4172-a8b0-879d1555fdc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723605 Feb 17 23:12:26.301172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-fb19152e-f49b-4b8f-af6c-6d5f513b6298 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777375 Feb 17 23:12:26.477949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf61cc-1baf-4a81-a582-09b8e7e095f2 req-e03cc87c-10c7-436f-9db6-7ad5acfc9beb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.479424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47bf61cc-1baf-4a81-a582-09b8e7e095f2 req-e03cc87c-10c7-436f-9db6-7ad5acfc9beb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 944 time: 0.2286732 Feb 17 23:12:26.481412 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aff2cfe7-f73f-424c-bf7c-f45ae3c2c6a2 req-95ba87c4-8869-4c40-ba34-855c36079989 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731553 Feb 17 23:12:26.534907 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-47bf61cc-1baf-4a81-a582-09b8e7e095f2 req-de313474-940f-4d17-b473-7dadad1e6aa2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489349 Feb 17 23:12:26.611946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-3dcde537-73a2-4ba8-a458-a443f825cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.613831 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-3dcde537-73a2-4ba8-a458-a443f825cf3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0824807 Feb 17 23:12:26.760119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-4251c304-b818-4b71-8d5c-0fae5d50fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.761542 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-4251c304-b818-4b71-8d5c-0fae5d50fbf2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1414881 Feb 17 23:12:26.840283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-17dfd404-6e72-4838-b4b5-d7f5509b1ed9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 217 time: 0.0721955 Feb 17 23:12:26.916188 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-875445e3-72da-49db-9fa6-24ae51569acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.918316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-875445e3-72da-49db-9fa6-24ae51569acc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0710523 Feb 17 23:12:27.018778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-999f58a8-3541-407b-8424-63f3ade6291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:27.022850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-999f58a8-3541-407b-8424-63f3ade6291b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972960 Feb 17 23:12:27.192942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-ae04c3e7-0480-4f8d-b7bb-1c780077770a service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619267 Feb 17 23:12:27.340744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b83ba8fc-7535-4aae-bce5-59f2caff13f8 req-e156b475-07c1-4553-aea9-9bb8da4c0346 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412747 Feb 17 23:12:27.728790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5c7fc-d7c1-48a1-8abb-0d35509a9657 req-b4ee0d0f-5e0c-406a-a7e0-78966f324175 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:27.730322 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-25c5c7fc-d7c1-48a1-8abb-0d35509a9657 req-b4ee0d0f-5e0c-406a-a7e0-78966f324175 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 944 time: 0.0819457 Feb 17 23:12:27.782058 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-25c5c7fc-d7c1-48a1-8abb-0d35509a9657 req-68092c97-e514-445f-9a43-807ce3ef0d61 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Feb 17 23:12:28.522026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:28.979779 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e1ad9-cb99-4f08-bda4-a70492a15853 req-4397bbb4-3606-4d72-bb1c-9d665780b953 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:28.981288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c50e1ad9-cb99-4f08-bda4-a70492a15853 req-4397bbb4-3606-4d72-bb1c-9d665780b953 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 944 time: 0.0828087 Feb 17 23:12:29.032388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c50e1ad9-cb99-4f08-bda4-a70492a15853 req-a6b10287-88aa-4f43-ab58-b50caa14bb26 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Feb 17 23:12:29.304054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:12:29.442390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:29.455318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'mac_address': 'fa:16:3e:b1:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:12:29.510501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:29.527372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:29.543368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:29.547077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:29.616756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:29.623772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.624127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.624466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.624798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.625158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.625493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.625834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.626138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.626463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.626782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.627101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.627416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:29.734959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['7f38ee61-790c-4834-9e1e-0e54a17307f4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:12:30.228317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1858a2-4836-45ed-9089-8680b1a3aa5f req-3077c8f8-0b10-4fe7-a7a2-c11b67e37614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:30.229850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a1858a2-4836-45ed-9089-8680b1a3aa5f req-3077c8f8-0b10-4fe7-a7a2-c11b67e37614 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 945 time: 0.0869501 Feb 17 23:12:30.275738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a1858a2-4836-45ed-9089-8680b1a3aa5f req-70f53bad-a9a6-4ee7-a9ef-836c6db3b9c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Feb 17 23:12:31.335830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:12:31.412529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 7f38ee61-790c-4834-9e1e-0e54a17307f4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:12:31.418481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 7f38ee61-790c-4834-9e1e-0e54a17307f4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:31.418853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:31.473885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b44e-2fbb-426b-936d-12c5e81f6a84 req-6187740e-fa4b-4f03-a268-956d3c0a9952 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:31.475496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6272b44e-2fbb-426b-936d-12c5e81f6a84 req-6187740e-fa4b-4f03-a268-956d3c0a9952 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 945 time: 0.0888193 Feb 17 23:12:31.527360 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6272b44e-2fbb-426b-936d-12c5e81f6a84 req-be8ff169-ac6f-4684-982d-32d2b43d58b2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459476 Feb 17 23:12:31.563735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:31.594502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:31.605451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:12:31.611758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:31.679711 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'code': 200} Feb 17 23:12:31.715080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:32.010645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c31d-ef6b-4e67-b1f1-7cc66becdf1f req-1c4e15c9-4052-44b4-a16d-cc6256322198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:32.012126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5d8c31d-ef6b-4e67-b1f1-7cc66becdf1f req-1c4e15c9-4052-44b4-a16d-cc6256322198 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1840107 Feb 17 23:12:32.052956 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5d8c31d-ef6b-4e67-b1f1-7cc66becdf1f req-e520c306-b1d5-4517-8b1d-3ff9e89df5ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Feb 17 23:12:32.727416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc5cac-7188-44e1-900d-a8cf6a9d5bf5 req-ad304a19-a42c-4a70-a601-e3170623c25b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:32.728939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-51fc5cac-7188-44e1-900d-a8cf6a9d5bf5 req-ad304a19-a42c-4a70-a601-e3170623c25b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Feb 17 23:12:32.778390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-51fc5cac-7188-44e1-900d-a8cf6a9d5bf5 req-ec35183e-e5b6-474a-96f8-db638d69a6fe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Feb 17 23:12:33.966231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350808-ef13-4da0-8dcc-8a74125afeaf req-24fbf14b-b328-451a-9de1-b60f7397d852 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:33.967752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a3350808-ef13-4da0-8dcc-8a74125afeaf req-24fbf14b-b328-451a-9de1-b60f7397d852 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0826268 Feb 17 23:12:34.015532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a3350808-ef13-4da0-8dcc-8a74125afeaf req-31e952cd-7885-457f-b3ad-97bef1cc439d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Feb 17 23:12:34.212921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd43f5b-636d-4fbd-989c-df4f13ffa36b req-b9ffbe69-f097-47da-9a7f-8bb38ff64369 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:34.214504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3cd43f5b-636d-4fbd-989c-df4f13ffa36b req-b9ffbe69-f097-47da-9a7f-8bb38ff64369 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0878160 Feb 17 23:12:34.223469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40420) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:12:34.228849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'floatingip': {'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:34.308133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:34.978648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:34.982706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:35.158822 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 associated. External IP: 172.26.7.194, port: 7f38ee61-790c-4834-9e1e-0e54a17307f4. Feb 17 23:12:35.667007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:12:35.864751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:12:35.869701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:35.874357 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:35.885526 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:12:35.886148 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:12:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:35.927579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6d002b44-b266-4e46-b233-573722dc35f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "PUT /v2.0/floatingips/339fea66-2411-4bac-b089-96de55d00296 HTTP/1.1" status: 200 len: 992 time: 1.7029054 Feb 17 23:12:35.928171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:35.977947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'status': 'completed', 'code': 200} Feb 17 23:12:36.081761 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:12:36.087976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-41a1089f-6641-4f03-8f39-7a15914847fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:36.089506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-41a1089f-6641-4f03-8f39-7a15914847fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0908282 Feb 17 23:12:36.277536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-8e2454fd-860a-498d-b113-10346b6ce318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:36.278986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-8e2454fd-860a-498d-b113-10346b6ce318 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1832488 Feb 17 23:12:36.406854 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eb5-c005-41d7-b815-516c7f2b0715 req-c7f1732c-45c6-4c2d-b567-e0b4cd96052e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:36.408342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92817eb5-c005-41d7-b815-516c7f2b0715 req-c7f1732c-45c6-4c2d-b567-e0b4cd96052e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1961246 Feb 17 23:12:36.410662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-27c82f42-2efb-49ff-8fa1-e95029ae7045 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1000 time: 0.1207848 Feb 17 23:12:36.495702 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:b1:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94791e-6031-4a89-a040-124e83578dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:12:34Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:36.500110 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:36.504157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92817eb5-c005-41d7-b815-516c7f2b0715 req-b42f1129-1965-418b-8150-56fa82475ddf tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879686 Feb 17 23:12:36.509341 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:12:36.510058 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:12:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:36.510206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-fbb3c3df-d6f8-4bd5-844b-b3cf2031afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:36.511617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-fbb3c3df-d6f8-4bd5-844b-b3cf2031afe6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0821939 Feb 17 23:12:36.595159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-6ac6a791-799b-4d4d-9859-064158fb22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:36.596629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-6ac6a791-799b-4d4d-9859-064158fb22eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796051 Feb 17 23:12:36.697977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:12:36.735892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-8a4ac268-bb1b-4344-9d54-b1751629ca76 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330903 Feb 17 23:12:36.872846 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e52b284d-d6b8-42a0-a3a2-16ed4e282c97 req-dac2f7f5-2cb1-42ba-97f3-3bc932726d63 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314678 Feb 17 23:12:37.059175 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:b1:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94791e-6031-4a89-a040-124e83578dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:12:34Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:37.063207 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf956c8-0ff9-4207-bb7c-499771c17e90 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:b1:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94791e-6031-4a89-a040-124e83578dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:12:34Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:37.263540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f29bc-afff-478b-a575-ef78e835ad24 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:12:37.695615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48abf-3510-48d5-92aa-91e8c2f4be8b req-81c783bc-d3d9-49c3-89e6-df1378840d1f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:37.697130 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cdb48abf-3510-48d5-92aa-91e8c2f4be8b req-81c783bc-d3d9-49c3-89e6-df1378840d1f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0811303 Feb 17 23:12:37.742414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cdb48abf-3510-48d5-92aa-91e8c2f4be8b req-2cb38061-97d5-42e6-845b-cb98a8e80282 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396895 Feb 17 23:12:38.930731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b30941-5261-4a15-821f-fd658ac9d5ac req-fb2499a3-0c8b-4e89-927f-a0bf9e2c33b2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:38.932209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8b30941-5261-4a15-821f-fd658ac9d5ac req-fb2499a3-0c8b-4e89-927f-a0bf9e2c33b2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0828283 Feb 17 23:12:38.975668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e8b30941-5261-4a15-821f-fd658ac9d5ac req-19abc930-b018-4bd1-88d3-8b41b3a1900d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378766 Feb 17 23:12:40.160678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feada1-614c-41ec-8b65-b8af11bf2882 req-8cfb1ec0-0bf3-44f8-84e1-15aa59d3ac5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:40.162123 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-39feada1-614c-41ec-8b65-b8af11bf2882 req-8cfb1ec0-0bf3-44f8-84e1-15aa59d3ac5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0785174 Feb 17 23:12:40.205651 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-39feada1-614c-41ec-8b65-b8af11bf2882 req-59fa770e-27ea-4727-9607-62b17bc9960b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Feb 17 23:12:41.529115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227eec6-c1a9-43a4-bc0f-20380b442f5c req-b0f54b91-e3c3-4412-9536-d2b92f37da91 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:41.530628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4227eec6-c1a9-43a4-bc0f-20380b442f5c req-b0f54b91-e3c3-4412-9536-d2b92f37da91 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.2115948 Feb 17 23:12:41.577392 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4227eec6-c1a9-43a4-bc0f-20380b442f5c req-bb24b93a-e8a6-4d94-85fc-64e61284210b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Feb 17 23:12:42.771654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560e81-2bda-49df-8240-33b2fa416f5c req-a71eea1f-2cd9-4b76-b1b3-2fb20c8910a4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:42.773107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-87560e81-2bda-49df-8240-33b2fa416f5c req-a71eea1f-2cd9-4b76-b1b3-2fb20c8910a4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0881267 Feb 17 23:12:42.817479 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-87560e81-2bda-49df-8240-33b2fa416f5c req-f4f0a598-b72a-4829-b191-1035e8fa6396 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Feb 17 23:12:44.008180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970204e-1335-477f-b433-61ba2274e011 req-06b49a41-f30d-482d-980c-59ce47f14ca8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:44.009714 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4970204e-1335-477f-b433-61ba2274e011 req-06b49a41-f30d-482d-980c-59ce47f14ca8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0808420 Feb 17 23:12:44.058053 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4970204e-1335-477f-b433-61ba2274e011 req-49d52180-e36c-4289-835d-ac15c592ce23 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Feb 17 23:12:45.278909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c839a-b272-45bf-9291-36c1ea8ccb80 req-91f1b049-3121-41a5-ad13-1f15320ddf54 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:45.280479 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-312c839a-b272-45bf-9291-36c1ea8ccb80 req-91f1b049-3121-41a5-ad13-1f15320ddf54 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0982206 Feb 17 23:12:45.329871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-312c839a-b272-45bf-9291-36c1ea8ccb80 req-34372dfd-35a5-49ae-9ede-b3bcd4f0d3e0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Feb 17 23:12:46.515129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096454b4-3009-4e2d-b0c6-dc149d370baa req-140098b6-d06d-478f-9357-ffa3ab2001ea tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:46.516583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-096454b4-3009-4e2d-b0c6-dc149d370baa req-140098b6-d06d-478f-9357-ffa3ab2001ea tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0799375 Feb 17 23:12:46.561834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-096454b4-3009-4e2d-b0c6-dc149d370baa req-ecfa15e4-ab9f-41b7-b5d1-03f5cb464e3d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Feb 17 23:12:47.750543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00beff-be24-4bf6-a4f7-98b4a9cba89f req-49e5e5dd-fdc4-4233-8f47-b222bbc84843 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:47.751871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b00beff-be24-4bf6-a4f7-98b4a9cba89f req-49e5e5dd-fdc4-4233-8f47-b222bbc84843 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0847082 Feb 17 23:12:47.796343 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7b00beff-be24-4bf6-a4f7-98b4a9cba89f req-417bf750-f885-45b9-8409-92465a608337 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 Feb 17 23:12:48.209763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-0bf6ba58-954e-4b1e-8911-cb6c723c446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.211233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-0bf6ba58-954e-4b1e-8911-cb6c723c446a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0711291 Feb 17 23:12:48.353108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-bfd8bb14-42eb-4146-a9df-67641604e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.354487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-bfd8bb14-42eb-4146-a9df-67641604e4c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1252656 Feb 17 23:12:48.456352 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-e0ec9ed3-a229-4ff2-8446-1c1e0bcf0c3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1002 time: 0.0959072 Feb 17 23:12:48.524545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-1a8e8359-59ff-4ca5-bd1e-b6a83f56bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.526150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-1a8e8359-59ff-4ca5-bd1e-b6a83f56bda6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0639448 Feb 17 23:12:48.604781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-d2a5d78d-66b5-4cdc-9cbc-939050e1ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.606198 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-d2a5d78d-66b5-4cdc-9cbc-939050e1ae3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740569 Feb 17 23:12:48.740037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-2c3c342f-0d78-41ae-94e8-1e974604a8a4 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275575 Feb 17 23:12:48.875433 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-131ba3d2-c24d-4a8e-9dbb-58015d5b2e4d req-f297715a-122b-4a52-a2cf-b3a2db04dadb service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292627 Feb 17 23:12:48.987962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2fc9-6e8a-438a-b7d9-c2b5c6a0187c req-ac5f0df3-af1a-4552-9e91-b2d6615619da tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.989976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c39b2fc9-6e8a-438a-b7d9-c2b5c6a0187c req-ac5f0df3-af1a-4552-9e91-b2d6615619da tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0837691 Feb 17 23:12:49.034456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c39b2fc9-6e8a-438a-b7d9-c2b5c6a0187c req-1f03f0ba-15be-4b25-ae3c-ff394fb3b447 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387597 Feb 17 23:12:50.157253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e8a04b4b-77d0-41cd-a351-9f3bcb8f85b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:50.223254 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d833b-294c-418b-91df-90df0ed10294 req-60293aa5-ae0c-47ec-a288-547986221f8e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:50.224697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c95d833b-294c-418b-91df-90df0ed10294 req-60293aa5-ae0c-47ec-a288-547986221f8e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0809779 Feb 17 23:12:50.268379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c95d833b-294c-418b-91df-90df0ed10294 req-30b35ae3-c900-473b-b9de-44f515d2b209 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Feb 17 23:12:51.459127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91680e8c-c5dc-42f9-a572-7560b0ea7b66 req-09cf4741-c219-4233-9c17-16bc6c1b2881 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:51.460565 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91680e8c-c5dc-42f9-a572-7560b0ea7b66 req-09cf4741-c219-4233-9c17-16bc6c1b2881 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0843019 Feb 17 23:12:51.504430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91680e8c-c5dc-42f9-a572-7560b0ea7b66 req-7a49e971-1e2c-4a11-85ee-2b5970078ab7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Feb 17 23:12:52.397469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-af8d5159-1781-4cea-8000-beb6f0246ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:52.696917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb383b-642b-4791-8fc7-34354effd89c req-9ee0219d-0a31-4d90-b6fd-3ee137e437d4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:52.698326 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0fb383b-642b-4791-8fc7-34354effd89c req-9ee0219d-0a31-4d90-b6fd-3ee137e437d4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0862460 Feb 17 23:12:52.744029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0fb383b-642b-4791-8fc7-34354effd89c req-170d100c-646a-44e9-a026-fc1e3c51305f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Feb 17 23:12:53.356877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:53.560052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:53.941869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d221d3-0fb5-4a61-a3e8-052226104fc3 req-0d7ee543-e5f8-4857-a7ad-dde08cb023cd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:53.943919 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d9d221d3-0fb5-4a61-a3e8-052226104fc3 req-0d7ee543-e5f8-4857-a7ad-dde08cb023cd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0942290 Feb 17 23:12:53.991378 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d9d221d3-0fb5-4a61-a3e8-052226104fc3 req-a2062824-37e7-486f-aeca-c042fd129c91 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Feb 17 23:12:55.001812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:55.193361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0b20-3e36-4375-ab6d-278bd2445a7b req-cc2cc4f3-c48b-49c5-9a4a-e0b2690823ed tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:55.194790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-762d0b20-3e36-4375-ab6d-278bd2445a7b req-cc2cc4f3-c48b-49c5-9a4a-e0b2690823ed tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0841324 Feb 17 23:12:55.244272 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-762d0b20-3e36-4375-ab6d-278bd2445a7b req-cc35d9a3-1dcf-42fe-9c05-ab9e568c25cc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Feb 17 23:12:56.548606 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:12:56.580023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a6b9-3bac-4524-b450-37281da5f8e0 req-73ba1f56-308d-4988-bd00-03963f932a44 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:56.581533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb18a6b9-3bac-4524-b450-37281da5f8e0 req-73ba1f56-308d-4988-bd00-03963f932a44 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0808680 Feb 17 23:12:56.627080 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb18a6b9-3bac-4524-b450-37281da5f8e0 req-9c3c1ab8-7f21-49fc-be7b-e28287eb072a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Feb 17 23:12:57.913548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bacad-0dd1-433a-81b2-fd585c7bdf0d req-c1490c08-edc7-41dd-bbbc-797bf36ea767 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:57.915198 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-027bacad-0dd1-433a-81b2-fd585c7bdf0d req-c1490c08-edc7-41dd-bbbc-797bf36ea767 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1802695 Feb 17 23:12:57.959491 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-027bacad-0dd1-433a-81b2-fd585c7bdf0d req-152cf42a-27fd-4dd9-9a3d-63b45d8365b8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Feb 17 23:12:58.538342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:12:59.142117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7740b-6016-4eb4-abc2-fc158dbfcd0c req-9c8fdba8-442c-4c6f-97ba-20e11f173db9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:59.143581 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ccd7740b-6016-4eb4-abc2-fc158dbfcd0c req-9c8fdba8-442c-4c6f-97ba-20e11f173db9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0798202 Feb 17 23:12:59.191549 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ccd7740b-6016-4eb4-abc2-fc158dbfcd0c req-cb780498-5059-49f9-8cb3-77c099e47b47 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Feb 17 23:13:00.379896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c720-1567-42fa-92f6-f42f314a8a51 req-956edc16-4deb-4346-98e3-c18bd22135fe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:00.381234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16a3c720-1567-42fa-92f6-f42f314a8a51 req-956edc16-4deb-4346-98e3-c18bd22135fe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0832283 Feb 17 23:13:00.427740 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16a3c720-1567-42fa-92f6-f42f314a8a51 req-a0e64a1a-034a-4046-8d0f-7c344055c262 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Feb 17 23:13:01.621828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f68f3-2a29-4e02-bad9-dfa1f5f1229a req-5cfd9c31-b598-4fbf-9397-ae3d1e792a06 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:01.623301 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-967f68f3-2a29-4e02-bad9-dfa1f5f1229a req-5cfd9c31-b598-4fbf-9397-ae3d1e792a06 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0889184 Feb 17 23:13:01.667905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-967f68f3-2a29-4e02-bad9-dfa1f5f1229a req-19715507-1a90-4186-871a-a6d461a939b5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385175 Feb 17 23:13:02.856131 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f2fc-578b-4009-ace4-b8c9f53771a8 req-0ee68282-802d-4e40-bebb-8e8b6d10cdd1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:02.857595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a809f2fc-578b-4009-ace4-b8c9f53771a8 req-0ee68282-802d-4e40-bebb-8e8b6d10cdd1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0827363 Feb 17 23:13:02.901389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a809f2fc-578b-4009-ace4-b8c9f53771a8 req-aa37f9ec-667b-43ec-8441-ae4fb59448f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 Feb 17 23:13:04.090483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c9ba1-1718-4099-8c7d-1f3c8e6aad1c req-8340ca8f-465f-4869-8dda-70db79818412 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:04.091916 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5a6c9ba1-1718-4099-8c7d-1f3c8e6aad1c req-8340ca8f-465f-4869-8dda-70db79818412 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0837646 Feb 17 23:13:04.135621 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5a6c9ba1-1718-4099-8c7d-1f3c8e6aad1c req-47f4233f-b9c5-408e-805f-ead2c8efe39b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381358 Feb 17 23:13:05.321326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eda0b-80f0-424d-addb-b938f9d5e863 req-3ea3046b-0780-401e-807f-0ebe4cb6d76b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:05.322739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-631eda0b-80f0-424d-addb-b938f9d5e863 req-3ea3046b-0780-401e-807f-0ebe4cb6d76b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0805933 Feb 17 23:13:05.368522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-631eda0b-80f0-424d-addb-b938f9d5e863 req-2dbfd6d8-06a6-4d2d-89c6-440795e6b0c7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399289 Feb 17 23:13:06.565189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56c105-6999-47f3-8e11-45a8f2fb7b02 req-b5931a19-696c-4a88-ab35-90ea28d2467f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:06.567216 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e56c105-6999-47f3-8e11-45a8f2fb7b02 req-b5931a19-696c-4a88-ab35-90ea28d2467f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0888882 Feb 17 23:13:06.611147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e56c105-6999-47f3-8e11-45a8f2fb7b02 req-43a0554b-4fce-47ca-92fe-cd78a5fe2eec tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Feb 17 23:13:07.798999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a9e5-8453-4bfb-97fb-b1681aa76f28 req-4a8bb99e-6a16-4ded-99e2-f403e107def8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:07.800483 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7c1a9e5-8453-4bfb-97fb-b1681aa76f28 req-4a8bb99e-6a16-4ded-99e2-f403e107def8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0836985 Feb 17 23:13:07.849140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c7c1a9e5-8453-4bfb-97fb-b1681aa76f28 req-73a56391-bcb1-4f07-84b8-d298b50119fc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Feb 17 23:13:08.212549 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-08e5b1f9-0cc3-4441-88b1-719fccf55a71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756922 Feb 17 23:13:08.260231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd1b61-9d8a-4501-b27a-6f33c5034adc req-20e09ada-89e1-4ef9-b6e7-49c051e6e07a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:08.261790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c5fd1b61-9d8a-4501-b27a-6f33c5034adc req-20e09ada-89e1-4ef9-b6e7-49c051e6e07a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0850439 Feb 17 23:13:08.308522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c5fd1b61-9d8a-4501-b27a-6f33c5034adc req-b8e78956-b97c-4cad-842b-68879745d589 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Feb 17 23:13:09.336047 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-db573acd-306d-4364-9aa4-64a6e5dd489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:09.337618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-db573acd-306d-4364-9aa4-64a6e5dd489d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0781808 Feb 17 23:13:09.524101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-a04f1bba-704c-4393-850f-8f25406b8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:09.525613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-a04f1bba-704c-4393-850f-8f25406b8ecb service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1817954 Feb 17 23:13:09.635539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-dc052aed-048c-4a60-a7be-08998f634c54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1002 time: 0.1034842 Feb 17 23:13:09.643721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81e59-2272-48fa-9c97-ced8dacadb4d req-6fdb8b0a-db17-4202-82b9-f44c0ae4b497 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:09.645126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5d81e59-2272-48fa-9c97-ced8dacadb4d req-6fdb8b0a-db17-4202-82b9-f44c0ae4b497 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1965373 Feb 17 23:13:09.735631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-7c185247-dba1-4028-a668-0cc362fbe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:09.737045 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-7c185247-dba1-4028-a668-0cc362fbe559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0911138 Feb 17 23:13:09.739948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5d81e59-2272-48fa-9c97-ced8dacadb4d req-6b1b0e58-5d2f-4f7d-8cd4-ab816f95c6d3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644252 Feb 17 23:13:09.810942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-d6456a3d-1654-4c3e-8e19-95b2314d0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:09.812388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-d6456a3d-1654-4c3e-8e19-95b2314d0086 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697646 Feb 17 23:13:09.940885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-ca348cfe-f7cf-4793-9435-0411651e0256 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221468 Feb 17 23:13:10.170929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-d7946629-eeb0-4987-a906-ebe480ccd409 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244685 Feb 17 23:13:10.933953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5dfab-df83-41b6-926c-5918a936879b req-24894b85-352f-46dd-a5a5-1cfdb3115449 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:10.935396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aeb5dfab-df83-41b6-926c-5918a936879b req-24894b85-352f-46dd-a5a5-1cfdb3115449 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0862350 Feb 17 23:13:10.980276 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aeb5dfab-df83-41b6-926c-5918a936879b req-fb4801e8-5256-45b4-83f4-6d98a5ba8c20 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Feb 17 23:13:11.779557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-8c2face0-3eef-48ec-beca-5f3cfa767c93 service neutron] 10.222.0.43 "GET /v2.0/ports/7f38ee61-790c-4834-9e1e-0e54a17307f4/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0798011 Feb 17 23:13:12.047667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-4634e7bb-a529-4cd4-b305-7c7f867fac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.049159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-4634e7bb-a529-4cd4-b305-7c7f867fac31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1099 time: 0.0802894 Feb 17 23:13:12.201982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-c2bd3d4f-4922-44cc-92df-7cbc554fc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.203440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-c2bd3d4f-4922-44cc-92df-7cbc554fc039 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1337051 Feb 17 23:13:12.211857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaae27-882b-496f-a2ed-73b0b2223db7 req-da815946-9e14-428d-b924-cb02056da1b5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.213195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1edaae27-882b-496f-a2ed-73b0b2223db7 req-da815946-9e14-428d-b924-cb02056da1b5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1131194 Feb 17 23:13:12.337782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1edaae27-882b-496f-a2ed-73b0b2223db7 req-cccb5608-67dc-40f6-994d-2a0682918e59 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060140 Feb 17 23:13:12.372312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-24a65342-ba08-43e1-9e96-667b4f827e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.373854 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-24a65342-ba08-43e1-9e96-667b4f827e8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1597493 Feb 17 23:13:12.476371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-cb204224-9af2-4ea3-a572-bb1a786d6794 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1002 time: 0.0972142 Feb 17 23:13:12.538673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-cfb59adc-83ff-48cc-867b-65c5bb2a4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.540092 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-cfb59adc-83ff-48cc-867b-65c5bb2a4f80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0577726 Feb 17 23:13:12.618673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-99afdbdd-1f3c-4acc-8623-dedbfbf8a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:12.620038 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-99afdbdd-1f3c-4acc-8623-dedbfbf8a942 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734544 Feb 17 23:13:12.748244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-e0834a71-5f1a-4fd6-a2f9-1040543fbeba service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221228 Feb 17 23:13:12.881353 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a89abad-f5bc-47cf-a3d2-0533677b98fe req-ca87f579-1b80-47c9-a4d6-fcbca36ba224 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246293 Feb 17 23:13:13.523386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfbdae-7d99-4354-850a-ac64d55e0fd3 req-7bfa2d0e-8fac-4a98-b0a9-0689a219f802 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:13.524852 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-81bfbdae-7d99-4354-850a-ac64d55e0fd3 req-7bfa2d0e-8fac-4a98-b0a9-0689a219f802 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0812051 Feb 17 23:13:13.573693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-81bfbdae-7d99-4354-850a-ac64d55e0fd3 req-39e2b0f1-bcb7-43e3-97b3-f04b8cf848ca tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Feb 17 23:13:14.765775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731134c-f3f2-413e-8a57-ab18e777ce27 req-e4dd7ae9-3166-4ef8-84b5-3f871307be93 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:14.767222 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a731134c-f3f2-413e-8a57-ab18e777ce27 req-e4dd7ae9-3166-4ef8-84b5-3f871307be93 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0824215 Feb 17 23:13:14.811578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a731134c-f3f2-413e-8a57-ab18e777ce27 req-bf978c8c-9606-499b-ac93-e2ebb14424a7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382771 Feb 17 23:13:15.191451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-de5a1926-3a91-4342-91bd-543dbb354d94 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.193537 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-de5a1926-3a91-4342-91bd-543dbb354d94 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 946 time: 0.1123219 Feb 17 23:13:15.203930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d65e-49a0-43ff-9149-4ba9c5bb43b7 req-35eea01f-d9e0-42fb-839f-9145f676cad3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.205455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4474d65e-49a0-43ff-9149-4ba9c5bb43b7 req-35eea01f-d9e0-42fb-839f-9145f676cad3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1563756 Feb 17 23:13:15.253905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4474d65e-49a0-43ff-9149-4ba9c5bb43b7 req-8dbd072d-881f-4497-9bdc-8c766cff1430 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 Feb 17 23:13:15.335830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-ef86aad3-be3c-432e-a6e1-0dd9ee851157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.337361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-ef86aad3-be3c-432e-a6e1-0dd9ee851157 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0718474 Feb 17 23:13:15.556066 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:13:15.558286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:13:15.591700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-ed486414-23bd-40ed-953d-8f5728a9ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.593168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-ed486414-23bd-40ed-953d-8f5728a9ba9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.2504852 Feb 17 23:13:15.692084 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-71f70b93-4a09-4f70-8a91-b58acf952b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1002 time: 0.0928445 Feb 17 23:13:15.757173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-e6e16d2c-1c62-4c91-8c3a-04b294d323ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.758628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-e6e16d2c-1c62-4c91-8c3a-04b294d323ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0614343 Feb 17 23:13:15.786156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:15.810009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:15.829817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'mac_address': 'fa:16:3e:b1:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:13:15.831986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-a7094a66-c05a-47d3-b2bd-a7c05d03120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:15.833547 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-a7094a66-c05a-47d3-b2bd-a7c05d03120d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693705 Feb 17 23:13:15.835607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:15.883194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:15.892549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:15.940768 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'code': 200} Feb 17 23:13:15.963940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:15.977382 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-c7e0cce9-4cf1-47c7-b4ca-cda27e3fb6ca service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381593 Feb 17 23:13:15.988797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:15.997308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:16.057264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:13:16.058136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:13:16.111426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a951dc42-39e6-40b2-ac3a-62381bf13b7c req-4390eaac-34e4-437e-86a8-090d88e98980 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283791 Feb 17 23:13:16.453053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76127d-8dc6-4144-a43b-11fd7f464ddb req-3b74dbc1-7ed3-4ada-ba40-823131233b5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:16.454370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1b76127d-8dc6-4144-a43b-11fd7f464ddb req-3b74dbc1-7ed3-4ada-ba40-823131233b5b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 944 time: 0.0906610 Feb 17 23:13:16.504253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1b76127d-8dc6-4144-a43b-11fd7f464ddb req-298f0db1-84de-4702-bb73-6aeb3f22cf13 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Feb 17 23:13:16.620325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:16.637515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:16.653939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:16.658436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:16.727750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['7f38ee61-790c-4834-9e1e-0e54a17307f4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:13:16.764992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:17.570248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:13:17.642024 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 7f38ee61-790c-4834-9e1e-0e54a17307f4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:13:17.642807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:17.705029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067f25-bfca-48bb-bba0-3ae53dd72093 req-60db1000-0ec8-43b5-bc0f-fe2f4d37f558 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:17.706558 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e067f25-bfca-48bb-bba0-3ae53dd72093 req-60db1000-0ec8-43b5-bc0f-fe2f4d37f558 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 945 time: 0.0888274 Feb 17 23:13:17.756145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e067f25-bfca-48bb-bba0-3ae53dd72093 req-1eb29667-3c69-4e79-9d87-46c42bd406e9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 Feb 17 23:13:17.772684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:17.816768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:17.822224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:17.894224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:17.941944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:17.971519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1272ed-a664-46c6-b032-e395e2924776 req-87f9b99d-6413-4675-a7fb-80b30853c2c8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:17.972997 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0b1272ed-a664-46c6-b032-e395e2924776 req-87f9b99d-6413-4675-a7fb-80b30853c2c8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0984795 Feb 17 23:13:17.987993 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'code': 200} Feb 17 23:13:18.023643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0b1272ed-a664-46c6-b032-e395e2924776 req-44329a2b-1421-455a-90ae-22c93b25347b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Feb 17 23:13:18.434874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626816-a5a6-489c-8b35-c625e30e963c req-88be4482-81df-4466-af34-c5a9c61d1335 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:18.436504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54626816-a5a6-489c-8b35-c625e30e963c req-88be4482-81df-4466-af34-c5a9c61d1335 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.1517828 Feb 17 23:13:18.461952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-9478617e-d2d6-4f0f-ac9c-9fb304cb447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:18.463445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-9478617e-d2d6-4f0f-ac9c-9fb304cb447d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1250832 Feb 17 23:13:18.562638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54626816-a5a6-489c-8b35-c625e30e963c req-47dfe45d-8d8c-4271-8d94-987880861d2a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196463 Feb 17 23:13:18.621046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-fbd58c26-30ca-4abe-8d06-5a2462986d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:18.622069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-fbd58c26-30ca-4abe-8d06-5a2462986d9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1515131 Feb 17 23:13:18.729856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-585eb65f-8375-419f-a90e-c0a677c30648 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 200 len: 1002 time: 0.1018353 Feb 17 23:13:18.793469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-0a6f9592-0272-46c2-bdd7-37331be07275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:18.794918 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-0a6f9592-0272-46c2-bdd7-37331be07275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0593133 Feb 17 23:13:18.876589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-363561f6-0c74-47fa-be64-681789593938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:18.878164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-363561f6-0c74-47fa-be64-681789593938 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778737 Feb 17 23:13:19.119877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-d5b0a4e8-4f87-4598-871a-9eedda74204c service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359276 Feb 17 23:13:19.256944 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e608a2b-f3e0-4289-88c7-5ab6e782292a req-b752006f-61ec-4319-9b56-e63ca6c19517 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303926 Feb 17 23:13:19.772343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b07d3-e7cb-4575-8f7d-e9c52d82d881 req-9b278f6e-e5c2-4759-8d86-2672c733bc99 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:19.773823 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0e0b07d3-e7cb-4575-8f7d-e9c52d82d881 req-9b278f6e-e5c2-4759-8d86-2672c733bc99 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0939548 Feb 17 23:13:19.820911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0e0b07d3-e7cb-4575-8f7d-e9c52d82d881 req-4a56d14b-c4ac-4df5-8532-9520f105a44d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Feb 17 23:13:20.119789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2b14adf3-110d-4fa1-9436-3fa0cba93099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:21.014139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2dfb7-d81c-4bc8-8fea-f9bc835ae002 req-e7f84d1c-bc96-4f2c-90f7-0f0f1fb1c5ec tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:21.015608 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bac2dfb7-d81c-4bc8-8fea-f9bc835ae002 req-e7f84d1c-bc96-4f2c-90f7-0f0f1fb1c5ec tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0889642 Feb 17 23:13:21.061618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bac2dfb7-d81c-4bc8-8fea-f9bc835ae002 req-f4df7dc4-f7bb-4f0b-9d4c-f0ef9f6fae65 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Feb 17 23:13:21.467572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc098-83ae-4bf0-823f-80080556e6eb req-a5a97418-2319-46e3-8d80-4b213a8427c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:21.469021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f7bc098-83ae-4bf0-823f-80080556e6eb req-a5a97418-2319-46e3-8d80-4b213a8427c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0847452 Feb 17 23:13:21.524112 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f7bc098-83ae-4bf0-823f-80080556e6eb req-13b501e9-b045-4f62-a675-601eafbe6282 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472693 Feb 17 23:13:22.400577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4982400b-076c-4ab5-9117-804355596d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:22.716771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d96b-87e5-436a-b3ce-8ab0a1050792 req-6d05bc3a-82f0-4c71-ba38-7705230f469c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:22.718269 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a510d96b-87e5-436a-b3ce-8ab0a1050792 req-6d05bc3a-82f0-4c71-ba38-7705230f469c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0847025 Feb 17 23:13:22.762489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a510d96b-87e5-436a-b3ce-8ab0a1050792 req-fe5aa312-e1d0-4b0e-8f0b-06183d1d6e43 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387847 Feb 17 23:13:23.004420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-52503b80-6f38-46e4-aa56-2776cdc0e0cb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:23.006936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-52503b80-6f38-46e4-aa56-2776cdc0e0cb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 946 time: 0.0844162 Feb 17 23:13:23.081389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Deleting port 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:13:23.081729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.335591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] For port 7f38ee61-790c-4834-9e1e-0e54a17307f4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=7f38ee61-790c-4834-9e1e-0e54a17307f4,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:23.335851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.359486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.567649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.637003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.637426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.637741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 disassociated. External IP: 172.26.7.194, port: 7f38ee61-790c-4834-9e1e-0e54a17307f4. Feb 17 23:13:23.638077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Calling delete_port for 7f38ee61-790c-4834-9e1e-0e54a17307f4 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:13:23.785568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:23.838309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'Port': ['ID=7f38ee61-790c-4834-9e1e-0e54a17307f4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:23.849113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.849578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.849845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.850218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.850548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.850826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.851176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.851506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.851875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.852201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.852522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:23.852841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:24.093120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3269e1fb-56d7-4ce5-af1b-ecb4dec8d4a5 req-215a69dd-d600-40ed-89db-4ea9fa43002d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e94791e-6031-4a89-a040-124e83578dc1 HTTP/1.1" status: 200 len: 210 time: 0.1846683 Feb 17 23:13:24.220395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:13:24.403400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:13:24.414661 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:13:24.424119 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:13:24.424725 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:24.489555 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] No DVR routers for this DVR port 7f38ee61-790c-4834-9e1e-0e54a17307f4 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:13:24.492352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:24.496624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-deleted', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:24.515427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b319c65b-dcc3-4c65-a4a0-78630217572f req-fd2fd46a-ea73-4ac3-917f-a7720efb687b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "DELETE /v2.0/ports/7f38ee61-790c-4834-9e1e-0e54a17307f4 HTTP/1.1" status: 204 len: 173 time: 1.5039563 Feb 17 23:13:24.549657 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94791e-6031-4a89-a040-124e83578dc1', 'name': 'network-vif-deleted', 'tag': '7f38ee61-790c-4834-9e1e-0e54a17307f4', 'status': 'completed', 'code': 200} Feb 17 23:13:24.637032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:13:24.965008 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:24.969232 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:13:24.979055 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:13:24.979668 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:25.002614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:25.166904 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:13:25.467672 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-4733f517-d728-4e20-b1c0-05ce244b4b5c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1979451874&fields=id&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 267 time: 0.0487556 Feb 17 23:13:25.539171 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:25.543263 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98967c7-add2-4a13-98c9-c775f911d7a4 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:13:25.625986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6ea54c56-8539-49c8-9abf-4895d0a16f1a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:25.627451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6ea54c56-8539-49c8-9abf-4895d0a16f1a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1528213 Feb 17 23:13:25.642820 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-7117343f-890a-4e2f-ab92-7b4401696971 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/quotas/ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 375 time: 0.0097840 Feb 17 23:13:25.731575 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-ee51c297-e23b-4d73-8af6-348d2e0948c1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:13:25.748441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-ee51c297-e23b-4d73-8af6-348d2e0948c1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:13:25.752904 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-ee51c297-e23b-4d73-8af6-348d2e0948c1 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046579 Feb 17 23:13:25.766926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baac5ff-dccc-40dc-aeeb-3881f51906e1 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:13:25.893109 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-62e3eb03-2d45-4e1c-ab0b-6f1599589bf5 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308682 Feb 17 23:13:26.029721 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-a544e1fa-e7ab-44b5-a9a1-b6736d5ad9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302402 Feb 17 23:13:26.222760 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a4125d6-f9f2-44c5-b47a-c2ccb8f0fcd3 req-0715b36c-2b6a-44c4-a3bf-82e0c79c12b2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 210 time: 0.0475638 Feb 17 23:13:27.284102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-871f704a-e787-4242-9902-f766ff5672c6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:27.285571 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-871f704a-e787-4242-9902-f766ff5672c6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1540327 Feb 17 23:13:27.339640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-a9fe7a71-7f46-415e-82b1-b1160aab446c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 380 time: 0.0457656 Feb 17 23:13:27.379499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'port': {'device_id': '28880a50-e263-48ed-922d-d467b0894a3b', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'admin_state_up': True, 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'security_groups': ['f700a05a-620b-47bb-a389-2c6ed4dd9351']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:13:27.401543 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-28344909-eb5e-4871-90f4-0740e176b8d9 req-51211e59-211b-4712-b33f-f4ee4c3c1f87 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 210 time: 0.0609193 Feb 17 23:13:27.525058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:13:27.535200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:13:27.550829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:13:27.554802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:27.631111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:13:27.667457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 7f38ee61-790c-4834-9e1e-0e54a17307f4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:13:27.667800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 7f38ee61-790c-4834-9e1e-0e54a17307f4 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:13:27.729104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Allocated IP 172.20.0.9 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/e3cf4cb6-1898-4d26-b515-580cb059d896) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:13:28.038866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.055291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Transition to ACTIVE for port object e3cf4cb6-1898-4d26-b515-580cb059d896 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:13:28.079272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.155054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:13:28.158346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:13:28.162479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:13:28.195406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:28.237343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:28.237987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.273661 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-25ec29fb-bbf6-47f4-8f65-ab9dc89b6112 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977537 Feb 17 23:13:28.286709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Request body: {'port': {'device_id': '28880a50-e263-48ed-922d-d467b0894a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:13:28.391225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5ff1bb5a-68a3-4585-a0b4-645051b31145 None None] Provisioning for port e3cf4cb6-1898-4d26-b515-580cb059d896 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:13:28.398003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5ff1bb5a-68a3-4585-a0b4-645051b31145 None None] Provisioning complete for port e3cf4cb6-1898-4d26-b515-580cb059d896 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:13:28.398509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5ff1bb5a-68a3-4585-a0b4-645051b31145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.439690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.475962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1bb5a-68a3-4585-a0b4-645051b31145 None None] Port e3cf4cb6-1898-4d26-b515-580cb059d896 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:13:28.557320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:28.796478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaafd9-5392-4d4f-943a-010d48e9d4ac req-de073ff6-ac85-4d49-b599-8e90e6e8717b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:28.797186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4baaafd9-5392-4d4f-943a-010d48e9d4ac req-de073ff6-ac85-4d49-b599-8e90e6e8717b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:13:28.839992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4baaafd9-5392-4d4f-943a-010d48e9d4ac req-de073ff6-ac85-4d49-b599-8e90e6e8717b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:13:28.841168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4baaafd9-5392-4d4f-943a-010d48e9d4ac req-de073ff6-ac85-4d49-b599-8e90e6e8717b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 931 time: 0.2937460 Feb 17 23:13:28.916599 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4baaafd9-5392-4d4f-943a-010d48e9d4ac req-2b550f04-872d-4acc-99d8-6d29d8dbfae5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680838 Feb 17 23:13:28.977193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:28.985904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:29.001368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Transition to ACTIVE for port object e3cf4cb6-1898-4d26-b515-580cb059d896 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:13:29.006881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:29.189746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:29.275009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Attempting to bind port e3cf4cb6-1898-4d26-b515-580cb059d896 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:13:29.275341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Attempting to bind port e3cf4cb6-1898-4d26-b515-580cb059d896 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:13:29.275663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Attempting to bind port e3cf4cb6-1898-4d26-b515-580cb059d896 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:13:29.280112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Port e3cf4cb6-1898-4d26-b515-580cb059d896 on network 5177a7d4-5058-489b-a570-6d56654db9eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:13:29.280423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Attempting to bind port e3cf4cb6-1898-4d26-b515-580cb059d896 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:13:29.285367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:13:29.285771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:13:29.286150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:13:29.286573 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Bound port: e3cf4cb6-1898-4d26-b515-580cb059d896, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:13:29.286919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:29.381793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:13:29.385048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:13:29.389381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:29.451272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:29.451888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:29.453338 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] 10.222.0.43 "PUT /v2.0/ports/e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1093 time: 1.1717288 Feb 17 23:13:29.453790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:29.491172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767023-1cd1-4df2-ad5f-afa5e8279c27 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:29.505517 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'status': 'completed', 'code': 200} Feb 17 23:13:29.589541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-886d7137-cf43-4de7-a05e-cb790c0b7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:29.592159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-886d7137-cf43-4de7-a05e-cb790c0b7cce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1096 time: 0.0892763 Feb 17 23:13:29.668738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-a1d718de-a7a6-45ad-a049-ec4510e0c020 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 217 time: 0.0695107 Feb 17 23:13:29.738622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-89ec6a45-2c5d-4770-b161-7214c7c66739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:29.741270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-89ec6a45-2c5d-4770-b161-7214c7c66739 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0664759 Feb 17 23:13:29.813776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-1f05f042-a5ce-4410-8129-c175bc38348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:29.815213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-1f05f042-a5ce-4410-8129-c175bc38348f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688179 Feb 17 23:13:30.092101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-caa7f0bc-5aaf-4a8d-a2ac-276aad6268a1 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712491 Feb 17 23:13:30.215796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a4e86-2469-4a95-a2e0-d2660453f9c0 req-895170d8-05c1-4530-8f00-8c7025a01999 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:30.217220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-090a4e86-2469-4a95-a2e0-d2660453f9c0 req-895170d8-05c1-4530-8f00-8c7025a01999 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 943 time: 0.1865444 Feb 17 23:13:30.278211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9bf8922e-fba6-40ee-8df0-b521271c8d60 req-7b8a24eb-8204-4536-a6a3-48ffc079cb5f service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776061 Feb 17 23:13:30.290484 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-090a4e86-2469-4a95-a2e0-d2660453f9c0 req-0597c768-c87d-4831-9d30-5278f089fcdb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634699 Feb 17 23:13:30.402924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-d38b44db-f995-4878-96b1-ddf33ddf0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:30.404419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-d38b44db-f995-4878-96b1-ddf33ddf0669 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1096 time: 0.0755453 Feb 17 23:13:30.540278 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-0ed30ffa-1647-4d92-a1a1-77375d8216f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:30.541677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-0ed30ffa-1647-4d92-a1a1-77375d8216f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1311910 Feb 17 23:13:30.622670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-49126507-70c7-4f6d-8574-80c09e599b8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 217 time: 0.0739009 Feb 17 23:13:30.689486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-aafe1558-138d-4144-b43b-82efbcdba205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:30.690974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-aafe1558-138d-4144-b43b-82efbcdba205 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0604894 Feb 17 23:13:30.775242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-15b405b9-9e8d-4593-bfbd-034e949e776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:30.776747 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-15b405b9-9e8d-4593-bfbd-034e949e776d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785930 Feb 17 23:13:30.935195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-16306764-9fa7-447c-8188-4dc0fa4f2572 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509387 Feb 17 23:13:31.079519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a185e586-5221-48dd-bca6-b4b9a904d7f1 req-56427a2b-5d70-4637-ba50-7958343d8a20 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360767 Feb 17 23:13:31.534197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be523a33-7800-4499-9356-7344e68a08ff req-c9f03f3f-4d40-4d45-aeca-8d0fb002cf28 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:31.535921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be523a33-7800-4499-9356-7344e68a08ff req-c9f03f3f-4d40-4d45-aeca-8d0fb002cf28 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 943 time: 0.0848362 Feb 17 23:13:31.582148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be523a33-7800-4499-9356-7344e68a08ff req-892a0b25-56a5-45a0-9eab-491ac6cac96b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Feb 17 23:13:32.781486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00495769-f5a8-41f6-b788-63b796ea546b req-c5f6e4bd-1fda-489f-b37d-62b3815dfa07 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:32.783000 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00495769-f5a8-41f6-b788-63b796ea546b req-c5f6e4bd-1fda-489f-b37d-62b3815dfa07 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 943 time: 0.0874252 Feb 17 23:13:32.828949 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00495769-f5a8-41f6-b788-63b796ea546b req-302694e6-01ac-4bdc-9a69-e07733701a47 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390818 Feb 17 23:13:33.548369 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:13:33.630392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:13:33.768986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:33.783654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:13:33.842464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:33.859950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:33.875871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:33.881841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:33.960806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:33.970236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.970581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.970916 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.971246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.971574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.971910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.972233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.972550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.972874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.973758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.973758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:33.974053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:34.042925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc6ed4-11d6-443c-9106-f206b4b7866b req-9eaef1d0-255f-49dc-b4c7-08201acbbe4a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:34.044421 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84cc6ed4-11d6-443c-9106-f206b4b7866b req-9eaef1d0-255f-49dc-b4c7-08201acbbe4a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 944 time: 0.0998781 Feb 17 23:13:34.086219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e3cf4cb6-1898-4d26-b515-580cb059d896'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:13:34.094750 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84cc6ed4-11d6-443c-9106-f206b4b7866b req-408cfce5-c1b6-42cb-aff8-faec246dcc1d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Feb 17 23:13:35.299900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd4619-bc4d-489c-b00f-08eba88bb5e4 req-cf2b6a17-7c6f-4def-b931-6ec03349b1b5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:35.301442 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71dd4619-bc4d-489c-b00f-08eba88bb5e4 req-cf2b6a17-7c6f-4def-b931-6ec03349b1b5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 944 time: 0.0944979 Feb 17 23:13:35.348044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71dd4619-bc4d-489c-b00f-08eba88bb5e4 req-836eb1e0-d762-43f7-853e-816b13e92644 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Feb 17 23:13:35.630611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:13:35.700458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port e3cf4cb6-1898-4d26-b515-580cb059d896 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:13:35.705497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e3cf4cb6-1898-4d26-b515-580cb059d896 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:13:35.705993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:35.828236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:35.857639 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:35.875445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:13:35.881327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:35.960169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:35.999621 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'code': 200} Feb 17 23:13:36.237693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782d7b-5df6-4cd4-809b-f0260f337b95 req-3984e02b-3dfd-40f2-97f7-21d2e904ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.239533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f782d7b-5df6-4cd4-809b-f0260f337b95 req-3984e02b-3dfd-40f2-97f7-21d2e904ad3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0727940 Feb 17 23:13:36.281942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f782d7b-5df6-4cd4-809b-f0260f337b95 req-25a4a91d-b636-4452-8ba1-384896164897 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369606 Feb 17 23:13:36.542344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92884a0a-a538-40a3-acdd-ee30b30f5328 req-b8119666-4855-4cf2-9198-58881ed54395 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.543749 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92884a0a-a538-40a3-acdd-ee30b30f5328 req-b8119666-4855-4cf2-9198-58881ed54395 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0885856 Feb 17 23:13:36.589922 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92884a0a-a538-40a3-acdd-ee30b30f5328 req-aab4a0c9-1276-49b9-8ca1-f64770d85ce4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Feb 17 23:13:37.784563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f85b4-3fa6-4c43-b159-c4bd9daeb4e1 req-e5e11018-f7f8-4505-900a-8f2251357cfe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:37.786676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c66f85b4-3fa6-4c43-b159-c4bd9daeb4e1 req-e5e11018-f7f8-4505-900a-8f2251357cfe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0824230 Feb 17 23:13:37.938850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c66f85b4-3fa6-4c43-b159-c4bd9daeb4e1 req-9b8580d6-3d24-464d-8f31-f5bc25a99afa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455257 Feb 17 23:13:38.130749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb02ee8-1d28-4709-adaa-b32a3b990d8e req-a5b452b9-fc3a-4bba-8367-1e741a3f00fc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:38.132233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7eb02ee8-1d28-4709-adaa-b32a3b990d8e req-a5b452b9-fc3a-4bba-8367-1e741a3f00fc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0851796 Feb 17 23:13:38.140525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40610) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:13:38.146485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'floatingip': {'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:13:38.224383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:38.828835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:38.832955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:39.006439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 associated. External IP: 172.26.7.194, port: e3cf4cb6-1898-4d26-b515-580cb059d896. Feb 17 23:13:39.484979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:13:39.674950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:13:39.680245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:39.684984 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:13:39.694489 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:13:39.695094 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:39.740185 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ddad15c8-8246-4f43-9e93-dd99810b0adb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "PUT /v2.0/floatingips/339fea66-2411-4bac-b089-96de55d00296 HTTP/1.1" status: 200 len: 991 time: 1.5982344 Feb 17 23:13:39.740917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:39.798736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'status': 'completed', 'code': 200} Feb 17 23:13:39.892878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-7051797f-199a-4d77-913f-1a79675f0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:39.893898 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:13:39.894396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-7051797f-199a-4d77-913f-1a79675f0b3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0754523 Feb 17 23:13:40.087126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-69bf446a-5c93-4fad-91e2-b02ce49d89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:40.088666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-69bf446a-5c93-4fad-91e2-b02ce49d89f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1889875 Feb 17 23:13:40.125679 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-a9233f05-8311-40d0-825f-d7d72e4841ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836866 Feb 17 23:13:40.248839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-a20bb0ea-9d80-4d49-8080-32b0c10ad89d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 999 time: 0.1546166 Feb 17 23:13:40.314672 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28880a50-e263-48ed-922d-d467b0894a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:13:38Z', 'revision_number': 9, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:40.320185 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:13:40.324286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effa751-b4f1-4b27-918f-af725637d4ff req-d1f7fa2f-a1fc-4a50-9973-b42ec1042b53 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:40.325797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6effa751-b4f1-4b27-918f-af725637d4ff req-d1f7fa2f-a1fc-4a50-9973-b42ec1042b53 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.1695132 Feb 17 23:13:40.329261 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:13:40.329527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-e0ddb07e-daa6-4147-9a0f-3ba1df327dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:40.330002 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:40.330861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-e0ddb07e-daa6-4147-9a0f-3ba1df327dc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0758812 Feb 17 23:13:40.434219 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6effa751-b4f1-4b27-918f-af725637d4ff req-b6bf2153-02ba-4d23-9feb-4cc933f58dc6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994256 Feb 17 23:13:40.458128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-0cb14abb-38e0-4ab7-b28d-cd77c192a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:40.459939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-0cb14abb-38e0-4ab7-b28d-cd77c192a2a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121662 Feb 17 23:13:40.529734 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:13:40.601753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-37e227f9-a663-4ca0-98c4-4a075147e0ac service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352801 Feb 17 23:13:40.764396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d764c4-597b-43e1-9bd0-6eb6c4900221 req-5348cd06-7ffc-49f0-8649-71b5816cf009 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564724 Feb 17 23:13:40.968677 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28880a50-e263-48ed-922d-d467b0894a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:13:38Z', 'revision_number': 9, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:13:40.973871 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec089fb-75ef-427d-bdde-caada479cbea None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28880a50-e263-48ed-922d-d467b0894a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:13:38Z', 'revision_number': 9, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:13:41.188186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4057e-aedf-4cbe-9460-9c9c8d9de697 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:13:41.398753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-0f8a8758-1039-4977-992f-90ddb18517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.401382 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-0f8a8758-1039-4977-992f-90ddb18517d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0799878 Feb 17 23:13:41.551974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-674a88b8-b003-4e30-84da-a401349cffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.553494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-674a88b8-b003-4e30-84da-a401349cffc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1469564 Feb 17 23:13:41.713793 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-1fdc59a3-d824-4de2-bcb4-b82e88c4c524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1002 time: 0.1531470 Feb 17 23:13:41.910086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b020ae-1a72-485e-a4f5-95b53efab8f9 req-e717705b-9f39-465e-ab9e-201e42d6f93d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.912218 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-63b020ae-1a72-485e-a4f5-95b53efab8f9 req-e717705b-9f39-465e-ab9e-201e42d6f93d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.2968729 Feb 17 23:13:41.918184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-24ec29eb-df58-420b-b9af-03f9aa3c2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.919573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-24ec29eb-df58-420b-b9af-03f9aa3c2ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.1999707 Feb 17 23:13:42.011940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-63b020ae-1a72-485e-a4f5-95b53efab8f9 req-fdcdf4ca-82b5-4246-9d4c-641ab935f08a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913312 Feb 17 23:13:42.034698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-4a573b1b-db4a-4728-a7f2-af9e63a7e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:42.034698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-4a573b1b-db4a-4728-a7f2-af9e63a7e5ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980947 Feb 17 23:13:42.170244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-6c784fb4-6daa-4a76-8ed9-0b1dbf5fe120 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314659 Feb 17 23:13:42.322249 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-f1c4fd0f-7e5d-4c46-a521-ff5d16eccefc service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463382 Feb 17 23:13:43.207513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d897c-2162-4d76-83b9-38fa9746e44e req-1518b084-ade7-45af-9a71-7116b1314632 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:43.209112 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f5d897c-2162-4d76-83b9-38fa9746e44e req-1518b084-ade7-45af-9a71-7116b1314632 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0882318 Feb 17 23:13:43.259923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f5d897c-2162-4d76-83b9-38fa9746e44e req-32cdcf74-7dbf-4651-958d-ffc91890a2c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Feb 17 23:13:44.443777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda15e-bc05-465c-8d63-b2cfb52acb1a req-29befe34-7442-4058-a215-f98cc915a0b4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:44.445262 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbcda15e-bc05-465c-8d63-b2cfb52acb1a req-29befe34-7442-4058-a215-f98cc915a0b4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0800769 Feb 17 23:13:44.496055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbcda15e-bc05-465c-8d63-b2cfb52acb1a req-e78629ec-632c-4503-904f-4ebbb1f81af7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Feb 17 23:13:45.690633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87fd9c-3a94-49ef-b217-41ffd3abff8b req-57eb966b-cb55-499e-a0eb-ffe715be5918 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:45.692469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e87fd9c-3a94-49ef-b217-41ffd3abff8b req-57eb966b-cb55-499e-a0eb-ffe715be5918 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0811887 Feb 17 23:13:45.742541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e87fd9c-3a94-49ef-b217-41ffd3abff8b req-b8efad00-d51a-4127-960f-92572bb513a4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Feb 17 23:13:46.936401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dcd3d-3b0e-41a9-8270-3eb9fdd9ce0c req-255613c8-1967-4d9a-8d20-cf6bb5036016 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:46.937894 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-127dcd3d-3b0e-41a9-8270-3eb9fdd9ce0c req-255613c8-1967-4d9a-8d20-cf6bb5036016 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0850749 Feb 17 23:13:46.982977 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-127dcd3d-3b0e-41a9-8270-3eb9fdd9ce0c req-5c95027f-f6ef-4744-8dea-3110c013de27 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Feb 17 23:13:48.172820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106c596-6e48-4bbb-a138-a5068ed63d21 req-919c709c-f5f2-43c1-858a-5bfebe61cfd8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:48.174342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4106c596-6e48-4bbb-a138-a5068ed63d21 req-919c709c-f5f2-43c1-858a-5bfebe61cfd8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0807908 Feb 17 23:13:48.220157 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4106c596-6e48-4bbb-a138-a5068ed63d21 req-1e9a3d33-caa4-47a5-a7b6-3ef1c263525e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 Feb 17 23:13:49.163517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b33cb-17b2-4473-bb83-140802caeaae req-c9ee7167-12bf-4cdf-ba8e-e4fbc4c4b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:49.164973 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-c9ee7167-12bf-4cdf-ba8e-e4fbc4c4b3f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0747416 Feb 17 23:13:49.318175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b33cb-17b2-4473-bb83-140802caeaae req-4d1cfbde-8b75-4109-8c75-6a632ce87e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:49.319563 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-4d1cfbde-8b75-4109-8c75-6a632ce87e00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1354334 Feb 17 23:13:49.475860 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-0770ef52-5077-472f-85f6-1ad04fbcab5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1002 time: 0.1498921 Feb 17 23:13:49.543159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5dc4-0585-4036-b9ad-271e9d6ab6fd req-4b532cce-d127-468c-8d01-5aab39b13af2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:49.544642 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7ac5dc4-0585-4036-b9ad-271e9d6ab6fd req-4b532cce-d127-468c-8d01-5aab39b13af2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.1691210 Feb 17 23:13:49.575095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b33cb-17b2-4473-bb83-140802caeaae req-ce4bb186-7747-42d0-9bf8-0f0cd0634c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:49.576452 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-ce4bb186-7747-42d0-9bf8-0f0cd0634c9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0934360 Feb 17 23:13:49.639787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7ac5dc4-0585-4036-b9ad-271e9d6ab6fd req-0e5bfd73-54d5-4d2e-be93-d1b27c784414 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887816 Feb 17 23:13:49.670305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b33cb-17b2-4473-bb83-140802caeaae req-01b86d54-8bd6-49e9-bf72-b0e26d7715b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:49.671822 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-01b86d54-8bd6-49e9-bf72-b0e26d7715b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842078 Feb 17 23:13:49.812786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-3f5d422b-d672-4e71-b2d1-269d4c5f6cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340790 Feb 17 23:13:50.048935 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-897b33cb-17b2-4473-bb83-140802caeaae req-b0694cc0-6e06-42d9-a7b8-899a56b9594e service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298157 Feb 17 23:13:50.123118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-86ac31e7-52c7-4773-8c5d-815e030ab576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:50.831857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815562c-0a43-4039-b7cd-71266e94bc14 req-f6cfa3ae-6628-4b63-bd75-8030e3b4a38c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:50.833358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f815562c-0a43-4039-b7cd-71266e94bc14 req-f6cfa3ae-6628-4b63-bd75-8030e3b4a38c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0845447 Feb 17 23:13:50.879095 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f815562c-0a43-4039-b7cd-71266e94bc14 req-1ac6d8d3-1b56-42da-a896-aea96515a9f8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Feb 17 23:13:52.065358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f305-9010-4d65-9c2b-89a31b229ca9 req-51e204ab-8d99-43b8-9e55-b92739d28ef7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:52.067144 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-50a3f305-9010-4d65-9c2b-89a31b229ca9 req-51e204ab-8d99-43b8-9e55-b92739d28ef7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0825367 Feb 17 23:13:52.112583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-50a3f305-9010-4d65-9c2b-89a31b229ca9 req-719c4519-9462-4ec4-a540-eb75037d9855 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Feb 17 23:13:52.409184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-98212741-674d-4bb7-b089-f6b0861412c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:53.310030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d175f7-afcd-4b0c-a399-0708663b26b3 req-51946062-f188-470b-8300-947d81003b7b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:53.311386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2d175f7-afcd-4b0c-a399-0708663b26b3 req-51946062-f188-470b-8300-947d81003b7b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0856977 Feb 17 23:13:53.359688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2d175f7-afcd-4b0c-a399-0708663b26b3 req-9ff2228c-7e6a-476b-a2b5-030d14291f5a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Feb 17 23:13:53.364512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:53.567173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:54.545296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709abcfe-f252-4403-9ad3-9eb58e64153e req-a8764cae-1882-44c4-8ba7-171569a4e537 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:54.546757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-709abcfe-f252-4403-9ad3-9eb58e64153e req-a8764cae-1882-44c4-8ba7-171569a4e537 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0816522 Feb 17 23:13:54.601992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-709abcfe-f252-4403-9ad3-9eb58e64153e req-8202abdf-4ca2-4873-8bc5-daec6232e2c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457513 Feb 17 23:13:55.005236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:55.787285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c11c6-7acc-4ab4-8cd2-b0cd7322be26 req-4a17237d-1c6c-4cdf-89f9-f1f4ecdb60ae tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:55.788729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-856c11c6-7acc-4ab4-8cd2-b0cd7322be26 req-4a17237d-1c6c-4cdf-89f9-f1f4ecdb60ae tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0783076 Feb 17 23:13:55.835753 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-856c11c6-7acc-4ab4-8cd2-b0cd7322be26 req-5cb2e65a-d2a6-4e14-82fe-a3e994cf190a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Feb 17 23:13:57.029103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2abe-1c7e-4bc7-b02a-9cd4b468d0e5 req-4d1d5d83-33d3-4988-9fed-2fdf7aa5f5d7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:57.030741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-500d2abe-1c7e-4bc7-b02a-9cd4b468d0e5 req-4d1d5d83-33d3-4988-9fed-2fdf7aa5f5d7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0851278 Feb 17 23:13:57.076606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-500d2abe-1c7e-4bc7-b02a-9cd4b468d0e5 req-83c30631-6a50-48d2-8cad-e3bd247f7ead tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Feb 17 23:13:58.258287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4cb3-0ab0-459a-82f0-9eefb9aa188c req-70fa5c21-ecda-4eae-9d39-ff9b470eed71 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:58.259727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c44b4cb3-0ab0-459a-82f0-9eefb9aa188c req-70fa5c21-ecda-4eae-9d39-ff9b470eed71 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0781093 Feb 17 23:13:58.303734 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c44b4cb3-0ab0-459a-82f0-9eefb9aa188c req-4264f42f-54bc-41e3-95d7-0388b60588fa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384285 Feb 17 23:13:58.564968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:13:59.120683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-5b03a366-ecbc-4a15-8cef-c2ae50757ade service neutron] 10.222.0.43 "GET /v2.0/ports/e3cf4cb6-1898-4d26-b515-580cb059d896/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0788867 Feb 17 23:13:59.383031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-59b33037-44fa-492d-ac16-4593b3d76cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.384500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-59b33037-44fa-492d-ac16-4593b3d76cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1098 time: 0.0739987 Feb 17 23:13:59.533980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-7f965c21-abeb-41fb-8810-5f7e394a9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.535483 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-7f965c21-abeb-41fb-8810-5f7e394a9629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.1294773 Feb 17 23:13:59.547778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c3d18-7f2c-4b84-bdac-2d4d43712511 req-fbb58001-5c77-46e0-992a-cd2732c1b310 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.549274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a62c3d18-7f2c-4b84-bdac-2d4d43712511 req-fbb58001-5c77-46e0-992a-cd2732c1b310 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.1136878 Feb 17 23:13:59.677013 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a62c3d18-7f2c-4b84-bdac-2d4d43712511 req-a397b62c-ed48-41fa-bdba-5dc207613206 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075108 Feb 17 23:13:59.712198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-3da8583a-398a-4b17-9c0f-a806788aa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.713653 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-3da8583a-398a-4b17-9c0f-a806788aa349 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1635594 Feb 17 23:13:59.817762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-56072415-faf9-4a3f-81d0-3dab078fd651 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1002 time: 0.0983052 Feb 17 23:13:59.886061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-dfdb447f-ab96-4c3c-8a59-9e4d6d443819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.887432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-dfdb447f-ab96-4c3c-8a59-9e4d6d443819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0643513 Feb 17 23:13:59.964552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896790fc-da7a-4721-ac5b-4219d459f694 req-b7f8a9aa-b79e-4fe7-a8a1-ed82f7d77201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:59.966071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-b7f8a9aa-b79e-4fe7-a8a1-ed82f7d77201 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723808 Feb 17 23:14:00.102792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-751cc0b1-ddbb-45e2-863f-eb343d89ad78 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297784 Feb 17 23:14:00.241441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-896790fc-da7a-4721-ac5b-4219d459f694 req-b98d1d09-9f93-4b7a-b167-7e89ff062b63 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324275 Feb 17 23:14:00.873308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455d7f-31b5-4ced-b730-d0bb02243cf2 req-0ca4df13-70db-41e7-bfb1-80519dd43336 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:00.874996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c455d7f-31b5-4ced-b730-d0bb02243cf2 req-0ca4df13-70db-41e7-bfb1-80519dd43336 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0875387 Feb 17 23:14:01.017917 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c455d7f-31b5-4ced-b730-d0bb02243cf2 req-715cd5c5-1b11-4589-ab84-b342c525e332 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369424 Feb 17 23:14:02.217754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d054ada-f51c-45fb-be53-8b542ec3d674 req-7156faa5-8da5-4a3a-a4da-e6295fc07d7b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:02.219384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3d054ada-f51c-45fb-be53-8b542ec3d674 req-7156faa5-8da5-4a3a-a4da-e6295fc07d7b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0942540 Feb 17 23:14:02.266652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3d054ada-f51c-45fb-be53-8b542ec3d674 req-e61775c7-df93-4765-9b4f-7c54358e84bd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Feb 17 23:14:02.744768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-e6b90db1-2abf-4227-9b67-03ffdd46dff5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:02.746253 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-e6b90db1-2abf-4227-9b67-03ffdd46dff5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1484208 Feb 17 23:14:02.812232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9210-af75-48bb-bdcf-3dd40b2f5892 req-7158abc9-c61b-4cf2-9bcf-072bbc86e905 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:02.813642 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f52b9210-af75-48bb-bdcf-3dd40b2f5892 req-7158abc9-c61b-4cf2-9bcf-072bbc86e905 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.1553614 Feb 17 23:14:02.877248 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-886f41cc-e32a-4082-a6ec-da57fad842e5 service neutron] 10.222.0.43 "GET /v2.0/ports/e3cf4cb6-1898-4d26-b515-580cb059d896/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.1251228 Feb 17 23:14:02.880948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f52b9210-af75-48bb-bdcf-3dd40b2f5892 req-c638d13c-6889-4b17-9300-caee28135040 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592217 Feb 17 23:14:02.977674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-cbc2f8b1-de30-43b8-ac91-193bda7fa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:02.979217 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-cbc2f8b1-de30-43b8-ac91-193bda7fa946 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0817552 Feb 17 23:14:03.119544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-23ee63ac-130d-47c8-a398-2ab9d5f5f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:03.120982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-23ee63ac-130d-47c8-a398-2ab9d5f5f786 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1358817 Feb 17 23:14:03.230878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-8f226737-0f7c-42b3-b5eb-9b4b79d4bde1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1002 time: 0.1035576 Feb 17 23:14:03.302035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-ca3e6700-d923-4835-ac12-5f5e416e780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:03.303481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-ca3e6700-d923-4835-ac12-5f5e416e780f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0654290 Feb 17 23:14:03.385282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-a17c40eb-e439-4ecd-914a-b7e85a42cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:03.386669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-a17c40eb-e439-4ecd-914a-b7e85a42cdd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770621 Feb 17 23:14:03.523391 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-57527a6f-82e6-4002-b6d9-5252f02b03d1 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302745 Feb 17 23:14:03.657679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-4ecc9554-d030-4d11-a6ea-3bad808e5cb6 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289155 Feb 17 23:14:03.801309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:14:03.805588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:14:04.010053 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:04.064844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:04.072031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:04.086969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045461d-eb82-4efb-8b08-a4b9fbf83d2f req-27fd9134-1a64-4d58-82f8-5de49fc7cdf6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:04.087409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:04.088683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1045461d-eb82-4efb-8b08-a4b9fbf83d2f req-27fd9134-1a64-4d58-82f8-5de49fc7cdf6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0906339 Feb 17 23:14:04.089966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:14:04.093052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:04.140448 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1045461d-eb82-4efb-8b08-a4b9fbf83d2f req-f3e09a15-26a4-4f70-bd34-f3e6f3072a66 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Feb 17 23:14:04.198730 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'code': 200} Feb 17 23:14:04.245345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:04.263618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:04.267178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:04.284945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:04.289232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:04.354386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e3cf4cb6-1898-4d26-b515-580cb059d896'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:14:04.406363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:05.328069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21786b88-7abd-4a4d-a0bb-ae7ba1af4f54 req-c38d7b77-eb17-4a7d-b17e-171892d66175 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:05.329470 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21786b88-7abd-4a4d-a0bb-ae7ba1af4f54 req-c38d7b77-eb17-4a7d-b17e-171892d66175 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 944 time: 0.0792906 Feb 17 23:14:05.375575 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21786b88-7abd-4a4d-a0bb-ae7ba1af4f54 req-26774459-ce4d-44b1-ad94-760f2c5ab683 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Feb 17 23:14:05.801669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:14:05.879322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e3cf4cb6-1898-4d26-b515-580cb059d896 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:05.879829 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:06.002221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:06.040544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:06.045330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:06.046873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-6ee2824b-f247-4e7c-b819-fce789495202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.048330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-6ee2824b-f247-4e7c-b819-fce789495202 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1097 time: 0.0796189 Feb 17 23:14:06.114249 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:06.141458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-66814db7-44a4-46b2-aca1-8e6630557f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.142925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-66814db7-44a4-46b2-aca1-8e6630557f77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 1098 time: 0.0730276 Feb 17 23:14:06.200345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:06.255785 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'code': 200} Feb 17 23:14:06.279509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-b8faccd6-1074-4356-97e6-7d798fc95ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.280953 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-b8faccd6-1074-4356-97e6-7d798fc95ffc service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1328239 Feb 17 23:14:06.384141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-ba372fa6-b91e-4fea-8f74-ce78647f182a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 200 len: 1002 time: 0.0971367 Feb 17 23:14:06.449668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-e81d997b-82df-41de-8a48-10fa33a5fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.451107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-e81d997b-82df-41de-8a48-10fa33a5fd24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0612228 Feb 17 23:14:06.685325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a82-664b-4874-8bbb-867818cda65a req-10ab430e-6162-47f2-8cbc-7d0de63d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.686806 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-10ab430e-6162-47f2-8cbc-7d0de63d6f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2295504 Feb 17 23:14:06.695140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ab598-b6bd-4b1f-b511-b77e49486514 req-8436d3b3-94f7-489e-978a-712684a621ae tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:06.696486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-084ab598-b6bd-4b1f-b511-b77e49486514 req-8436d3b3-94f7-489e-978a-712684a621ae tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.1143391 Feb 17 23:14:06.818475 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-084ab598-b6bd-4b1f-b511-b77e49486514 req-686a3bf4-5e97-43f2-b8e6-c1b1b8344184 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033590 Feb 17 23:14:06.855687 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-34dfdde0-563b-468d-9436-b71aa70ef334 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582818 Feb 17 23:14:07.011061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cf139a82-664b-4874-8bbb-867818cda65a req-903f0025-6a1c-433c-86a2-5daa0f0fedc0 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488163 Feb 17 23:14:08.004952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed10e51-8423-4f10-a2e4-4f70bcbdb9fd req-4533e45c-7173-442e-a25d-9083a5adb4a5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:08.006438 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ed10e51-8423-4f10-a2e4-4f70bcbdb9fd req-4533e45c-7173-442e-a25d-9083a5adb4a5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0791323 Feb 17 23:14:08.055648 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2ed10e51-8423-4f10-a2e4-4f70bcbdb9fd req-df909439-6570-4413-82bd-11dbbcaff2ee tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Feb 17 23:14:09.240562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7545624-350c-46c9-9df6-9d5c87f24442 req-9c304454-754f-49e3-b8e7-a99a60ae8251 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:09.242060 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7545624-350c-46c9-9df6-9d5c87f24442 req-9c304454-754f-49e3-b8e7-a99a60ae8251 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0796859 Feb 17 23:14:09.286286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7545624-350c-46c9-9df6-9d5c87f24442 req-e6e0bb0e-f171-427a-8b32-db1deb84224d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384958 Feb 17 23:14:09.482054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e864e-e1b0-4798-9c07-7f1523291b48 req-3626af3f-c6f2-4248-87d2-c521f889a984 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:09.483574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-984e864e-e1b0-4798-9c07-7f1523291b48 req-3626af3f-c6f2-4248-87d2-c521f889a984 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0868535 Feb 17 23:14:09.530868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-984e864e-e1b0-4798-9c07-7f1523291b48 req-35ab8696-601d-4ced-ae40-126b7bfeae8a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Feb 17 23:14:09.722491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952dc32-96b8-4f59-afd6-a31282348a90 req-9e43aba4-022b-45dd-8585-2c360b48d474 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:09.723936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d952dc32-96b8-4f59-afd6-a31282348a90 req-9e43aba4-022b-45dd-8585-2c360b48d474 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0811660 Feb 17 23:14:09.767039 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d952dc32-96b8-4f59-afd6-a31282348a90 req-1b3a4dc0-b88f-4b8b-90b5-1dc8c0ce60c8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Feb 17 23:14:09.838671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:14:09.841206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:14:10.072354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:10.095025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:10.116059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'mac_address': 'fa:16:3e:4c:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:14:10.121319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:10.159785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:10.165913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:10.167444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8bdca-c08e-4fbb-838b-51163ff0a9a1 req-4ce7747e-845f-4eff-b138-38dcbb12594d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:10.169363 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98c8bdca-c08e-4fbb-838b-51163ff0a9a1 req-4ce7747e-845f-4eff-b138-38dcbb12594d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0919211 Feb 17 23:14:10.210262 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'code': 200} Feb 17 23:14:10.214901 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-98c8bdca-c08e-4fbb-838b-51163ff0a9a1 req-612c121d-2a87-4531-95f5-9bba002fe398 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 Feb 17 23:14:10.245610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:10.268165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:10.274762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=9']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:10.287377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:10.290777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:10.358746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['e3cf4cb6-1898-4d26-b515-580cb059d896'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:14:10.415091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=10']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:10.549050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:14:11.413056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a76b7-4af5-43ef-9932-4e45ec7896bf req-1e5ed579-3007-458a-92b1-98ffa8605edf tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:11.414557 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-665a76b7-4af5-43ef-9932-4e45ec7896bf req-1e5ed579-3007-458a-92b1-98ffa8605edf tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 945 time: 0.0831451 Feb 17 23:14:11.464769 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-665a76b7-4af5-43ef-9932-4e45ec7896bf req-4e06c488-e8ba-44ee-8813-b73b8853d653 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Feb 17 23:14:11.868520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:14:11.941812 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port e3cf4cb6-1898-4d26-b515-580cb059d896 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:11.942323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.065282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.099097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:12.103335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.161684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc6999-1a37-4993-a064-521880a47f36 req-2289fa8a-97fc-44ce-8ecd-3db9c0f0c9fe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:12.163159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54cc6999-1a37-4993-a064-521880a47f36 req-2289fa8a-97fc-44ce-8ecd-3db9c0f0c9fe tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 946 time: 0.0833290 Feb 17 23:14:12.170695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=11']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:12.211059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:12.236214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Deleting port e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:14:12.236624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.256868 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'code': 200} Feb 17 23:14:12.497204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] For port e3cf4cb6-1898-4d26-b515-580cb059d896, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=e3cf4cb6-1898-4d26-b515-580cb059d896,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:12.497648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.977747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.978148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:12.978520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 disassociated. External IP: 172.26.7.194, port: e3cf4cb6-1898-4d26-b515-580cb059d896. Feb 17 23:14:12.978895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Calling delete_port for e3cf4cb6-1898-4d26-b515-580cb059d896 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:14:13.027432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42988-e8c7-432b-8874-81a459fc8c02 req-4d83fbd4-b428-4c00-a3b3-19179a91d85f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:13.028893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69c42988-e8c7-432b-8874-81a459fc8c02 req-4d83fbd4-b428-4c00-a3b3-19179a91d85f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 946 time: 0.2400870 Feb 17 23:14:13.099988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69c42988-e8c7-432b-8874-81a459fc8c02 req-62ac8721-5f17-47cf-8616-f67f559a4f63 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632298 Feb 17 23:14:13.170468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:13.224335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'Port': ['ID=e3cf4cb6-1898-4d26-b515-580cb059d896,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:13.418599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:14:13.606841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:14:13.618973 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:13.628105 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:14:13.628703 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:13.680280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] No DVR routers for this DVR port e3cf4cb6-1898-4d26-b515-580cb059d896 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:13.684206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:13.686956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-deleted', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:13.704916 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-54cc6999-1a37-4993-a064-521880a47f36 req-c3dce6a5-294b-47a8-82b9-ffed282acdf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "DELETE /v2.0/ports/e3cf4cb6-1898-4d26-b515-580cb059d896 HTTP/1.1" status: 204 len: 173 time: 1.5355287 Feb 17 23:14:13.737329 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28880a50-e263-48ed-922d-d467b0894a3b', 'name': 'network-vif-deleted', 'tag': 'e3cf4cb6-1898-4d26-b515-580cb059d896', 'status': 'completed', 'code': 200} Feb 17 23:14:13.815708 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:14:14.149977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:14.155950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:14.168089 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:14:14.168631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:13:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:14.276749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0cbb78a6-f53d-436c-af33-358b304a0070 req-70a6e6ed-5efb-4ae9-bbdb-82855810faa3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:14:14.292866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0cbb78a6-f53d-436c-af33-358b304a0070 req-70a6e6ed-5efb-4ae9-bbdb-82855810faa3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:14:14.294230 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0cbb78a6-f53d-436c-af33-358b304a0070 req-70a6e6ed-5efb-4ae9-bbdb-82855810faa3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=28880a50-e263-48ed-922d-d467b0894a3b HTTP/1.1" status: 200 len: 210 time: 0.0673416 Feb 17 23:14:14.369551 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:14:14.695942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:14.699970 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf2a7-8d94-4413-b6bd-b6723e36ad8f None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:14.920624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986aba28-6daa-41c0-9beb-b137836c4404 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:14:15.648011 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-13e716b9-0f6f-4859-809b-82677d22735a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1979451874&fields=id&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 267 time: 0.0476832 Feb 17 23:14:15.813658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-9b338670-0098-4390-951d-7ed5f6dea78f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:15.815153 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-9b338670-0098-4390-951d-7ed5f6dea78f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1602235 Feb 17 23:14:15.833878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-d2542750-43c0-4d8a-9402-8eea0cc6c997 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/quotas/ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 375 time: 0.0126650 Feb 17 23:14:15.881343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:14:15.917923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: e3cf4cb6-1898-4d26-b515-580cb059d896 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:14:15.918266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device e3cf4cb6-1898-4d26-b515-580cb059d896 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:14:15.927131 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-0fcd4439-dd8c-4f2e-abfc-3018e9d7d3d5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876322 Feb 17 23:14:16.067945 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-6ac4b051-8b07-4a6a-bdc9-52882c541263 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288934 Feb 17 23:14:16.198968 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-f668ad13-64a1-4d5a-bf4c-369c2e32bf63 service neutron] 10.222.0.42 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252620 Feb 17 23:14:16.498703 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4aad112f-abb8-42cf-89c0-88ee3eee8a27 req-97448630-8f26-4ebb-9785-001250304e4e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 210 time: 0.1667228 Feb 17 23:14:17.443424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-27b3a7c4-586a-4199-be27-f2bd200e41d8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:17.444899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-27b3a7c4-586a-4199-be27-f2bd200e41d8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 810 time: 0.1570539 Feb 17 23:14:17.499339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-72304beb-e3da-4e6c-a95f-f1d4ed9de039 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 380 time: 0.0467284 Feb 17 23:14:17.524907 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'port': {'device_id': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'admin_state_up': True, 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'security_groups': ['f700a05a-620b-47bb-a389-2c6ed4dd9351']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:17.683988 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1d505b0e-2eae-4ac1-897b-3473b5c5321b req-508ad55d-d81c-4d64-b9c8-d5ba9c7a82a8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 210 time: 0.0538502 Feb 17 23:14:17.727902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:14:17.739415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:14:17.749357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Made reservation on behalf of ffe8e30b6b5d4773a8938e1de7815f46 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:17.752848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:17.929354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Allocated IP 172.20.0.3 (5177a7d4-5058-489b-a570-6d56654db9eb/99885941-b1be-44d9-a561-da540b56f781/dde59d7c-01d1-4031-aee4-46a701740d66) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:18.123288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.138897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Transition to ACTIVE for port object dde59d7c-01d1-4031-aee4-46a701740d66 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:14:18.162976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.233734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Network 5177a7d4-5058-489b-a570-6d56654db9eb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:18.236824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:18.241453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:14:18.271868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:18.313388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:18.313922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.341727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-5b52f77b-71f5-4305-b751-e67f61820b5f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207867 Feb 17 23:14:18.354128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Request body: {'port': {'device_id': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:18.467449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.468528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e6b25891-3c55-4341-ad6b-6fd3c78ee648 None None] Provisioning for port dde59d7c-01d1-4031-aee4-46a701740d66 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:14:18.474819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e6b25891-3c55-4341-ad6b-6fd3c78ee648 None None] Provisioning complete for port dde59d7c-01d1-4031-aee4-46a701740d66 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:18.475248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e6b25891-3c55-4341-ad6b-6fd3c78ee648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.533380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e6b25891-3c55-4341-ad6b-6fd3c78ee648 None None] Port dde59d7c-01d1-4031-aee4-46a701740d66 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:14:18.892733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:18.906220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:18.929568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Transition to ACTIVE for port object dde59d7c-01d1-4031-aee4-46a701740d66 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:14:18.935743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:19.063937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ac7de-151e-466a-916c-2276e9659ff9 req-580d4936-a0fe-4495-919c-c9ea5ba18daa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.064781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7d6ac7de-151e-466a-916c-2276e9659ff9 req-580d4936-a0fe-4495-919c-c9ea5ba18daa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:14:19.098952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:19.281777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7d6ac7de-151e-466a-916c-2276e9659ff9 req-580d4936-a0fe-4495-919c-c9ea5ba18daa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:14:19.282857 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d6ac7de-151e-466a-916c-2276e9659ff9 req-580d4936-a0fe-4495-919c-c9ea5ba18daa tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 931 time: 0.4639261 Feb 17 23:14:19.356243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d6ac7de-151e-466a-916c-2276e9659ff9 req-a21b6ad3-e70e-460c-a7db-254c46aea6b4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647688 Feb 17 23:14:19.360705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Attempting to bind port dde59d7c-01d1-4031-aee4-46a701740d66 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:14:19.361029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Attempting to bind port dde59d7c-01d1-4031-aee4-46a701740d66 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:14:19.361393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Attempting to bind port dde59d7c-01d1-4031-aee4-46a701740d66 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:14:19.366876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Port dde59d7c-01d1-4031-aee4-46a701740d66 on network 5177a7d4-5058-489b-a570-6d56654db9eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:14:19.367354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Attempting to bind port dde59d7c-01d1-4031-aee4-46a701740d66 on network 5177a7d4-5058-489b-a570-6d56654db9eb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:14:19.374960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:14:19.375385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Checking segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:14:19.375687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Bound using segment: {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:14:19.376124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Bound port: dde59d7c-01d1-4031-aee4-46a701740d66, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e16074-cbe0-4e47-8ac6-37704d816206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:14:19.376475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:19.471406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:14:19.474694 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:14:19.479175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:19.545822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.546446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:19.548154 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] 10.222.0.43 "PUT /v2.0/ports/dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1093 time: 1.1980348 Feb 17 23:14:19.548296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:19.583804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff50b64-3eac-425e-ad6f-21f75a6bcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:19.626844 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'status': 'completed', 'code': 200} Feb 17 23:14:19.676290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-6ba305e9-81e6-4bb7-b504-2c6ce35c7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.678313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-6ba305e9-81e6-4bb7-b504-2c6ce35c7ca7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1096 time: 0.0886045 Feb 17 23:14:19.761179 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-21cf609f-6b69-4913-9474-ea3c3e6a3257 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 217 time: 0.0754559 Feb 17 23:14:19.828137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-85a2af7f-3574-4c49-9cf1-e75db8ec80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.829578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-85a2af7f-3574-4c49-9cf1-e75db8ec80fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0633795 Feb 17 23:14:19.905719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-44ed1c31-f7d8-4bae-aff4-bc6b729b02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.907187 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-44ed1c31-f7d8-4bae-aff4-bc6b729b02fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717807 Feb 17 23:14:20.069408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-07827f21-ec91-4cf8-a6f8-da1d5f7c5992 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558917 Feb 17 23:14:20.129185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0a84af89-5557-4e5e-becb-a7a3fadffba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:20.209491 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a2579b76-fbff-462d-943b-00947ce5eb74 req-fd87d9a5-4bd6-4627-8634-9718aa8d354f service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346996 Feb 17 23:14:20.334944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-5ea546e2-c98c-4e13-abe2-2330d9203324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:20.336330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-5ea546e2-c98c-4e13-abe2-2330d9203324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1096 time: 0.0808768 Feb 17 23:14:20.534178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-753514cc-7156-4ffc-a2ff-cc92461c4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:20.536204 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-753514cc-7156-4ffc-a2ff-cc92461c4d4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1929262 Feb 17 23:14:20.613992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-3a701c54-98f2-47e4-8354-456ec13b50d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 217 time: 0.0679569 Feb 17 23:14:20.684847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b204-b646-4ef3-ab8e-d919ab3360a5 req-418ce89f-b328-401f-8483-67376f9d1d1c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:20.686443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-79b4b204-b646-4ef3-ab8e-d919ab3360a5 req-418ce89f-b328-401f-8483-67376f9d1d1c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 943 time: 0.2169230 Feb 17 23:14:20.709242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-e17d6978-dad2-42fa-91c1-d300bd125c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:20.710705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-e17d6978-dad2-42fa-91c1-d300bd125c43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0906897 Feb 17 23:14:20.781875 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-79b4b204-b646-4ef3-ab8e-d919ab3360a5 req-f3d96cfe-9e95-45eb-851c-6693f882c65b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893545 Feb 17 23:14:20.809340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-c6dc08d1-8907-4ea3-a50c-5c25aa517143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:20.810803 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-c6dc08d1-8907-4ea3-a50c-5c25aa517143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923173 Feb 17 23:14:20.954362 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-92bb51bf-a10a-4d35-adc3-06393477eee0 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355953 Feb 17 23:14:21.201531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70a76a3a-7439-47e2-9aeb-7bb898f46388 req-f24c6ed0-cc2e-4391-a767-dadd15d71bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410007 Feb 17 23:14:21.970248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe160db-39a3-44b0-b5a6-e360b787f48d req-65c86200-acd3-4913-b2ea-0215006edd72 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:21.971728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fe160db-39a3-44b0-b5a6-e360b787f48d req-65c86200-acd3-4913-b2ea-0215006edd72 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 943 time: 0.0814288 Feb 17 23:14:22.018139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fe160db-39a3-44b0-b5a6-e360b787f48d req-b82b0d56-a833-41f4-82fe-c67051f0ccf9 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Feb 17 23:14:22.403773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cc6fee61-f9ee-46c8-8d3f-da49dcbf34fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:23.217607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c33a-d18b-4381-bbbc-c05d7e32f10d req-325fb4ce-c258-439d-b23d-2c24af24c2d3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:23.219090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa18c33a-d18b-4381-bbbc-c05d7e32f10d req-325fb4ce-c258-439d-b23d-2c24af24c2d3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 943 time: 0.0885220 Feb 17 23:14:23.264961 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa18c33a-d18b-4381-bbbc-c05d7e32f10d req-903f53d4-71c3-41ee-ae7b-e1f8e62a822f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Feb 17 23:14:23.367856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:23.571126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:23.925537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:14:24.066378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:24.079975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:14:24.141263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:24.161774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:24.178579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:24.182890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:24.251548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:24.373142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['dde59d7c-01d1-4031-aee4-46a701740d66'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:14:24.457716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172462-1fec-44e3-b5f1-119ddee9507e req-2a4ea1c4-d451-42af-9749-4e5b4c51298a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:24.459283 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-31172462-1fec-44e3-b5f1-119ddee9507e req-2a4ea1c4-d451-42af-9749-4e5b4c51298a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 944 time: 0.0827529 Feb 17 23:14:24.506662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-31172462-1fec-44e3-b5f1-119ddee9507e req-fe215d74-fd28-459e-820d-6c374d3044a4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Feb 17 23:14:25.005636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:25.703790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb162-7893-48dd-ab61-75579dc1584f req-67be6866-e5ee-4be0-919f-a781acc9dce6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:25.705323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2a2eb162-7893-48dd-ab61-75579dc1584f req-67be6866-e5ee-4be0-919f-a781acc9dce6 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 944 time: 0.0859230 Feb 17 23:14:25.752739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2a2eb162-7893-48dd-ab61-75579dc1584f req-c4f351e2-52ad-45af-b4a8-e5e3def4f3b7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Feb 17 23:14:25.941395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:14:26.010737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port dde59d7c-01d1-4031-aee4-46a701740d66 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:14:26.016127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port dde59d7c-01d1-4031-aee4-46a701740d66 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:26.016485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:26.133977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:26.161212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:26.170594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:26.174721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:26.209891 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'code': 200} Feb 17 23:14:26.248273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:26.434186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db808-dfc4-43b3-8bb9-ff3809488443 req-3a221072-0d3f-4e3f-bb41-8478dfa0c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:26.435652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-244db808-dfc4-43b3-8bb9-ff3809488443 req-3a221072-0d3f-4e3f-bb41-8478dfa0c17e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.0702524 Feb 17 23:14:26.480009 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-244db808-dfc4-43b3-8bb9-ff3809488443 req-c5f2d8c3-f462-47b1-a15c-4b55265aa131 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Feb 17 23:14:26.937191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4899cd-23ca-481c-a7e2-7a39c3f8742a req-ed8a8f7e-2be6-4388-bc1b-6d2c207b527a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:26.938636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e4899cd-23ca-481c-a7e2-7a39c3f8742a req-ed8a8f7e-2be6-4388-bc1b-6d2c207b527a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0819333 Feb 17 23:14:26.982475 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5e4899cd-23ca-481c-a7e2-7a39c3f8742a req-e23df4c8-cd6a-416a-8316-467763eed869 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Feb 17 23:14:28.178253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8b30b-5064-4c0f-8f0d-8cc694dd4bf9 req-f0d2b383-b88c-4c44-85f9-f86e4401361e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:28.179982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-42b8b30b-5064-4c0f-8f0d-8cc694dd4bf9 req-f0d2b383-b88c-4c44-85f9-f86e4401361e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0851047 Feb 17 23:14:28.224650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-42b8b30b-5064-4c0f-8f0d-8cc694dd4bf9 req-1f081818-a4ff-44cc-b802-b3d5cdf37421 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Feb 17 23:14:28.416416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2c42-453d-4f3b-bfef-057255f61b83 req-593886d3-2eda-4b65-8437-e8d794f50b93 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:28.418207 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-094e2c42-453d-4f3b-bfef-057255f61b83 req-593886d3-2eda-4b65-8437-e8d794f50b93 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0831423 Feb 17 23:14:28.426687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40778) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:14:28.432172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Request body: {'floatingip': {'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:28.511900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:28.568543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:29.110351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:29.114925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:29.390738 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 associated. External IP: 172.26.7.194, port: dde59d7c-01d1-4031-aee4-46a701740d66. Feb 17 23:14:29.750414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:14:29.933385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:14:29.938214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:29.943738 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:29.953802 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:14:29.954929 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:14:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:29.993461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ea73e148-b0a9-4709-af2e-b5a3d8476b3e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "PUT /v2.0/floatingips/339fea66-2411-4bac-b089-96de55d00296 HTTP/1.1" status: 200 len: 992 time: 1.5655577 Feb 17 23:14:29.994038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:30.047511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'status': 'completed', 'code': 200} Feb 17 23:14:30.149609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-b0736bda-e538-4d27-bddc-22093c10bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:30.151068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-b0736bda-e538-4d27-bddc-22093c10bab5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.0796006 Feb 17 23:14:30.172206 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:14:30.294767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-016b7bda-f675-48aa-af2f-c5d62aa3b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:30.296449 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-016b7bda-f675-48aa-af2f-c5d62aa3b898 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1387560 Feb 17 23:14:30.401959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-56fac6ff-b92d-4ba6-9122-136ae3005d04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1000 time: 0.0998409 Feb 17 23:14:30.475946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-0d382333-518d-4702-86af-8a3879cc20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:30.477498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-0d382333-518d-4702-86af-8a3879cc20e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0698740 Feb 17 23:14:30.581050 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:14:28Z', 'revision_number': 13, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:30.587999 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:30.593699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-16913515-34f5-47c4-a87d-d94b1fbfc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:30.595226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-16913515-34f5-47c4-a87d-d94b1fbfc4ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115987 Feb 17 23:14:30.599014 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:14:30.599927 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:14:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:30.754394 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-b52b80c0-e70b-41e2-8591-73aafba1759c service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518857 Feb 17 23:14:30.837757 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:14:31.066546 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d00192b2-e868-4db9-a111-a3de2ee549ee req-5e8ca9b7-50aa-459c-8ffa-88fbcb88e4bf service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059967 Feb 17 23:14:31.266535 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:14:28Z', 'revision_number': 13, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:31.270884 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b649e-7386-4d98-a5ae-5de2978c3fb5 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '339fea66-2411-4bac-b089-96de55d00296', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:11:27Z', 'updated_at': '2022-02-17T23:14:28Z', 'revision_number': 13, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:31.491703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf9d85-bc2b-4394-ac5d-5ff93cf82d20 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:14:31.844012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f106f-92ab-4971-aa6a-6ddab9fb476b req-df74195a-4c8f-4557-85d7-d7e6a155e954 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:31.845395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-199f106f-92ab-4971-aa6a-6ddab9fb476b req-df74195a-4c8f-4557-85d7-d7e6a155e954 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0919919 Feb 17 23:14:31.893034 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-199f106f-92ab-4971-aa6a-6ddab9fb476b req-b07971b2-c6f7-4206-8c81-b149dbd2e24f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 Feb 17 23:14:41.533476 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-b5a09141-61dc-4dd2-9fb0-d2f3ea7e8ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212969 Feb 17 23:14:41.539728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81386-8437-400d-9136-024b7bfcf117 req-b829cd34-02bd-466b-8591-44f7e2beb571 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:41.541287 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdb81386-8437-400d-9136-024b7bfcf117 req-b829cd34-02bd-466b-8591-44f7e2beb571 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0825489 Feb 17 23:14:41.590647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdb81386-8437-400d-9136-024b7bfcf117 req-c53e08ea-2923-4c1c-846b-6cee7ab5d0e0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Feb 17 23:14:42.760215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-34b7303d-931c-49a6-99c8-662bc4dbc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:42.761728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-34b7303d-931c-49a6-99c8-662bc4dbc451 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.1157641 Feb 17 23:14:42.889588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156f837-4441-4e80-a0c9-12e3f4b530f2 req-222354bd-4d37-4c7e-b862-bc2461e248a8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:42.891081 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5156f837-4441-4e80-a0c9-12e3f4b530f2 req-222354bd-4d37-4c7e-b862-bc2461e248a8 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.1805110 Feb 17 23:14:42.951178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-58a322cb-6b6a-45f4-a0a6-21e38f333f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:42.952617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-58a322cb-6b6a-45f4-a0a6-21e38f333f17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1804595 Feb 17 23:14:43.031256 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5156f837-4441-4e80-a0c9-12e3f4b530f2 req-243aab95-2578-4a01-9cd6-214cfce4b8e5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291592 Feb 17 23:14:43.074689 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-efe1f481-e103-4192-8773-af2b332157c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1002 time: 0.1158195 Feb 17 23:14:43.142493 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-efbe3f1d-32a0-437b-b35d-ab4b923770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:43.144104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-efbe3f1d-32a0-437b-b35d-ab4b923770d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0628946 Feb 17 23:14:43.222480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-beb898fc-1280-4ea1-b93c-e9d41b938ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:43.223953 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-beb898fc-1280-4ea1-b93c-e9d41b938ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742691 Feb 17 23:14:43.360340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-c2ccaa18-2cda-4958-8d78-df9bb74a2e39 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295135 Feb 17 23:14:43.495208 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-1c8a28dd-7fea-4130-9504-518750fcb8ae service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280990 Feb 17 23:14:44.235899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014ec0f-2515-406b-ad87-24c1b79121cf req-e9331ddb-5d58-4626-acf2-d7bc703732dd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:44.238223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2014ec0f-2515-406b-ad87-24c1b79121cf req-e9331ddb-5d58-4626-acf2-d7bc703732dd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0899346 Feb 17 23:14:44.286969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2014ec0f-2515-406b-ad87-24c1b79121cf req-f72a5858-fe70-47d4-98a7-2d3a59f99206 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Feb 17 23:14:45.479545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c1d8-beb8-409b-b198-238fdfdddc2d req-6748dba6-7861-4d95-afea-612f6301cac4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:45.481059 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6947c1d8-beb8-409b-b198-238fdfdddc2d req-6748dba6-7861-4d95-afea-612f6301cac4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0830915 Feb 17 23:14:45.528321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6947c1d8-beb8-409b-b198-238fdfdddc2d req-42423f54-edcb-4568-9410-97a93462175d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Feb 17 23:14:46.723748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2daa44-3875-4d66-9595-ed59cc3c822f req-e0fc45dd-32db-4534-b60c-fd4c1e69edef tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:46.725242 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b2daa44-3875-4d66-9595-ed59cc3c822f req-e0fc45dd-32db-4534-b60c-fd4c1e69edef tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0846412 Feb 17 23:14:46.769289 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b2daa44-3875-4d66-9595-ed59cc3c822f req-1165b18f-f6d9-4d47-9533-94a2ca9d6045 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383959 Feb 17 23:14:47.547950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:14:47.959311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675906e6-1e5d-4bac-bb50-ae6a73193da6 req-1c3462d2-65e0-43a6-bbaf-4eb5874b8166 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:47.960780 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-675906e6-1e5d-4bac-bb50-ae6a73193da6 req-1c3462d2-65e0-43a6-bbaf-4eb5874b8166 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0822513 Feb 17 23:14:48.009220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-675906e6-1e5d-4bac-bb50-ae6a73193da6 req-5d1058f9-d45a-4ca2-9093-7d9caf89de12 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Feb 17 23:14:49.206455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64768-a7c8-4e87-b182-e2b8f95bd431 req-3420182e-72d4-40f9-bff9-8657a7e62b29 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:49.207914 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1f64768-a7c8-4e87-b182-e2b8f95bd431 req-3420182e-72d4-40f9-bff9-8657a7e62b29 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0852590 Feb 17 23:14:49.252109 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d1f64768-a7c8-4e87-b182-e2b8f95bd431 req-84e3db2f-9e85-4846-bb7d-f08b963cba52 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Feb 17 23:14:50.125837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ebfde43b-828f-433f-a514-2b04ae558944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:50.449345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91e213-4675-4e14-8f91-aa9156f0d2e3 req-628fa4b5-23c6-422c-b52c-c30450d447e2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:50.451529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec91e213-4675-4e14-8f91-aa9156f0d2e3 req-628fa4b5-23c6-422c-b52c-c30450d447e2 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0894489 Feb 17 23:14:50.501409 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec91e213-4675-4e14-8f91-aa9156f0d2e3 req-da15fe0e-a90b-49c9-9055-334c89b79dad tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Feb 17 23:14:50.691511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-0e7f6610-00db-45d2-b02a-8daac789c819 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:14:50.693116 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-0e7f6610-00db-45d2-b02a-8daac789c819 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080473 Feb 17 23:14:50.784827 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-11e4952e-706d-47be-96ad-150901cc1e55 service neutron] 10.222.0.43 "GET /v2.0/ports/dde59d7c-01d1-4031-aee4-46a701740d66/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0865004 Feb 17 23:14:51.072714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-6e803930-407d-4e5c-87ba-7c89f8c09195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.074243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-6e803930-407d-4e5c-87ba-7c89f8c09195 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1098 time: 0.0878673 Feb 17 23:14:51.195550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-596a1bab-2d43-41d2-b264-95df9a9d4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.197021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-596a1bab-2d43-41d2-b264-95df9a9d4481 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.0714352 Feb 17 23:14:51.451162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-dd16f81a-ea9a-4f73-b1e1-0d7a8aef3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.452626 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-dd16f81a-ea9a-4f73-b1e1-0d7a8aef3009 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.2376866 Feb 17 23:14:51.561138 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-621f1576-0bb9-4a41-be35-706cd8bb856f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1002 time: 0.1022882 Feb 17 23:14:51.665578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-f9380443-6125-4ce4-bc72-779abc0a953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.666993 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-f9380443-6125-4ce4-bc72-779abc0a953a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.1002457 Feb 17 23:14:51.763017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dc562-cc3f-4d9a-9f85-64751f3b25ce req-14f3e5bb-266d-410b-ab0e-c208634f8643 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.764454 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f6dc562-cc3f-4d9a-9f85-64751f3b25ce req-14f3e5bb-266d-410b-ab0e-c208634f8643 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.1448457 Feb 17 23:14:51.788112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-0b1e8357-2452-4b0d-ba93-9ced4b02fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.789529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-0b1e8357-2452-4b0d-ba93-9ced4b02fc7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155946 Feb 17 23:14:51.881342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f6dc562-cc3f-4d9a-9f85-64751f3b25ce req-d180a02c-236e-4968-b6c3-e178cbcb51c7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106656 Feb 17 23:14:51.939742 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-221cf143-09f3-4296-94df-d7015fe58651 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361389 Feb 17 23:14:52.072877 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c5a8fe3-222a-4d32-83ad-eb2741617383 req-8e78c446-d422-4c95-a381-22db00c73408 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278248 Feb 17 23:14:52.181734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-8942134a-82fe-4961-9db3-39420be93df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:52.183200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-8942134a-82fe-4961-9db3-39420be93df0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.0708623 Feb 17 23:14:52.317324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-134f9881-cf13-42c1-ba58-66780736efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:52.318686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-134f9881-cf13-42c1-ba58-66780736efd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1291773 Feb 17 23:14:52.408091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-24dbb7d4-2950-4c4e-b28b-b625ebb625db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:52.428675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-c14e52ac-9869-4909-94e7-80038bd0bf55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1002 time: 0.1037576 Feb 17 23:14:52.493718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-84c688b6-b885-48bd-8c27-6e38fc982c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:52.495202 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-84c688b6-b885-48bd-8c27-6e38fc982c1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0617974 Feb 17 23:14:52.581832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62299-fcce-4d78-975a-2a374bead01c req-d1348dc7-a788-4c92-a0c8-2e36ec01c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:52.583279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-d1348dc7-a788-4c92-a0c8-2e36ec01c415 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815728 Feb 17 23:14:52.714694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-96d6536d-ed71-430a-bf62-e880c84bd026 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255147 Feb 17 23:14:52.844254 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-5ed8c363-af0e-408f-979e-7e33878a937e service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237335 Feb 17 23:14:53.074268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201e9a-e6dd-41b5-9876-e6260f5bebc3 req-403faa13-b2e3-4371-84d0-f3115784c63f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:53.075751 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53201e9a-e6dd-41b5-9876-e6260f5bebc3 req-403faa13-b2e3-4371-84d0-f3115784c63f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0870407 Feb 17 23:14:53.122312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53201e9a-e6dd-41b5-9876-e6260f5bebc3 req-f5a5bf8d-6775-44ad-ac04-ec0bb665e89e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393696 Feb 17 23:14:53.372092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:53.573922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:54.002769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:14:54.127792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:54.155277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:54.166190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:54.170462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:54.243723 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'code': 200} Feb 17 23:14:54.249095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:54.257259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.257609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.257949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.258346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.258680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.259008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.259335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.259655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.259970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.260294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.260613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.261109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:54.480719 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136eb654-e557-4e3e-a850-a765ef1538a9 req-a1e1db1b-ad58-43f1-b1ed-21aac70136c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:54.482277 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-136eb654-e557-4e3e-a850-a765ef1538a9 req-a1e1db1b-ad58-43f1-b1ed-21aac70136c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 943 time: 0.1984413 Feb 17 23:14:54.529660 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-136eb654-e557-4e3e-a850-a765ef1538a9 req-a2f6b121-3221-458c-9e20-d41a8e9ac6c0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Feb 17 23:14:55.017331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:55.724311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d314f19-0cbd-453d-b700-a0a174979912 req-47e4287e-7cef-44fa-8384-668a954c8ed5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:55.725887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d314f19-0cbd-453d-b700-a0a174979912 req-47e4287e-7cef-44fa-8384-668a954c8ed5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 943 time: 0.0822926 Feb 17 23:14:55.775529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d314f19-0cbd-453d-b700-a0a174979912 req-bb6c1015-6ca0-4491-8991-36c33c83539e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Feb 17 23:14:56.018403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:14:56.156140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:56.170305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:14:56.228208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:56.245096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:56.267410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:56.271537 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:56.336663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['dde59d7c-01d1-4031-aee4-46a701740d66'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:14:56.398324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:56.961834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf9ef-faaa-46fc-a014-a83f474dc9ee req-2fba2a21-3d71-4088-beee-0c44715b7e82 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:56.963296 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aacaf9ef-faaa-46fc-a014-a83f474dc9ee req-2fba2a21-3d71-4088-beee-0c44715b7e82 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 944 time: 0.0810792 Feb 17 23:14:57.010969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aacaf9ef-faaa-46fc-a014-a83f474dc9ee req-7a34ff8b-e8f3-45e7-a11f-b83f2dc31949 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Feb 17 23:14:58.019272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:14:58.090512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port dde59d7c-01d1-4031-aee4-46a701740d66 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:58.090887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:58.211550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:58.217724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413224d9-c36e-4a26-b967-065366ca800e req-ad56dc9f-34f3-4844-aa70-3b952a76102c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:58.219195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-413224d9-c36e-4a26-b967-065366ca800e req-ad56dc9f-34f3-4844-aa70-3b952a76102c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 944 time: 0.0960577 Feb 17 23:14:58.239622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:58.249255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:14:58.253801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:58.268741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-413224d9-c36e-4a26-b967-065366ca800e req-f731e82d-7f7d-4235-b050-6a3b8aa056dc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Feb 17 23:14:58.312456 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'code': 200} Feb 17 23:14:58.324501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:58.563780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:14:59.460281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093e2f9-790c-40b5-9ee4-f55d0c431479 req-dcf39c1c-8447-4b50-8f40-0897c0d068de tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.461785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4093e2f9-790c-40b5-9ee4-f55d0c431479 req-dcf39c1c-8447-4b50-8f40-0897c0d068de tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0823188 Feb 17 23:14:59.506495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4093e2f9-790c-40b5-9ee4-f55d0c431479 req-c7f26a24-df18-4caf-9e93-28d8f28b4009 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Feb 17 23:15:00.701598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cecaa0-840b-463e-bc6f-52f0983aafa7 req-944c9293-6cf4-45bd-88c3-3be70f73a926 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:00.703026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35cecaa0-840b-463e-bc6f-52f0983aafa7 req-944c9293-6cf4-45bd-88c3-3be70f73a926 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0832498 Feb 17 23:15:00.747925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-35cecaa0-840b-463e-bc6f-52f0983aafa7 req-96ec7bc7-293f-4d57-98b8-a400f3cc30a7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Feb 17 23:15:01.942339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4cae2-9d80-4f6e-9a0f-20ff0c078698 req-404ddb93-cb9b-4dec-82f5-c1fd0c2c77fc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:01.943836 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fd4cae2-9d80-4f6e-9a0f-20ff0c078698 req-404ddb93-cb9b-4dec-82f5-c1fd0c2c77fc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Feb 17 23:15:01.996067 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fd4cae2-9d80-4f6e-9a0f-20ff0c078698 req-b3a2cc6f-99a3-48be-aae6-a6864a82350e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463362 Feb 17 23:15:02.471046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e5bf29c0-d79b-4b11-95a6-f967040e6cfc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:02.472513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e5bf29c0-d79b-4b11-95a6-f967040e6cfc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1442709 Feb 17 23:15:02.545064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf1121-412e-433a-8b18-e574f48b684a req-d7c836fe-b55e-429f-b4d3-85a4fb07e099 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:02.546733 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fdf1121-412e-433a-8b18-e574f48b684a req-d7c836fe-b55e-429f-b4d3-85a4fb07e099 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.1597750 Feb 17 23:15:02.604446 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-da4ad9ba-2adf-414f-9f86-ea77c62a5035 service neutron] 10.222.0.43 "GET /v2.0/ports/dde59d7c-01d1-4031-aee4-46a701740d66/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.1260798 Feb 17 23:15:02.617511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fdf1121-412e-433a-8b18-e574f48b684a req-faf8efbf-f732-4c48-b778-8685161b62ed tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574911 Feb 17 23:15:02.720140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-4f9b8794-5291-4f78-9882-7f7bd6b87fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:02.722519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-4f9b8794-5291-4f78-9882-7f7bd6b87fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.0928283 Feb 17 23:15:02.883932 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e3c0bd0e-c3cc-4aa6-aa28-b372c1a6a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:02.885493 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e3c0bd0e-c3cc-4aa6-aa28-b372c1a6a6c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1565278 Feb 17 23:15:02.993274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-d4c91c45-5ea6-4ef3-a01a-ba96ebe1f3ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1002 time: 0.1021354 Feb 17 23:15:03.057155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-8fc1ecfe-9100-47f1-aa74-edddb3de1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:03.058684 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-8fc1ecfe-9100-47f1-aa74-edddb3de1392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0594528 Feb 17 23:15:03.135293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-ae8a3da2-168e-49e4-98ca-9e4319f32d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:03.136698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-ae8a3da2-168e-49e4-98ca-9e4319f32d4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721834 Feb 17 23:15:03.275387 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-f8d42e55-ef8c-4562-a3bc-44256f9123eb service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305230 Feb 17 23:15:03.419281 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-18cdc425-3569-4734-b1a4-9c5f4f2d7c70 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380537 Feb 17 23:15:03.937696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897d0f7-7576-4015-89ef-4525cc85ceac req-2ef356fb-cdab-4698-8394-931e869d239b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:03.939195 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a897d0f7-7576-4015-89ef-4525cc85ceac req-2ef356fb-cdab-4698-8394-931e869d239b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.1921432 Feb 17 23:15:03.987576 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a897d0f7-7576-4015-89ef-4525cc85ceac req-d28befc8-92b4-4444-b7ff-14d0dc81b342 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Feb 17 23:15:05.190891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bdd2a-b10d-4c3d-bbe6-5e953d98561f req-07276624-1de1-48f0-8653-beedab9dcab4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:05.192400 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-501bdd2a-b10d-4c3d-bbe6-5e953d98561f req-07276624-1de1-48f0-8653-beedab9dcab4 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0812712 Feb 17 23:15:05.239865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-501bdd2a-b10d-4c3d-bbe6-5e953d98561f req-f3809e07-c4da-4c01-b2ab-88ec76100387 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Feb 17 23:15:06.484758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-0ca16413-5b7c-4fa3-a7da-592c1b7554c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.486462 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-0ca16413-5b7c-4fa3-a7da-592c1b7554c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464&tenant_id=ffe8e30b6b5d4773a8938e1de7815f46 HTTP/1.1" status: 200 len: 1098 time: 0.1352034 Feb 17 23:15:06.496987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938aca-69f8-4849-a1e2-61d0072ea5a3 req-cf6504b6-95bc-42ec-b55a-07ad67b67e21 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.498441 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33938aca-69f8-4849-a1e2-61d0072ea5a3 req-cf6504b6-95bc-42ec-b55a-07ad67b67e21 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.1166422 Feb 17 23:15:06.590559 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-33938aca-69f8-4849-a1e2-61d0072ea5a3 req-475d836a-ef9c-44ba-94c0-51a55ed38812 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854797 Feb 17 23:15:06.610182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-8befbf19-3fd4-48dc-afc8-af6ca1b9b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.612449 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-8befbf19-3fd4-48dc-afc8-af6ca1b9b12f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 1098 time: 0.1054447 Feb 17 23:15:06.745230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e1184c3f-9683-446f-aa88-6a66faf3929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.746683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e1184c3f-9683-446f-aa88-6a66faf3929e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 200 len: 910 time: 0.1290205 Feb 17 23:15:06.853066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-de8d5bfe-9a19-45ad-baed-61fdb410444d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 200 len: 1002 time: 0.0996177 Feb 17 23:15:06.921370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e4966351-b141-43a5-b6ea-1f43c0ce1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.922808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-e4966351-b141-43a5-b6ea-1f43c0ce1375 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 200 len: 849 time: 0.0623300 Feb 17 23:15:06.998032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-beff1893-0960-4c9e-9d00-52591a1e383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.999525 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-beff1893-0960-4c9e-9d00-52591a1e383a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5177a7d4-5058-489b-a570-6d56654db9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706379 Feb 17 23:15:07.136313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-70faf5bb-c7e7-4836-aaae-2982cacd1585 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306558 Feb 17 23:15:07.272685 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5555a4ca-1731-4344-9d20-d65e3e018c5b req-16885dd0-1fad-47a3-bd5c-10a0fd1426f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306510 Feb 17 23:15:07.793229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac01e68-0886-44a5-a071-5748354a2462 req-25f5970b-8da6-4a99-9bc3-aa0f61b83c9a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:07.794716 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ac01e68-0886-44a5-a071-5748354a2462 req-25f5970b-8da6-4a99-9bc3-aa0f61b83c9a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0879900 Feb 17 23:15:07.851450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ac01e68-0886-44a5-a071-5748354a2462 req-89b65870-599b-4574-9dd8-e96a6be714f3 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498538 Feb 17 23:15:09.045604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba47d80-25ea-4c9b-b3e5-a46c0301e742 req-b111c941-5d1b-4d57-b6aa-33f50ad148c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:09.047076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ba47d80-25ea-4c9b-b3e5-a46c0301e742 req-b111c941-5d1b-4d57-b6aa-33f50ad148c5 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0813482 Feb 17 23:15:09.099259 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4ba47d80-25ea-4c9b-b3e5-a46c0301e742 req-c3a10d70-8679-4e0d-8db3-dacf4e22d8ac tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Feb 17 23:15:10.082677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:15:10.085008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:15:10.296031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8e4ec-3cc7-4d17-9f11-48ae18610d87 req-970003f4-6c5a-4f9a-bb57-2ad2b49f0ebc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:10.297566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7ab8e4ec-3cc7-4d17-9f11-48ae18610d87 req-970003f4-6c5a-4f9a-bb57-2ad2b49f0ebc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0860877 Feb 17 23:15:10.312920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:10.335879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:10.344802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7ab8e4ec-3cc7-4d17-9f11-48ae18610d87 req-05655287-4526-413e-a5e6-bec8aa0eb5ed tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411847 Feb 17 23:15:10.356426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'port_id': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'mac_address': 'fa:16:3e:fc:91:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:15:10.361889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:10.396683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:10.402282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:10.444611 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'code': 200} Feb 17 23:15:10.483357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:10.508112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:10.514912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=9']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:10.528268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:10.533466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:10.599329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['dde59d7c-01d1-4031-aee4-46a701740d66'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:15:10.658081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=10']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:11.545099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f0cdf-6c71-48bd-a9b0-c20ca031b93b req-b7dd1bcf-87b3-4609-8091-84d6725d155b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:11.546638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-865f0cdf-6c71-48bd-a9b0-c20ca031b93b req-b7dd1bcf-87b3-4609-8091-84d6725d155b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 945 time: 0.0858011 Feb 17 23:15:11.594403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-865f0cdf-6c71-48bd-a9b0-c20ca031b93b req-3d75aadf-82d3-474b-84b9-0e3a5d9d396f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Feb 17 23:15:12.111719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:15:12.183002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port dde59d7c-01d1-4031-aee4-46a701740d66 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:15:12.183371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:12.335282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:12.367239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:12.370984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:12.440459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=11']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:12.445583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:12.501842 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'code': 200} Feb 17 23:15:12.815702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df04dd2-b242-4508-95b0-cfd473ee246c req-ea2100a0-992d-4cbc-8a55-2055733ae0a7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:12.817239 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1df04dd2-b242-4508-95b0-cfd473ee246c req-ea2100a0-992d-4cbc-8a55-2055733ae0a7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.1081600 Feb 17 23:15:12.862641 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1df04dd2-b242-4508-95b0-cfd473ee246c req-7b663693-598e-487d-b3fd-5acc9c83668c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Feb 17 23:15:14.057457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b697-327a-4d26-9262-6aa8ecaf0071 req-b4fe5d85-0094-4d4d-9068-d9785503a505 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:14.060560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b48b697-327a-4d26-9262-6aa8ecaf0071 req-b4fe5d85-0094-4d4d-9068-d9785503a505 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0863385 Feb 17 23:15:14.106971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8b48b697-327a-4d26-9262-6aa8ecaf0071 req-94a75036-2209-4021-8096-5ada0d2c53fd tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Feb 17 23:15:15.418455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365c301-c028-48ab-bedd-c8be040fe2ca req-0378e72b-4835-41b1-899c-4d0856f220d0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:15.419923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3365c301-c028-48ab-bedd-c8be040fe2ca req-0378e72b-4835-41b1-899c-4d0856f220d0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.1981516 Feb 17 23:15:15.468946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3365c301-c028-48ab-bedd-c8be040fe2ca req-7322ab2d-477a-48ff-bed9-2258e08513cf tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Feb 17 23:15:16.662353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15fbe-3a0e-4059-a362-9f2ce9838ed5 req-25cc0c7e-00b3-4b6e-b583-2f06e60303d0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:16.663842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-caf15fbe-3a0e-4059-a362-9f2ce9838ed5 req-25cc0c7e-00b3-4b6e-b583-2f06e60303d0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0855830 Feb 17 23:15:16.711955 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-caf15fbe-3a0e-4059-a362-9f2ce9838ed5 req-5653359d-1451-4061-8ebc-59da922af924 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Feb 17 23:15:16.901457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d413c-9add-44ac-914c-6f40751bf7f6 req-bcb501b9-ae35-4b5e-aad9-f8b989de545e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:16.903033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e8d413c-9add-44ac-914c-6f40751bf7f6 req-bcb501b9-ae35-4b5e-aad9-f8b989de545e tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0847278 Feb 17 23:15:16.948662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e8d413c-9add-44ac-914c-6f40751bf7f6 req-cf924918-f1ec-45b5-af66-cb966919731d tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Feb 17 23:15:17.144187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2314a2-cdda-4da1-85e2-b4a87b0ace00 req-84b7c1cc-2ae3-4db5-b1f4-539873de2f3f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:17.145725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c2314a2-cdda-4da1-85e2-b4a87b0ace00 req-84b7c1cc-2ae3-4db5-b1f4-539873de2f3f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0866511 Feb 17 23:15:17.192429 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c2314a2-cdda-4da1-85e2-b4a87b0ace00 req-3883fd75-38b3-47c8-b301-012ab5b4210b tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Feb 17 23:15:17.587118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0da39-f945-486d-a674-4ba262d466d8 req-25b79eb7-c290-4b40-a336-f47ea04d5dcb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:17.588573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8f0da39-f945-486d-a674-4ba262d466d8 req-25b79eb7-c290-4b40-a336-f47ea04d5dcb tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0817454 Feb 17 23:15:17.636792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8f0da39-f945-486d-a674-4ba262d466d8 req-0316302d-9808-46e7-b68e-cdf4dffe35cf tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 Feb 17 23:15:18.835499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a278c77-59ee-4edd-a81c-f469ec4131ec req-ef2af0e2-3cbd-4417-901c-363b6fcb8ae0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:18.837018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a278c77-59ee-4edd-a81c-f469ec4131ec req-ef2af0e2-3cbd-4417-901c-363b6fcb8ae0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.0879874 Feb 17 23:15:18.884594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a278c77-59ee-4edd-a81c-f469ec4131ec req-4f9a0a33-30be-4563-b636-f7adb04c2e7f tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 Feb 17 23:15:19.828476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-2ca4038f-c79c-4e2c-8d37-542705149077 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:19.831047 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-2ca4038f-c79c-4e2c-8d37-542705149077 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.1094546 Feb 17 23:15:19.916075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Deleting port dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:19.916981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.133009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b8715a38-dc0c-4a31-bbf3-bdaf745bd76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.247308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c17f66-db1c-4bdf-9a2a-64c68a29825c req-f1bae574-3e9f-44d1-b122-c04cf3ceae90 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:20.248808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99c17f66-db1c-4bdf-9a2a-64c68a29825c req-f1bae574-3e9f-44d1-b122-c04cf3ceae90 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 946 time: 0.2293370 Feb 17 23:15:20.289894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] For port dde59d7c-01d1-4031-aee4-46a701740d66, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=dde59d7c-01d1-4031-aee4-46a701740d66,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:20.290262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.410907 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99c17f66-db1c-4bdf-9a2a-64c68a29825c req-6aa5a8fb-cc1c-43a1-8fe7-1a724fae1fdc tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups?id=f700a05a-620b-47bb-a389-2c6ed4dd9351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489744 Feb 17 23:15:20.644711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.645109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.645427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Floating IP 339fea66-2411-4bac-b089-96de55d00296 disassociated. External IP: 172.26.7.194, port: dde59d7c-01d1-4031-aee4-46a701740d66. Feb 17 23:15:20.645760 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Calling delete_port for dde59d7c-01d1-4031-aee4-46a701740d66 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:20.800685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:20.854757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'Port': ['ID=dde59d7c-01d1-4031-aee4-46a701740d66,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:20.865150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.865495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.865827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.866155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.866478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.866798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.867119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.867449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.867764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.868076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.868387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:20.868695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:21.175543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:15:21.365306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:15:21.377729 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:15:21.389225 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:15:21.390059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:14:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:21.447424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] No DVR routers for this DVR port dde59d7c-01d1-4031-aee4-46a701740d66 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:15:21.451195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:21.456511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-deleted', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:21.484505 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-483d72ab-1b2f-4889-ae74-0fa788b63ac7 req-8f9818cb-0fc7-46e2-afe8-8880fbe9872a tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.43 "DELETE /v2.0/ports/dde59d7c-01d1-4031-aee4-46a701740d66 HTTP/1.1" status: 204 len: 173 time: 1.6483538 Feb 17 23:15:21.580983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d848b3-413f-4f66-ad61-7ccdd7b20464', 'name': 'network-vif-deleted', 'tag': 'dde59d7c-01d1-4031-aee4-46a701740d66', 'status': 'completed', 'code': 200} Feb 17 23:15:21.593675 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:15:21.701930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7512865f-0c89-4ff5-bd7b-6cc4c29d89ca req-b5b218ee-a745-4445-8e24-c2b131c16de0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Synchronizing usage tracker for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:15:21.719993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7512865f-0c89-4ff5-bd7b-6cc4c29d89ca req-b5b218ee-a745-4445-8e24-c2b131c16de0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Unset dirty status for tenant:ffe8e30b6b5d4773a8938e1de7815f46 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:15:21.721714 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7512865f-0c89-4ff5-bd7b-6cc4c29d89ca req-b5b218ee-a745-4445-8e24-c2b131c16de0 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d848b3-413f-4f66-ad61-7ccdd7b20464 HTTP/1.1" status: 200 len: 210 time: 0.0719578 Feb 17 23:15:21.988266 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:21.994573 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:15:22.012660 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:15:22.013781 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:14:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:22.236002 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:15:22.413493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4a61aad2-bfd5-4e7a-96ba-dd0e462fcea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:22.597341 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:22.602087 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ac18-b2e5-4c64-87be-5a0ab7d352a3 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:11:24Z', 'revision_number': 4, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'b99d902f-5cca-46cf-9ba0-9de7b334d632', 'name': '', 'network_id': '5177a7d4-5058-489b-a570-6d56654db9eb', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'mac_address': 'fa:16:3e:10:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '99885941-b1be-44d9-a561-da540b56f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:23Z', 'updated_at': '2022-02-17T23:11:29Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'subnets': [{'id': '99885941-b1be-44d9-a561-da540b56f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:15:22.869595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0d02b-b01e-4e8d-8a26-e38783e258e0 None None] New status for floating IP 339fea66-2411-4bac-b089-96de55d00296: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:15:23.376854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:23.578540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:24.174966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:15:24.212349 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: dde59d7c-01d1-4031-aee4-46a701740d66 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:15:24.212690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device dde59d7c-01d1-4031-aee4-46a701740d66 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:15:24.552854 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:15:25.015678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.071887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40978) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:26.136846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.164905 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.222313 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.241115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700a05a-620b-47bb-a389-2c6ed4dd9351,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:26.253700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.255299 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-54bc7fa8-8c80-46ba-80f9-5d9346da5120 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "DELETE /v2.0/security-groups/f700a05a-620b-47bb-a389-2c6ed4dd9351 HTTP/1.1" status: 204 len: 168 time: 0.1819839 Feb 17 23:15:26.257423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:26.274676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-1f4e0b72-84c2-43d8-8c6c-7f76063d4ae7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] show failed (client error): The resource could not be found. Feb 17 23:15:26.275971 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1f4e0b72-84c2-43d8-8c6c-7f76063d4ae7 tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "GET /v2.0/security-groups/f700a05a-620b-47bb-a389-2c6ed4dd9351 HTTP/1.1" status: 404 len: 347 time: 0.0174785 Feb 17 23:15:26.278698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40986) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:26.444016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Deleting port d0723757-af3f-44a8-928d-dd9272cdcaad {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:26.444541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.634615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.634934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.769181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Calling delete_port for d0723757-af3f-44a8-928d-dd9272cdcaad owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:26.926564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:26.981813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Pushing event deleted for resources: {'Port': ['ID=d0723757-af3f-44a8-928d-dd9272cdcaad,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:27.077711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:27.098025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:27.099911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f34a1c2-fd61-4d52-ac76-4b835a75615c tempest-ServerActionsTestJSON-830112969 tempest-ServerActionsTestJSON-830112969-project] 10.222.0.42 "DELETE /v2.0/floatingips/339fea66-2411-4bac-b089-96de55d00296 HTTP/1.1" status: 204 len: 168 time: 0.8200982 Feb 17 23:15:27.102670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40990) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:27.780457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:28.146330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Deleting port b99d902f-5cca-46cf-9ba0-9de7b334d632 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:28.147134 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:28.347532 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] For port b99d902f-5cca-46cf-9ba0-9de7b334d632, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b99d902f-5cca-46cf-9ba0-9de7b334d632,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:28.347795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:28.488487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Calling delete_port for b99d902f-5cca-46cf-9ba0-9de7b334d632 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:28.567077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:28.691697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:28.741600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99d902f-5cca-46cf-9ba0-9de7b334d632,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:29.139391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:29.502035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Router 0a6a21e7-9881-4736-81c2-0228439a8b7e has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:15:29.687291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:15:29.697285 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Sync routers for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:15:29.701581 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17fdba45-cc66-489d-b1bc-69c7cb60c6e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/0a6a21e7-9881-4736-81c2-0228439a8b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978792 Feb 17 23:15:29.704877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40994) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:29.710599 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:15:29.711209 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:15:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:29.886630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:29.895864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:15:30.079352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:30.092508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Deleting port 821f8728-fb7e-447c-bbd7-c85b16890ad2 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:30.092848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:30.213422 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:15:28Z', 'revision_number': 5, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port': {'id': '821f8728-fb7e-447c-bbd7-c85b16890ad2', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:11:21Z', 'updated_at': '2022-02-17T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:30.218850 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Checking router: 0a6a21e7-9881-4736-81c2-0228439a8b7e for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:15:30.228735 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Routers {'0a6a21e7-9881-4736-81c2-0228439a8b7e'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:15:30.229383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:15:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['0a6a21e7-9881-4736-81c2-0228439a8b7e'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:30.406540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] For port 821f8728-fb7e-447c-bbd7-c85b16890ad2, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=821f8728-fb7e-447c-bbd7-c85b16890ad2,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:30.407048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:30.424669 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] Set router 0a6a21e7-9881-4736-81c2-0228439a8b7e gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:15:30.532873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Calling delete_port for 821f8728-fb7e-447c-bbd7-c85b16890ad2 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:30.539682 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:15:30Z', 'revision_number': 6, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:30.543714 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1db7c-43f5-4872-89d3-d4cdf077bdd7 None None] The sync data for ids ['0a6a21e7-9881-4736-81c2-0228439a8b7e'] in dv-neutron-805768-3-hyperv is: [{'id': '0a6a21e7-9881-4736-81c2-0228439a8b7e', 'name': 'tempest-ServerActionsTestJSON-94127553-router', 'tenant_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:11:20Z', 'updated_at': '2022-02-17T23:15:30Z', 'revision_number': 6, 'project_id': 'ffe8e30b6b5d4773a8938e1de7815f46', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:15:30.713588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:30.759424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Pushing event deleted for resources: {'Port': ['ID=821f8728-fb7e-447c-bbd7-c85b16890ad2,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:30.849960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.031311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.034044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.059359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.059945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6a21e7-9881-4736-81c2-0228439a8b7e {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:15:31.072770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.074010 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24a7fdd4-34bf-44cf-b59b-77d6f4f7d888 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0a6a21e7-9881-4736-81c2-0228439a8b7e HTTP/1.1" status: 204 len: 168 time: 1.3681748 Feb 17 23:15:31.076421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 40998) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:31.136088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Deleting subnet 99885941-b1be-44d9-a561-da540b56f781 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:15:31.138814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.187002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.264457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.343156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.383832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99885941-b1be-44d9-a561-da540b56f781,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:31.387775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.394741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69d2e81c-30c6-4d9a-be58-54c57c0ea326 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99885941-b1be-44d9-a561-da540b56f781 HTTP/1.1" status: 204 len: 168 time: 0.3165777 Feb 17 23:15:31.397341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bb84f-d393-427a-bed8-af28a1bd553d None None] Network 5177a7d4-5058-489b-a570-6d56654db9eb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:15:31.398444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41002) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:31.521771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.535714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Deleting port 5976f3d9-0feb-49e3-980a-b9743626905f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:31.536377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.713096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] DHCP port deletion for 5177a7d4-5058-489b-a570-6d56654db9eb request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:15:31.718904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Deleting port 5976f3d9-0feb-49e3-980a-b9743626905f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:31.719976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.758167 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 821f8728-fb7e-447c-bbd7-c85b16890ad2 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:15:31.813548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 821f8728-fb7e-447c-bbd7-c85b16890ad2 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:15:31.813996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 821f8728-fb7e-447c-bbd7-c85b16890ad2 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:15:31.814782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b99d902f-5cca-46cf-9ba0-9de7b334d632 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:15:31.830250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] For port 5976f3d9-0feb-49e3-980a-b9743626905f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5976f3d9-0feb-49e3-980a-b9743626905f,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:31.830837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:31.860933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: b99d902f-5cca-46cf-9ba0-9de7b334d632 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:15:31.861485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b99d902f-5cca-46cf-9ba0-9de7b334d632 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:15:32.081984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] For port 5976f3d9-0feb-49e3-980a-b9743626905f, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5976f3d9-0feb-49e3-980a-b9743626905f,segment=NetworkSegment(15e16074-cbe0-4e47-8ac6-37704d816206),segment_id=15e16074-cbe0-4e47-8ac6-37704d816206)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:32.082685 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.098133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Calling delete_port for 5976f3d9-0feb-49e3-980a-b9743626905f owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:32.189172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.234318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Calling delete_port for 5976f3d9-0feb-49e3-980a-b9743626905f owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:15:32.239417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Pushing event deleted for resources: {'Port': ['ID=5976f3d9-0feb-49e3-980a-b9743626905f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:32.246037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] No DVR routers for this DVR port 5976f3d9-0feb-49e3-980a-b9743626905f on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:15:32.314306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:15:32.314661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:15:32.364475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.389787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5177a7d4-5058-489b-a570-6d56654db9eb']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:32.402561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e16074-cbe0-4e47-8ac6-37704d816206') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:32.402853 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e16074-cbe0-4e47-8ac6-37704d816206') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:32.414616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.434732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.441276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:15:32.441661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:15:32.454972 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:15:32.543291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.560762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.590358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] Pushing event deleted for resources: {'Network': ['ID=5177a7d4-5058-489b-a570-6d56654db9eb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:32.605658 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c58d98eb-608c-4169-ba09-f7a44129604e admin admin] 10.222.0.42 "DELETE /v2.0/networks/5177a7d4-5058-489b-a570-6d56654db9eb HTTP/1.1" status: 204 len: 168 time: 1.2066314 Feb 17 23:15:32.727958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41010) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:32.776650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-916723bd-3772-45c3-b1c6-d8165e2565ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffe8e30b6b5d4773a8938e1de7815f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475118 Feb 17 23:15:32.779141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41014) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:32.816300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Deleting port 5976f3d9-0feb-49e3-980a-b9743626905f {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:15:32.816862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.837894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.863875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.886294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-33b0f853-195c-446d-8ccf-5dba6952d0ec None None] The port '5976f3d9-0feb-49e3-980a-b9743626905f' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:15:32.920447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.938338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced3105-6256-4220-aacb-959163163536,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:32.945055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:32.948692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c684379e-dc0d-44b0-910e-b534cda754bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ced3105-6256-4220-aacb-959163163536 HTTP/1.1" status: 204 len: 168 time: 0.1660993 Feb 17 23:15:33.682621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41038) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:33.701721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5976f3d9-0feb-49e3-980a-b9743626905f no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:15:33.739358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5976f3d9-0feb-49e3-980a-b9743626905f {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:15:33.739699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5976f3d9-0feb-49e3-980a-b9743626905f not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:15:33.797815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-183766167-network', 'tenant_id': '50fcbea709d14a4faa04a88eff9fa2ec'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:33.802883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:15:33.806985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Usage tracker for resource:network and tenant:50fcbea709d14a4faa04a88eff9fa2ec is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:15:33.809843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:15:33.816746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:15:33.828884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Made reservation on behalf of 50fcbea709d14a4faa04a88eff9fa2ec for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:15:33.831825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:33.848873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:33.863540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:15:33.867366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:50fcbea709d14a4faa04a88eff9fa2ec is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:15:33.870200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:15:33.877116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:15:33.969400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:33.973334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.004753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:15:34.013623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc578d-09bd-4ef0-8acb-61ccceeba90f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:34.020408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.020756 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Added segment eb24177c-7fd9-4893-ac80-23226439647c of type vlan for network be07f5b4-38ea-4103-8126-9b167c1cad9b Feb 17 23:15:34.050576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.083936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.084973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:34.085516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.192624 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5089426 Feb 17 23:15:34.195650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41044) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:15:34.196200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8caa94-87c8-42a9-8d25-e94004c79dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=be07f5b4-38ea-4103-8126-9b167c1cad9b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:34.201399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Request body: {'subnet': {'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-183766167-subnet', 'tenant_id': '50fcbea709d14a4faa04a88eff9fa2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:34.207550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:15:34.207934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network be07f5b4-38ea-4103-8126-9b167c1cad9b details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:15:34.212910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Usage tracker for resource:subnet and tenant:50fcbea709d14a4faa04a88eff9fa2ec is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:15:34.216075 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:15:34.222981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:15:34.233586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Made reservation on behalf of 50fcbea709d14a4faa04a88eff9fa2ec for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:15:34.235963 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.448552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.523351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:34.535226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.535571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.535910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.536238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.536566 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.536890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.537246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.537569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.537886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.538205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.538518 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.538827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:34.543866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Checking segment: {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:15:34.544209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Network hostable DHCP agents. Network: be07f5b4-38ea-4103-8126-9b167c1cad9b, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:15:34.566057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Network be07f5b4-38ea-4103-8126-9b167c1cad9b is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:15:34.576884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, be07f5b4-38ea-4103-8126-9b167c1cad9b) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:15:34.581666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:34.582252 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:34.587253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94bb2c2-057e-477f-a3bc-40607450397f None None] Network be07f5b4-38ea-4103-8126-9b167c1cad9b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:15:34.605815 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e0068631-269d-4b9b-9be4-b5169cf4df2c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4089472 Feb 17 23:15:34.890516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a494f86-0397-4f1c-8067-2fba57a44003 None None] Network be07f5b4-38ea-4103-8126-9b167c1cad9b requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:15:35.185619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-9510ad7e-3930-4bdb-b3d3-3f5745f52258 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:35.186330 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-9510ad7e-3930-4bdb-b3d3-3f5745f52258 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:15:35.205201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-9510ad7e-3930-4bdb-b3d3-3f5745f52258 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:15:35.206494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-9510ad7e-3930-4bdb-b3d3-3f5745f52258 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 813 time: 0.2082820 Feb 17 23:15:35.222521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-131c06d0-dd12-433f-a9fa-b22427c44544 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/quotas/50fcbea709d14a4faa04a88eff9fa2ec HTTP/1.1" status: 200 len: 375 time: 0.0101771 Feb 17 23:15:35.278989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-53921f79-c458-4b01-b421-5ae11ab82a8f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503075 Feb 17 23:15:35.290427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-e69d9e36-6da7-40db-aa48-822220164bb6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:15:35.291420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-e69d9e36-6da7-40db-aa48-822220164bb6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052722 Feb 17 23:15:35.434053 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-008aef1e-e927-4e30-977f-5c228a7d9039 service neutron] 10.222.0.42 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358016 Feb 17 23:15:35.572705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-03c744f6-08ab-44ae-9425-9757c2fdf760 service neutron] 10.222.0.42 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325769 Feb 17 23:15:35.767926 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e35179c6-4364-4960-a356-5eedcc9e89d7 req-56d53df0-0876-4a09-970d-b0cf695fdfd6 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 210 time: 0.0506599 Feb 17 23:15:36.873281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-4e65f0a1-89fe-4a34-b6e4-989001705b8d tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:36.877739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-4e65f0a1-89fe-4a34-b6e4-989001705b8d tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 813 time: 0.1934621 Feb 17 23:15:36.891987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Request body: {'port': {'device_id': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b', 'admin_state_up': True, 'tenant_id': '50fcbea709d14a4faa04a88eff9fa2ec'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:37.128189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5a2b199d-a9d8-4ecf-b8e9-d7c5341578e1 req-682a947b-5f80-4aca-8c03-4d46887947a3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 210 time: 0.2490103 Feb 17 23:15:37.190668 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:15:37.194504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Usage tracker for resource:port and tenant:50fcbea709d14a4faa04a88eff9fa2ec is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:15:37.197419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:15:37.206584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:15:37.218326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Made reservation on behalf of 50fcbea709d14a4faa04a88eff9fa2ec for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:15:37.222194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:37.396810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Allocated IP 172.20.0.12 (be07f5b4-38ea-4103-8126-9b167c1cad9b/edd4c7b5-5dc9-417b-b17f-00f9e6cd8285/29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:15:37.614827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:37.644526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:37.717640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Network be07f5b4-38ea-4103-8126-9b167c1cad9b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:15:37.721461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:15:37.725540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:15:37.757542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Pushing event updated for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:37.797706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:37.798324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:37.819427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a8a5c82a-6c0f-4a39-b0a8-2b1a6f3da0ea tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9318473 Feb 17 23:15:37.831427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Request body: {'port': {'device_id': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:37.943711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.350898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:38.360707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.380042 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Transition to ACTIVE for port object 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:15:38.385303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.436082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-1ec50f08-9b92-415b-a26f-bd472e626a0b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:38.436782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-1ec50f08-9b92-415b-a26f-bd472e626a0b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:15:38.565710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Pushing event updated for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:38.602950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-1ec50f08-9b92-415b-a26f-bd472e626a0b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:15:38.604018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-1ec50f08-9b92-415b-a26f-bd472e626a0b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 932 time: 0.3617430 Feb 17 23:15:38.673735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-b1450f51-065d-415f-8bdd-92a00c02b404 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:15:38.682243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Attempting to bind port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:15:38.682571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Attempting to bind port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:15:38.682889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Attempting to bind port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 on network be07f5b4-38ea-4103-8126-9b167c1cad9b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:15:38.689637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 on network be07f5b4-38ea-4103-8126-9b167c1cad9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:15:38.689950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Attempting to bind port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 on network be07f5b4-38ea-4103-8126-9b167c1cad9b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:15:38.698014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:15:38.698343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Checking segment: {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:15:38.698717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Bound using segment: {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:15:38.699150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Bound port: 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:15:38.699471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.714365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-b1450f51-065d-415f-8bdd-92a00c02b404 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:15:38.715495 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-64d66ebc-99aa-498b-8cc6-7726589d9093 req-b1450f51-065d-415f-8bdd-92a00c02b404 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032910 Feb 17 23:15:38.794937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:15:38.798895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:15:38.803578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.863513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:38.864113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:38.865477 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] 10.222.0.43 "PUT /v2.0/ports/29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 HTTP/1.1" status: 200 len: 1094 time: 1.0388198 Feb 17 23:15:38.865910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:38.887788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408f7f-b7d1-4234-afa7-9da52bc99e5c service neutron] Pushing event updated for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:38.970045 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'status': 'completed', 'code': 200} Feb 17 23:15:38.980957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-fbabbd5e-b257-4044-ab3e-95e359fd13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:38.982432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-fbabbd5e-b257-4044-ab3e-95e359fd13f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 1097 time: 0.0789814 Feb 17 23:15:39.152541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-7e49356b-c8ff-4757-9951-a11658aa15f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 HTTP/1.1" status: 200 len: 217 time: 0.1622186 Feb 17 23:15:39.216885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-ed52e767-fb1f-4ab5-ae00-85aefa4e8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:39.218346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-ed52e767-fb1f-4ab5-ae00-85aefa4e8eed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 200 len: 853 time: 0.0596476 Feb 17 23:15:39.263719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-16191a50-fa82-4303-bf41-25558b95e214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be07f5b4-38ea-4103-8126-9b167c1cad9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397482 Feb 17 23:15:39.397128 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-97bb9c9e-1121-4181-8075-15c17cc73b8f service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275499 Feb 17 23:15:39.534346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac56fcc1-6f77-4c27-94f9-3a0bc060beb5 req-f34e9172-0093-4810-b097-151dfe5ff692 service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309490 Feb 17 23:15:39.654119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-0e3f0f0e-3ddb-4d0b-b5e5-84b600d3d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:39.655600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-0e3f0f0e-3ddb-4d0b-b5e5-84b600d3d3c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 1097 time: 0.0780125 Feb 17 23:15:39.791006 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-243fd331-d621-40f9-baca-5b08c6319f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:39.792339 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-243fd331-d621-40f9-baca-5b08c6319f6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 913 time: 0.1300802 Feb 17 23:15:39.898415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-41d2f984-bac1-419a-af9e-1864f4fa6914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 HTTP/1.1" status: 200 len: 217 time: 0.0991819 Feb 17 23:15:39.978083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-c8f0474d-e0d7-4d5d-b28e-ce744b7d2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:39.979521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-c8f0474d-e0d7-4d5d-b28e-ce744b7d2c46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 200 len: 853 time: 0.0746906 Feb 17 23:15:40.026007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de3b2-2b9f-4202-a706-a7864ac733e7 req-9362b256-4396-4d62-a80d-ea9728551f70 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:40.027506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-820de3b2-2b9f-4202-a706-a7864ac733e7 req-9362b256-4396-4d62-a80d-ea9728551f70 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 944 time: 0.1801815 Feb 17 23:15:40.056582 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-cfb149fc-2cd0-4de9-9fe6-218ba2ceabc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be07f5b4-38ea-4103-8126-9b167c1cad9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688820 Feb 17 23:15:40.157248 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-820de3b2-2b9f-4202-a706-a7864ac733e7 req-b7cb8462-fba2-4dd2-89a3-ecffe1f33860 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232290 Feb 17 23:15:40.215126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-2f1e2cf4-31c1-4663-97a7-9f5b8841a4d1 service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499124 Feb 17 23:15:40.352752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f132165-cfd8-4ae4-8bdc-b96d4fef1ad3 req-8491d3cf-f077-4c4b-886c-be04def7410e service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307623 Feb 17 23:15:41.348638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7ba3-d10b-4182-accf-aee0350486dc req-c2ef42c0-63ed-4111-80e6-82109b70d526 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:41.350044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdaf7ba3-d10b-4182-accf-aee0350486dc req-c2ef42c0-63ed-4111-80e6-82109b70d526 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 944 time: 0.0816758 Feb 17 23:15:41.394842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fdaf7ba3-d10b-4182-accf-aee0350486dc req-bb20731f-1181-444c-95e0-c42ced65de29 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Feb 17 23:15:42.235549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:15:42.373937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:42.388072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b', 'port_id': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'mac_address': 'fa:16:3e:fd:48:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd4c7b5-5dc9-417b-b17f-00f9e6cd8285', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:15:42.445525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:42.462940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:42.478863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:42.483019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:42.557815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:42.642620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c409803-ee35-4f47-9564-0c1d9fa6929b req-99deb124-fd7e-4d9e-80df-c041c3aa43ca tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:42.644076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c409803-ee35-4f47-9564-0c1d9fa6929b req-99deb124-fd7e-4d9e-80df-c041c3aa43ca tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 945 time: 0.1404586 Feb 17 23:15:42.687693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c409803-ee35-4f47-9564-0c1d9fa6929b req-2a1f33ef-db33-4b51-acca-82e85d6301ab tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379736 Feb 17 23:15:42.690134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:15:43.872054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dff80-d390-4744-9425-8ca98824cfa2 req-7ceaaa84-e2c8-4c25-8900-e00cbd819e7f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:43.873520 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-134dff80-d390-4744-9425-8ca98824cfa2 req-7ceaaa84-e2c8-4c25-8900-e00cbd819e7f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 945 time: 0.0796995 Feb 17 23:15:43.917365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-134dff80-d390-4744-9425-8ca98824cfa2 req-29c7e1a1-9393-4a0d-9acb-8ef1948e893b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Feb 17 23:15:44.252464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:15:44.331259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:15:44.336092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:15:44.336460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:44.456974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:44.485769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:44.496967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:44.501754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:44.550818 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'code': 200} Feb 17 23:15:44.590732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:44.879418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291747f-a771-4994-934c-46ea6409435d req-dadf3b95-d0c7-4522-965d-d1ab6da86376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:44.880840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c291747f-a771-4994-934c-46ea6409435d req-dadf3b95-d0c7-4522-965d-d1ab6da86376 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 1099 time: 0.1749783 Feb 17 23:15:44.923192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c291747f-a771-4994-934c-46ea6409435d req-37ee3091-641f-4be9-8feb-5f7a21437a5b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361319 Feb 17 23:15:45.100894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c597fbf-776c-47b9-ba77-7d3d01a0b54d req-63dba283-4e87-44ab-8db4-b7b855c37a99 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:45.102464 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c597fbf-776c-47b9-ba77-7d3d01a0b54d req-63dba283-4e87-44ab-8db4-b7b855c37a99 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0789883 Feb 17 23:15:45.148535 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c597fbf-776c-47b9-ba77-7d3d01a0b54d req-7e846d96-3b00-4d12-ae42-7ce2a72e5b0d tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Feb 17 23:15:46.350971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a37f9-563d-4c8d-844a-0a04428b2f79 req-551d8edb-63dc-44c1-bc62-8449d08451df tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:46.352434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2b3a37f9-563d-4c8d-844a-0a04428b2f79 req-551d8edb-63dc-44c1-bc62-8449d08451df tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0914211 Feb 17 23:15:46.400945 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2b3a37f9-563d-4c8d-844a-0a04428b2f79 req-faef91c1-e1d8-43cc-bd4a-9ec0ddb424a8 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Feb 17 23:15:46.701091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-9556e16e-b69f-4ba1-b0ac-4b2282d107fd tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:46.702551 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-9556e16e-b69f-4ba1-b0ac-4b2282d107fd tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 813 time: 0.1502190 Feb 17 23:15:46.716965 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-aac405e0-930d-4d41-a086-a6948d1aa13b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/quotas/50fcbea709d14a4faa04a88eff9fa2ec HTTP/1.1" status: 200 len: 375 time: 0.0089798 Feb 17 23:15:46.804899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-8495c768-fc60-4935-bbca-0fb1480418d8 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823135 Feb 17 23:15:46.947407 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-f35be1fb-3ca9-478a-a1a0-5e09f8b8970b service neutron] 10.222.0.42 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358252 Feb 17 23:15:47.082143 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-cb0489a3-6108-4648-9de5-71379fbe6905 service neutron] 10.222.0.42 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279740 Feb 17 23:15:47.258891 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b71b40a2-7c5f-41ad-84bf-5055a8591eb6 req-1bcdcd1c-fd32-47a4-b9c9-39bc5ebb5dee tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 210 time: 0.0435808 Feb 17 23:15:48.301018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-0a263f3c-66a8-419e-8108-7f0813083e2c tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:48.302704 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-0a263f3c-66a8-419e-8108-7f0813083e2c tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 813 time: 0.1554866 Feb 17 23:15:48.315802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Request body: {'port': {'device_id': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b', 'admin_state_up': True, 'tenant_id': '50fcbea709d14a4faa04a88eff9fa2ec'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:48.441869 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dead4e85-1f61-4b14-8df4-31e8cf1054db req-e548a259-a20b-4555-ba6d-9c7f9ca437e6 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 210 time: 0.0530515 Feb 17 23:15:48.506128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:15:48.516113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:15:48.526750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Made reservation on behalf of 50fcbea709d14a4faa04a88eff9fa2ec for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:15:48.530323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:48.710139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Allocated IP 172.20.0.3 (be07f5b4-38ea-4103-8126-9b167c1cad9b/edd4c7b5-5dc9-417b-b17f-00f9e6cd8285/bb264a9e-1f3c-4b3f-8df2-6953b223e5e4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:15:48.921300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:48.951212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:48.962962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:15:49.019626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Network be07f5b4-38ea-4103-8126-9b167c1cad9b is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:15:49.020813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:15:49.025599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:15:49.195341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Pushing event updated for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:49.218920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:49.220089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:49.246435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-732e8ff5-600c-42a3-9229-33b0783722de tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9352238 Feb 17 23:15:49.258391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Request body: {'port': {'device_id': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:49.381193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:49.740326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faaa6c-cbb7-43c7-9770-70bb5ccbca44 req-771af64c-4fb9-46fe-a7fe-99092a499438 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:49.740933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-53faaa6c-cbb7-43c7-9770-70bb5ccbca44 req-771af64c-4fb9-46fe-a7fe-99092a499438 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:15:49.805713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-53faaa6c-cbb7-43c7-9770-70bb5ccbca44 req-771af64c-4fb9-46fe-a7fe-99092a499438 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:15:49.806856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53faaa6c-cbb7-43c7-9770-70bb5ccbca44 req-771af64c-4fb9-46fe-a7fe-99092a499438 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 931 time: 0.2500083 Feb 17 23:15:49.840282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:49.849841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:49.880250 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-53faaa6c-cbb7-43c7-9770-70bb5ccbca44 req-ea239478-fe7f-4f49-b043-fde1547ea1d3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Feb 17 23:15:49.881378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Transition to ACTIVE for port object bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:15:49.886733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:50.039804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Pushing event updated for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:50.120049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Attempting to bind port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:15:50.120374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Attempting to bind port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:15:50.120697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Attempting to bind port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 on network be07f5b4-38ea-4103-8126-9b167c1cad9b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:15:50.125352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 on network be07f5b4-38ea-4103-8126-9b167c1cad9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:15:50.125502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f0cb796f-deee-4bd8-b99f-d7949fad1dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:50.126262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Attempting to bind port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 on network be07f5b4-38ea-4103-8126-9b167c1cad9b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:15:50.131035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:15:50.131364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Checking segment: {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:15:50.131737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Bound using segment: {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:15:50.132153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Bound port: bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb24177c-7fd9-4893-ac80-23226439647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:15:50.132494 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:50.222489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:15:50.225902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:15:50.231117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:50.294804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:50.295410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:50.296795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] 10.222.0.43 "PUT /v2.0/ports/bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 HTTP/1.1" status: 200 len: 1093 time: 1.0426908 Feb 17 23:15:50.297248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:50.319695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea670103-8d4f-4f47-9f52-ccd3b5b029bf service neutron] Pushing event updated for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:50.363439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4', 'status': 'completed', 'code': 200} Feb 17 23:15:50.403771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-23462f55-b2ff-4051-850e-e2eb62ce11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:50.405276 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-23462f55-b2ff-4051-850e-e2eb62ce11ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 1096 time: 0.0730166 Feb 17 23:15:50.475550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-01e19a04-f120-4ec7-8cb5-f498c3870962 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0641494 Feb 17 23:15:50.539644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-0d30d2fe-32da-492b-8cdf-b42af62715fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:50.541172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-0d30d2fe-32da-492b-8cdf-b42af62715fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 200 len: 853 time: 0.0603373 Feb 17 23:15:50.591166 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-a4437c46-9358-45b2-9de2-57fbd24fc537 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be07f5b4-38ea-4103-8126-9b167c1cad9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437102 Feb 17 23:15:50.738795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-8e449c2b-e814-4850-83f6-bc75cfc89618 service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417930 Feb 17 23:15:50.877406 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6af4e404-6e84-4b01-9ce8-151da1c4e064 req-8675cc25-7430-434f-896c-7d553a06f8fd service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328096 Feb 17 23:15:51.167815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-e1a14edf-95d0-4ad4-af69-af474b554582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:51.169330 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-e1a14edf-95d0-4ad4-af69-af474b554582 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 1096 time: 0.2458942 Feb 17 23:15:51.182600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179effc-e1b0-4f01-b209-aab3ac072ec2 req-b34b8462-a83c-45c7-808b-7ee4f1e8b26c tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:51.184120 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5179effc-e1b0-4f01-b209-aab3ac072ec2 req-b34b8462-a83c-45c7-808b-7ee4f1e8b26c tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 943 time: 0.1119857 Feb 17 23:15:51.315199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5179effc-e1b0-4f01-b209-aab3ac072ec2 req-c917ca7c-480c-40b1-a9d8-68ec7824d341 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113303 Feb 17 23:15:51.353071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-85e8cf28-7575-4c4c-aede-bc118084ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:51.354578 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-85e8cf28-7575-4c4c-aede-bc118084ce22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 913 time: 0.1695769 Feb 17 23:15:51.424437 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-5023daea-05dd-4bbe-9474-91c7b7b33f51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0631404 Feb 17 23:15:51.491262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-4e628c51-fff4-4048-9f63-c09c747b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:51.492700 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-4e628c51-fff4-4048-9f63-c09c747b5e56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 200 len: 853 time: 0.0625212 Feb 17 23:15:51.540159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-401f2279-c91e-425c-afb9-ff74083239ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be07f5b4-38ea-4103-8126-9b167c1cad9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412428 Feb 17 23:15:51.684754 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-e7ae92c1-1014-4b31-8a8a-65fa58d43b12 service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373730 Feb 17 23:15:51.826802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2e81b85-ed03-4eb8-ba70-405cbd9ee57b req-4bb91cbd-e4d5-4f4a-944c-d0b8bbb0e83f service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365514 Feb 17 23:15:52.119005 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-ab6660ad-0c09-468d-8d2d-86ec096043ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749962 Feb 17 23:15:52.265033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-0511c3ae-3843-4b56-9bbc-7c8f3da5fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:52.266584 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-0511c3ae-3843-4b56-9bbc-7c8f3da5fa4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 1099 time: 0.0775528 Feb 17 23:15:52.423932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-01eab552-ced3-4902-8f6d-94872400de51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:52.463200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-e04c61fc-3d85-4a8b-be8d-2b624afe1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:52.464670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-e04c61fc-3d85-4a8b-be8d-2b624afe1ae1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 200 len: 913 time: 0.1752515 Feb 17 23:15:52.546074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-7576b44e-5b90-4dfc-a2f0-bb39fbfde13f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 HTTP/1.1" status: 200 len: 217 time: 0.0750117 Feb 17 23:15:52.627487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-94fe445d-eb2c-49cc-a3de-5bba7c8dc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:52.628951 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-94fe445d-eb2c-49cc-a3de-5bba7c8dc1e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 200 len: 853 time: 0.0779378 Feb 17 23:15:52.680054 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-f79445c5-282e-4c41-be9f-e1887a424e8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be07f5b4-38ea-4103-8126-9b167c1cad9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449739 Feb 17 23:15:52.687747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3575-0381-4f6f-a66c-119fe5634757 req-4721e5f9-76b3-4d66-8504-4cf48a53fd4b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:52.690364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-170c3575-0381-4f6f-a66c-119fe5634757 req-4721e5f9-76b3-4d66-8504-4cf48a53fd4b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 943 time: 0.2596140 Feb 17 23:15:52.822669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-170c3575-0381-4f6f-a66c-119fe5634757 req-dcb1839e-f44a-46b4-9472-0b49d1a48945 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126401 Feb 17 23:15:52.856912 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-caa07ea3-60dc-4376-98f1-60cb173405ea service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655567 Feb 17 23:15:53.098727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c0b1f61c-ced7-451e-a227-df83b3515156 req-8983a039-1a3f-4a02-a20c-9de561cc2180 service neutron] 10.222.0.43 "GET /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361598 Feb 17 23:15:53.382785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:53.581257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:54.008973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394def-760f-4c2f-9deb-750596ea79d2 req-d3e08e9d-3768-49a4-8386-f8f672ffe9c1 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:54.010371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac394def-760f-4c2f-9deb-750596ea79d2 req-d3e08e9d-3768-49a4-8386-f8f672ffe9c1 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 943 time: 0.0818310 Feb 17 23:15:54.057471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac394def-760f-4c2f-9deb-750596ea79d2 req-e7a704a7-49e4-4ed7-ba2f-208b34066b62 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Feb 17 23:15:54.289184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:15:54.420816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:54.434672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4', 'network_id': 'be07f5b4-38ea-4103-8126-9b167c1cad9b', 'port_id': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4', 'mac_address': 'fa:16:3e:0d:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd4c7b5-5dc9-417b-b17f-00f9e6cd8285', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:15:54.489741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:54.509248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:54.526145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:54.529802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:54.598196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:54.605260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.605600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.606002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.606330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.606655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.606979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.607296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.607612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.607929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.608241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.608553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.608868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:54.748968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bb264a9e-1f3c-4b3f-8df2-6953b223e5e4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:15:55.017106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:55.248641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2553-ebe1-4d3c-8f43-9988f101d9f1 req-c35ba25b-88f4-49ba-91cc-b25790897861 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:55.250037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c6c2553-ebe1-4d3c-8f43-9988f101d9f1 req-c35ba25b-88f4-49ba-91cc-b25790897861 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 944 time: 0.0813165 Feb 17 23:15:55.297056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1c6c2553-ebe1-4d3c-8f43-9988f101d9f1 req-a49fffaa-656c-4b32-a3d0-bbfd5ac3c9b5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 17 23:15:56.298081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:15:56.365796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:15:56.370564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:15:56.370933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:56.484096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c874-ec88-43c2-b829-98dc7cedd0bd req-380d5ced-667f-43c4-9c7e-6d8ce49062e7 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:56.485639 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4be6c874-ec88-43c2-b829-98dc7cedd0bd req-380d5ced-667f-43c4-9c7e-6d8ce49062e7 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 944 time: 0.0819192 Feb 17 23:15:56.489491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:56.517976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:56.528250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:15:56.531635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:56.536607 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4be6c874-ec88-43c2-b829-98dc7cedd0bd req-003d4817-879d-4f0e-8467-a3f0670d8a26 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Feb 17 23:15:56.569403 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4', 'code': 200} Feb 17 23:15:56.604634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:56.792734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b9a90-5b2e-480c-82aa-6b0963ea3fa0 req-b611f7d3-b22a-49e8-a531-9f0737dccad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:56.794213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ab6b9a90-5b2e-480c-82aa-6b0963ea3fa0 req-b611f7d3-b22a-49e8-a531-9f0737dccad5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 1098 time: 0.0725403 Feb 17 23:15:56.834966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ab6b9a90-5b2e-480c-82aa-6b0963ea3fa0 req-635a6ddf-5a5f-40f6-b086-47a6bf93cdf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Feb 17 23:15:57.932383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9214d20-432d-4dbe-9558-543524c7893e req-c5c153cc-6499-4e50-9a23-0cdc52a75209 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:57.935088 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9214d20-432d-4dbe-9558-543524c7893e req-c5c153cc-6499-4e50-9a23-0cdc52a75209 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 945 time: 0.1032238 Feb 17 23:15:57.983992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9214d20-432d-4dbe-9558-543524c7893e req-68570014-57c9-48b0-852c-2f395c511d50 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Feb 17 23:15:58.590776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:15:59.186948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf25d2-1fc1-4cd1-a900-97d25f155d12 req-1f0a4924-b89c-4c61-8879-1494649d2ade tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:59.189210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eadf25d2-1fc1-4cd1-a900-97d25f155d12 req-1f0a4924-b89c-4c61-8879-1494649d2ade tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 945 time: 0.0880833 Feb 17 23:15:59.242074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eadf25d2-1fc1-4cd1-a900-97d25f155d12 req-65956ed8-9769-46e0-bba8-9a9e0c7d46c4 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Feb 17 23:15:59.718374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c34b0c-24a3-4724-803c-cb84418a271b req-67ea83b0-6935-41f0-832c-41a4a6cb2221 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:59.720542 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7c34b0c-24a3-4724-803c-cb84418a271b req-67ea83b0-6935-41f0-832c-41a4a6cb2221 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 945 time: 0.0871515 Feb 17 23:15:59.768808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7c34b0c-24a3-4724-803c-cb84418a271b req-28d7be7e-ea7a-46ff-94e6-e4a7b0aa0c03 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Feb 17 23:16:01.007457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a12096-4acb-4de6-94d6-699581cfa04b req-f028a1b0-4f28-438f-8583-2c3e5e22bfd4 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:01.008957 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a5a12096-4acb-4de6-94d6-699581cfa04b req-f028a1b0-4f28-438f-8583-2c3e5e22bfd4 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 945 time: 0.1268785 Feb 17 23:16:01.081214 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a5a12096-4acb-4de6-94d6-699581cfa04b req-b198b9f8-e417-4090-940b-e5b6ba9feb84 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Feb 17 23:16:01.093645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-70ad13b9-28de-4346-a7cb-da98116170a5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:01.095324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-70ad13b9-28de-4346-a7cb-da98116170a5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 945 time: 0.1382258 Feb 17 23:16:01.168924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Deleting port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:01.169292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:01.445227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] For port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:01.445589 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:01.553926 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:16:01.581775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Calling delete_port for bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:01.745863 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:01.757845 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:16:01.799213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Pushing event deleted for resources: {'Port': ['ID=bb264a9e-1f3c-4b3f-8df2-6953b223e5e4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:01.886360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] No DVR routers for this DVR port bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:01.888939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:01.891962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'name': 'network-vif-deleted', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:01.910871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a0eff3a-f0c7-4cc8-b06f-42196771e29a req-74190ac8-903a-403e-987f-0464243f97c3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "DELETE /v2.0/ports/bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 HTTP/1.1" status: 204 len: 173 time: 0.8104887 Feb 17 23:16:01.944155 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bccff72-9b18-4c0f-94c3-86e1c7057538', 'name': 'network-vif-deleted', 'tag': 'bb264a9e-1f3c-4b3f-8df2-6953b223e5e4', 'status': 'completed', 'code': 200} Feb 17 23:16:02.254710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6c5efb1d-433e-4861-a831-25b4ea15805e req-39e689ec-a82c-4e0d-b361-9e896153eb66 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:02.272303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6c5efb1d-433e-4861-a831-25b4ea15805e req-39e689ec-a82c-4e0d-b361-9e896153eb66 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:02.273848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6c5efb1d-433e-4861-a831-25b4ea15805e req-39e689ec-a82c-4e0d-b361-9e896153eb66 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bccff72-9b18-4c0f-94c3-86e1c7057538 HTTP/1.1" status: 200 len: 210 time: 0.0632403 Feb 17 23:16:03.646023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a91d-6f64-4f95-bd48-71b2b21f1502 req-b1596f23-9b73-42b2-86ff-bf6f1f7301f5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:03.647691 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3452a91d-6f64-4f95-bd48-71b2b21f1502 req-b1596f23-9b73-42b2-86ff-bf6f1f7301f5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.1884844 Feb 17 23:16:03.695379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3452a91d-6f64-4f95-bd48-71b2b21f1502 req-84f7adc4-3dde-4a95-b862-89f603eaf85d tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Feb 17 23:16:03.911002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415585e-4c98-49e0-b7b5-95163b4d21ee req-e7f83db2-8a40-4aab-a29c-35fe2082729f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:03.912430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e415585e-4c98-49e0-b7b5-95163b4d21ee req-e7f83db2-8a40-4aab-a29c-35fe2082729f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0850480 Feb 17 23:16:03.963080 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e415585e-4c98-49e0-b7b5-95163b4d21ee req-8fbc0d6d-7759-4cc0-9ff9-a5d0caf41bba tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Feb 17 23:16:04.156407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5421298-e883-4d1c-b3b0-70a8f253925b req-77576fae-ebed-4ef7-9aa2-a4ea31af9474 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:04.158499 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5421298-e883-4d1c-b3b0-70a8f253925b req-77576fae-ebed-4ef7-9aa2-a4ea31af9474 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0844789 Feb 17 23:16:04.213786 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5421298-e883-4d1c-b3b0-70a8f253925b req-f772c53e-8fd4-41cd-995e-53b39150291d tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Feb 17 23:16:04.313735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:16:04.352368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:16:04.352707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb264a9e-1f3c-4b3f-8df2-6953b223e5e4 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:16:04.526386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75098-2857-4078-b282-5a7d0e1af411 req-f27d7e55-caed-4b70-95ee-9e515597194b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:04.527801 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fb75098-2857-4078-b282-5a7d0e1af411 req-f27d7e55-caed-4b70-95ee-9e515597194b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0848060 Feb 17 23:16:04.578294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fb75098-2857-4078-b282-5a7d0e1af411 req-df180d6d-9189-42fc-b4a2-93c29a835fc5 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 17 23:16:04.765843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7782de-c698-41e4-ac5d-e45d7d1c5a7e req-2967e780-a95d-4828-b573-c9dde3f78d06 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:04.767341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ea7782de-c698-41e4-ac5d-e45d7d1c5a7e req-2967e780-a95d-4828-b573-c9dde3f78d06 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0803921 Feb 17 23:16:04.834303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ea7782de-c698-41e4-ac5d-e45d7d1c5a7e req-0b92bcd8-8f3c-4e1a-8a82-64b9cfd36c9a tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Feb 17 23:16:05.039093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1ef5-8f3e-4f11-b1a7-d954d07af48a req-743d7859-4710-4bf4-9de9-b8c91adf11e3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:05.040665 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0bbd1ef5-8f3e-4f11-b1a7-d954d07af48a req-743d7859-4710-4bf4-9de9-b8c91adf11e3 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0875206 Feb 17 23:16:05.089638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0bbd1ef5-8f3e-4f11-b1a7-d954d07af48a req-2c6dcda5-2449-4d91-b06b-43aa8529385f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Feb 17 23:16:05.645611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a386-bdbe-48f4-9aa6-16c45d4e12f9 req-cf94fa67-277d-4f8b-a977-700c836bb0d4 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:05.647802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2da8a386-bdbe-48f4-9aa6-16c45d4e12f9 req-cf94fa67-277d-4f8b-a977-700c836bb0d4 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.0867851 Feb 17 23:16:05.717413 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2da8a386-bdbe-48f4-9aa6-16c45d4e12f9 req-bc378840-6cf1-46d2-9d91-7e51112a9d4a tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631094 Feb 17 23:16:06.983077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5af62-83f2-43bc-acea-a9b7cafa9216 req-caac2d2e-6472-4672-bde2-6f9013a0c25f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:06.984626 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ba5af62-83f2-43bc-acea-a9b7cafa9216 req-caac2d2e-6472-4672-bde2-6f9013a0c25f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.1528592 Feb 17 23:16:06.993886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-7e36f5b8-a623-48bb-9631-536eab44ff8f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:06.995385 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-7e36f5b8-a623-48bb-9631-536eab44ff8f tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 946 time: 0.1277008 Feb 17 23:16:07.099074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ba5af62-83f2-43bc-acea-a9b7cafa9216 req-89d11c98-c63e-4431-9fac-cda8cb8c0c96 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/security-groups?id=9bfc578d-09bd-4ef0-8acb-61ccceeba90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026711 Feb 17 23:16:07.102709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Deleting port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:07.103011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:07.375022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] For port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,segment=NetworkSegment(eb24177c-7fd9-4893-ac80-23226439647c),segment_id=eb24177c-7fd9-4893-ac80-23226439647c)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:07.375283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:07.504844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Calling delete_port for 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:07.667122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:07.678773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:16:07.727030 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Pushing event deleted for resources: {'Port': ['ID=29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:07.822456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] No DVR routers for this DVR port 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:07.825390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:07.829380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'name': 'network-vif-deleted', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:07.847199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1479da02-e025-4a4e-aee0-790ca7ac8875 req-5c2b1fc9-6a22-4586-8804-06970e185416 tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.43 "DELETE /v2.0/ports/29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 HTTP/1.1" status: 204 len: 173 time: 0.8366668 Feb 17 23:16:07.896292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf8878-cbec-405b-a8bc-47f4e2251932', 'name': 'network-vif-deleted', 'tag': '29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6', 'status': 'completed', 'code': 200} Feb 17 23:16:08.292972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-300fd291-8d79-4915-88ea-8cd9d494345c req-920b9ad5-9520-49dc-adda-17b36c2ee67b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Synchronizing usage tracker for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:08.314677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-300fd291-8d79-4915-88ea-8cd9d494345c req-920b9ad5-9520-49dc-adda-17b36c2ee67b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] Unset dirty status for tenant:50fcbea709d14a4faa04a88eff9fa2ec on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:08.315777 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-300fd291-8d79-4915-88ea-8cd9d494345c req-920b9ad5-9520-49dc-adda-17b36c2ee67b tempest-ServersNegativeTestJSON-216597463 tempest-ServersNegativeTestJSON-216597463-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cf8878-cbec-405b-a8bc-47f4e2251932 HTTP/1.1" status: 200 len: 210 time: 0.0680075 Feb 17 23:16:09.432725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41198) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:09.614318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Deleting subnet edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:16:09.618153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:09.677639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:09.732689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:09.806227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:09.843762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd4c7b5-5dc9-417b-b17f-00f9e6cd8285,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:09.849223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:09.855240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e2c37b3-7574-499c-8bc4-543b382ac80c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/edd4c7b5-5dc9-417b-b17f-00f9e6cd8285 HTTP/1.1" status: 204 len: 168 time: 0.4212227 Feb 17 23:16:09.857724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41202) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:09.965843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.096070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.122646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be07f5b4-38ea-4103-8126-9b167c1cad9b']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:10.134979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb24177c-7fd9-4893-ac80-23226439647c') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:10.135273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb24177c-7fd9-4893-ac80-23226439647c') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:10.147040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.164152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.170794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:10.171226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:10.185251 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:10.264707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.269600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.293527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=be07f5b4-38ea-4103-8126-9b167c1cad9b,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:10.302031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d66b7f55-76ba-4d40-841d-17c5f84b44b8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/be07f5b4-38ea-4103-8126-9b167c1cad9b HTTP/1.1" status: 204 len: 168 time: 0.4430494 Feb 17 23:16:10.343619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:16:10.384165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:16:10.384514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 29ad1e9e-fcd5-4cb4-be6e-6f74034d27c6 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:16:10.424319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41208) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:10.474996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7eb09d5c-b935-4f88-ae67-4403bfd5cf3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50fcbea709d14a4faa04a88eff9fa2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493312 Feb 17 23:16:10.477659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41212) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:10.545019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.572227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.631813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.650041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc578d-09bd-4ef0-8acb-61ccceeba90f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:10.661918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:10.665515 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f1c1b79d-65d2-4a51-87b3-1b30d154cb04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bfc578d-09bd-4ef0-8acb-61ccceeba90f HTTP/1.1" status: 204 len: 168 time: 0.1846712 Feb 17 23:16:11.454938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41236) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:11.562210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767140659'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:11.568213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:11.572288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:network and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:11.578203 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:11.587751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:11.598024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:11.601500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.614196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.633999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:11.638691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:security_group_rule and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:11.642311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:11.648256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:11.742017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.745909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.780232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:11.789140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa225287-6ae0-4223-9ee1-341d0544bac6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:11.796263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.797799 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Added segment 7e5d6026-3b11-44bd-9306-702d8150da5d of type vlan for network 4321ccb9-cbd7-4fef-985b-63831f739da8 Feb 17 23:16:11.825978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.855826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.862207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:11.862795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:11.975561 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5191431 Feb 17 23:16:11.978759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf1bb-e9a7-4caf-a582-f7097d2db28d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Network': ['ID=4321ccb9-cbd7-4fef-985b-63831f739da8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:11.991859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:15.449658 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41242) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:15.456964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'subnet': {'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:15.589621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:15.594060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:subnet and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:15.597455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:15.603874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:15.615609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:15.619246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:15.870540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:15.966996 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Subnet': ['ID=b157e0f9-e983-4b1c-9851-75b0138ad201,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:15.977002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking segment: {'id': '7e5d6026-3b11-44bd-9306-702d8150da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:15.977396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network hostable DHCP agents. Network: 4321ccb9-cbd7-4fef-985b-63831f739da8, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:15.998338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:16.011423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 4321ccb9-cbd7-4fef-985b-63831f739da8) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:16.018378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:16.019293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.022780 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b92b8-2775-40a6-9b66-a40852d54315 None None] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:16.060876 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4cdfbfe0-3bd2-4cf8-bd28-9810640bd058 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6068287 Feb 17 23:16:16.061295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41246) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:16.070473 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183083749'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:16.077862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:16.083247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:network and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:16.086579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:16.093236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:16.106043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:16.109723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.144744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:16.155128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.155472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Added segment cee02202-9cfa-4c76-b212-c898c4858d6a of type vlan for network 7bd541d9-6042-4c93-bfed-c0fbb9b928f6 Feb 17 23:16:16.189292 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.230439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.236103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:16.236975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.287551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-4321ccb9-cbd7-4fef-985b-63831f739da8', 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8', 'tenant_id': 'c6343cd093e14823944369dd13a29073', 'fixed_ips': [{'subnet_id': 'b157e0f9-e983-4b1c-9851-75b0138ad201'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:16.289020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.331378 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2686858 Feb 17 23:16:16.336988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41250) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:16.345808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'subnet': {'network_id': '7bd541d9-6042-4c93-bfed-c0fbb9b928f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:16.357508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903dd81-cab4-49c6-8971-fd22376c11eb tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Network': ['ID=7bd541d9-6042-4c93-bfed-c0fbb9b928f6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:16.379461 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7bd541d9-6042-4c93-bfed-c0fbb9b928f6 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:16.538004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:16.543774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:subnet and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:16.549359 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:16.559583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:16.575456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:16.581614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.674443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Allocated IP 2001:db8:0:ffff::2 (4321ccb9-cbd7-4fef-985b-63831f739da8/b157e0f9-e983-4b1c-9851-75b0138ad201/186383ee-0b41-4f34-b99e-f22e548cdbaf) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:16.973628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.977263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:16.989171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Transition to ACTIVE for port object 186383ee-0b41-4f34-b99e-f22e548cdbaf will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:17.014713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Transition to ACTIVE for port object 186383ee-0b41-4f34-b99e-f22e548cdbaf will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:17.023496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.067550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Subnet': ['ID=6afd8c6c-424b-48df-bd96-3b04a29dc690,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:17.077985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking segment: {'id': 'cee02202-9cfa-4c76-b212-c898c4858d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bd541d9-6042-4c93-bfed-c0fbb9b928f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:17.078420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network hostable DHCP agents. Network: 7bd541d9-6042-4c93-bfed-c0fbb9b928f6, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:17.105516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network 7bd541d9-6042-4c93-bfed-c0fbb9b928f6 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:17.108114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:17.111962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:17.114640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:17.120772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7bd541d9-6042-4c93-bfed-c0fbb9b928f6) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:17.126728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:17.127536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.155827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1931cb6d-236b-4e08-bafd-340a58b4dfd8 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8142781 Feb 17 23:16:17.156165 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41254) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:17.166731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43d819-9674-424b-8c9a-552dd2cef853 None None] Network 7bd541d9-6042-4c93-bfed-c0fbb9b928f6 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:17.187263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Pushing event updated for resources: {'Port': ['ID=186383ee-0b41-4f34-b99e-f22e548cdbaf,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:17.319422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.342636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Attempting to bind port 186383ee-0b41-4f34-b99e-f22e548cdbaf on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:17.343139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Attempting to bind port 186383ee-0b41-4f34-b99e-f22e548cdbaf by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '7e5d6026-3b11-44bd-9306-702d8150da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:17.343526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Attempting to bind port 186383ee-0b41-4f34-b99e-f22e548cdbaf on network 4321ccb9-cbd7-4fef-985b-63831f739da8 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:17.358362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:17.358711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Checking segment: {'id': '7e5d6026-3b11-44bd-9306-702d8150da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:17.359117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.359570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Bound using segment: {'id': '7e5d6026-3b11-44bd-9306-702d8150da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:17.360239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Bound port: 186383ee-0b41-4f34-b99e-f22e548cdbaf, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d6026-3b11-44bd-9306-702d8150da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4321ccb9-cbd7-4fef-985b-63831f739da8'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:17.360608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.403997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.518760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.562102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Subnet': ['ID=6afd8c6c-424b-48df-bd96-3b04a29dc690,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:17.571456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] For port 186383ee-0b41-4f34-b99e-f22e548cdbaf, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:17.615887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] For port 186383ee-0b41-4f34-b99e-f22e548cdbaf, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=186383ee-0b41-4f34-b99e-f22e548cdbaf,segment=NetworkSegment(7e5d6026-3b11-44bd-9306-702d8150da5d),segment_id=7e5d6026-3b11-44bd-9306-702d8150da5d)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:17.621899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.661619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8765d65-b69e-41c5-bead-08a663ba3a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7bd541d9-6042-4c93-bfed-c0fbb9b928f6', 'network_id': '7bd541d9-6042-4c93-bfed-c0fbb9b928f6', 'tenant_id': 'c6343cd093e14823944369dd13a29073', 'fixed_ips': [{'subnet_id': '6afd8c6c-424b-48df-bd96-3b04a29dc690'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:17.662460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8765d65-b69e-41c5-bead-08a663ba3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.675786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.720393 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd541d9-6042-4c93-bfed-c0fbb9b928f6']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:17.741114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee02202-9cfa-4c76-b212-c898c4858d6a') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:17.741590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee02202-9cfa-4c76-b212-c898c4858d6a') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:17.762484 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.782080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.792580 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:17.793797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.805603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6ff51-a4b0-400d-9407-ed8901559e21 None None] Pushing event updated for resources: {'Port': ['ID=186383ee-0b41-4f34-b99e-f22e548cdbaf,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:17.836800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ce988-917c-4b17-b8ed-925dbabf8ad4 None None] Network 7bd541d9-6042-4c93-bfed-c0fbb9b928f6 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:17.889069 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:17.946780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.978516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:17.981519 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Network': ['ID=7bd541d9-6042-4c93-bfed-c0fbb9b928f6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:17.999569 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ca9623ba-5c22-4e7e-beb3-3c627e1afd8f tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/7bd541d9-6042-4c93-bfed-c0fbb9b928f6 HTTP/1.1" status: 204 len: 168 time: 0.8339133 Feb 17 23:16:18.000569 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41258) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:18.007279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657043983'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:18.019090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:18.038170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:network and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:18.067844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:18.080421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:18.094274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:18.098758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.151980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:18.162910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.163333 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Added segment 004502d0-e6f5-4068-a8cf-0321e088999a of type vlan for network 17a3bced-df2a-4348-98b7-0144f48da0f9 Feb 17 23:16:18.196724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.258342 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.264341 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:18.265065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.373021 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3720961 Feb 17 23:16:18.376631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41262) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:18.383353 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'subnet': {'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:18.383935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197668a-9696-432a-9a69-56d0861dfdde tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Network': ['ID=17a3bced-df2a-4348-98b7-0144f48da0f9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:18.396009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 17a3bced-df2a-4348-98b7-0144f48da0f9 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:18.506390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:18.510954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:subnet and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:18.514031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:18.521055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:18.532089 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:18.537626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.779624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_backend_mixin [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Performing IP validity checks on allocation pools {{(pid=87695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 23:16:18.780164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.ipam_backend_mixin [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 23:16:18.938308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:18.941592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2284c81-96dd-4ba9-9736-4535b1e5f161 None None] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:19.067867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Subnet': ['ID=ffd75876-16e0-4eb4-9108-a4d64c7d6f40,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:19.100032 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7c4c675c-7cf3-4bdd-a9a5-77e4f1dfe53a None None] Provisioning for port 186383ee-0b41-4f34-b99e-f22e548cdbaf completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:19.106489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking segment: {'id': '004502d0-e6f5-4068-a8cf-0321e088999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:19.106849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network hostable DHCP agents. Network: 17a3bced-df2a-4348-98b7-0144f48da0f9, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:19.132830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network 17a3bced-df2a-4348-98b7-0144f48da0f9 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:19.146651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 17a3bced-df2a-4348-98b7-0144f48da0f9) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:19.154273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:19.157798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:19.197555 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2ceda4c1-b225-4bbf-8959-88b28a4938fd tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8188109 Feb 17 23:16:19.200291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41266) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:19.216315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08746c-3264-4dc3-abe8-345ec3a062eb None None] Network 17a3bced-df2a-4348-98b7-0144f48da0f9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:19.477763 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:19.531887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-17a3bced-df2a-4348-98b7-0144f48da0f9', 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9', 'tenant_id': 'c6343cd093e14823944369dd13a29073', 'fixed_ips': [{'subnet_id': 'ffd75876-16e0-4eb4-9108-a4d64c7d6f40'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:19.532762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:19.611939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:19.806159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Allocated IP 2001:db8::3 (17a3bced-df2a-4348-98b7-0144f48da0f9/ffd75876-16e0-4eb4-9108-a4d64c7d6f40/d69a6ce2-9869-49b1-8404-781bcf407dbb) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:19.876659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 186383ee-0b41-4f34-b99e-f22e548cdbaf up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:20.136088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 186383ee-0b41-4f34-b99e-f22e548cdbaf completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:20.157692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 186383ee-0b41-4f34-b99e-f22e548cdbaf triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:20.158076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.212300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8359460-97d2-404f-acc4-80de9192c525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.282993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.298727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Transition to ACTIVE for port object d69a6ce2-9869-49b1-8404-781bcf407dbb will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:20.356308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Transition to ACTIVE for port object d69a6ce2-9869-49b1-8404-781bcf407dbb will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:20.372040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.388954 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.433645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd75876-16e0-4eb4-9108-a4d64c7d6f40,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:20.444017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.476869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Network 17a3bced-df2a-4348-98b7-0144f48da0f9 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:20.482175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:20.485392 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Pushing event updated for resources: {'Port': ['ID=d69a6ce2-9869-49b1-8404-781bcf407dbb,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:20.496653 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:20.557788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.607436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a3bced-df2a-4348-98b7-0144f48da0f9']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:20.618088 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 186383ee-0b41-4f34-b99e-f22e548cdbaf, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=186383ee-0b41-4f34-b99e-f22e548cdbaf,segment=NetworkSegment(7e5d6026-3b11-44bd-9306-702d8150da5d),segment_id=7e5d6026-3b11-44bd-9306-702d8150da5d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:20.631109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004502d0-e6f5-4068-a8cf-0321e088999a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:20.631579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004502d0-e6f5-4068-a8cf-0321e088999a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:20.640063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.654284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.683290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.694802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:20.695639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:20.714793 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:20.720286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Attempting to bind port d69a6ce2-9869-49b1-8404-781bcf407dbb on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:20.720879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Attempting to bind port d69a6ce2-9869-49b1-8404-781bcf407dbb by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '004502d0-e6f5-4068-a8cf-0321e088999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:20.721511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Attempting to bind port d69a6ce2-9869-49b1-8404-781bcf407dbb on network 17a3bced-df2a-4348-98b7-0144f48da0f9 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:20.741725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:20.742277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Checking segment: {'id': '004502d0-e6f5-4068-a8cf-0321e088999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:20.742804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.743317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Bound using segment: {'id': '004502d0-e6f5-4068-a8cf-0321e088999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:20.743933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Bound port: d69a6ce2-9869-49b1-8404-781bcf407dbb, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004502d0-e6f5-4068-a8cf-0321e088999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17a3bced-df2a-4348-98b7-0144f48da0f9'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:20.744425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:20.811426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=186383ee-0b41-4f34-b99e-f22e548cdbaf,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:20.818499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.db.api [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 23:16:20.818499 dv-neutron-805768-3-hyperv neutron-server[87695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 23:16:20.818499 dv-neutron-805768-3-hyperv neutron-server[87695]: [parameters: {'id': '17a3bced-df2a-4348-98b7-0144f48da0f9'}] Feb 17 23:16:20.818499 dv-neutron-805768-3-hyperv neutron-server[87695]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:16:20.819287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG oslo_db.api [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:16:20.857360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] For port d69a6ce2-9869-49b1-8404-781bcf407dbb, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:20.861925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] For port d69a6ce2-9869-49b1-8404-781bcf407dbb, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d69a6ce2-9869-49b1-8404-781bcf407dbb,segment=NetworkSegment(004502d0-e6f5-4068-a8cf-0321e088999a),segment_id=004502d0-e6f5-4068-a8cf-0321e088999a)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:20.866893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:21.029338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bffb4-5d48-4d65-8d38-15dd69aa0980 None None] Pushing event updated for resources: {'Port': ['ID=d69a6ce2-9869-49b1-8404-781bcf407dbb,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:21.059690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a02a7-6c31-4686-afff-0d53d637449c None None] Network 17a3bced-df2a-4348-98b7-0144f48da0f9 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:21.290563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143162e-570e-4fb9-9ac3-6ede3f452492 None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 23:16:21.320265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:21.333640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Deleting port d69a6ce2-9869-49b1-8404-781bcf407dbb {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:21.334009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:21.394778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143162e-570e-4fb9-9ac3-6ede3f452492 None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:16:21.582938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] For port d69a6ce2-9869-49b1-8404-781bcf407dbb, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d69a6ce2-9869-49b1-8404-781bcf407dbb,segment=NetworkSegment(004502d0-e6f5-4068-a8cf-0321e088999a),segment_id=004502d0-e6f5-4068-a8cf-0321e088999a)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:21.583554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:21.718272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Calling delete_port for d69a6ce2-9869-49b1-8404-781bcf407dbb owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:21.757217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 186383ee-0b41-4f34-b99e-f22e548cdbaf up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:21.807338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:21.864472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Port': ['ID=d69a6ce2-9869-49b1-8404-781bcf407dbb,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:21.872759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No DVR routers for this DVR port d69a6ce2-9869-49b1-8404-781bcf407dbb on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:21.875153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.875513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.875826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.876163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.876488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.876818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.877170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.877482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.877821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.878142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.878467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.878787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:21.942477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 186383ee-0b41-4f34-b99e-f22e548cdbaf triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:21.942841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.027171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.060363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a3bced-df2a-4348-98b7-0144f48da0f9']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:22.076240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004502d0-e6f5-4068-a8cf-0321e088999a') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:22.076584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004502d0-e6f5-4068-a8cf-0321e088999a') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:22.092300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.113164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.120710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:22.121133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:22.136983 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:22.334373 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.353115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.366297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Network': ['ID=17a3bced-df2a-4348-98b7-0144f48da0f9,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:22.373201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-836a4526-4b4d-49ad-8103-11cf7605c1fa tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/17a3bced-df2a-4348-98b7-0144f48da0f9 HTTP/1.1" status: 204 len: 168 time: 3.1710272 Feb 17 23:16:22.378072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41270) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:22.384073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477636251'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:22.389241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:22.394178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:network and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:22.397483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:22.408107 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:22.415877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4ccda254-0897-4e1e-9bba-7d5af5199a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.425802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:22.432108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.480617 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:22.495816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.496407 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Added segment b42901c8-8807-49ba-ac7e-404805b64323 of type vlan for network d57cd6d3-0255-4760-9285-c63e715678a4 Feb 17 23:16:22.551602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.605466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.616564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:22.617859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:22.758357 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3790183 Feb 17 23:16:22.761487 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41274) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:22.771829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'subnet': {'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:22.798220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7cbff-089d-4ff7-b890-0894765391a0 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Network': ['ID=d57cd6d3-0255-4760-9285-c63e715678a4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:22.810826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d57cd6d3-0255-4760-9285-c63e715678a4 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:22.905557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:22.909521 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:subnet and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:22.912695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:22.919316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:22.934454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:22.938897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.183596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.265297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Subnet': ['ID=85ba9603-4652-4f47-b082-083d140ef08f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:23.274383 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking segment: {'id': 'b42901c8-8807-49ba-ac7e-404805b64323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:23.274738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network hostable DHCP agents. Network: d57cd6d3-0255-4760-9285-c63e715678a4, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:23.296298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network d57cd6d3-0255-4760-9285-c63e715678a4 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:23.311582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d57cd6d3-0255-4760-9285-c63e715678a4) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:23.316457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:23.317047 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.322471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f254b1-7948-415e-a849-f89c41080c42 None None] Network d57cd6d3-0255-4760-9285-c63e715678a4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:23.342297 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-280bfb91-41a4-4a8d-9438-02b8b11c40c7 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5792236 Feb 17 23:16:23.349200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41278) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:23.354977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869132112'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:23.360966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:23.365404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:network and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:23.370267 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:23.380851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:23.395444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:23.399609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.438023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:23.450608 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.450933 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Added segment 3495fb0a-bb89-4094-aa3b-3e1389cb5b20 of type vlan for network 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 Feb 17 23:16:23.482694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.484284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.515301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.520990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:23.521659 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.597828 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.658405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d57cd6d3-0255-4760-9285-c63e715678a4', 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4', 'tenant_id': 'c6343cd093e14823944369dd13a29073', 'fixed_ips': [{'subnet_id': '85ba9603-4652-4f47-b082-083d140ef08f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:23.659286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.744211 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3937757 Feb 17 23:16:23.748010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41282) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:23.750872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52248a45-ca6e-410f-8f91-4f6f1a3b4ea3 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Network': ['ID=3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:23.756636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Request body: {'subnet': {'network_id': '3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:23.768483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:23.876785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:23.881053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Usage tracker for resource:subnet and tenant:c6343cd093e14823944369dd13a29073 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:23.884340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:23.891210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:23.903011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Made reservation on behalf of c6343cd093e14823944369dd13a29073 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:23.907540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:23.945054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Allocated IP 2001:db8::2 (d57cd6d3-0255-4760-9285-c63e715678a4/85ba9603-4652-4f47-b082-083d140ef08f/22665634-3007-4cec-b849-b83fb252d528) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:24.182137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.194390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Transition to ACTIVE for port object 22665634-3007-4cec-b849-b83fb252d528 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:24.197506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.215116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Transition to ACTIVE for port object 22665634-3007-4cec-b849-b83fb252d528 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:24.221730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.294579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Network d57cd6d3-0255-4760-9285-c63e715678a4 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:24.298598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:24.301358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:24.304363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event updated for resources: {'Subnet': ['ID=11a6b446-4681-4f87-b3f1-0e79e58a9634,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:24.311992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Pushing event updated for resources: {'Port': ['ID=22665634-3007-4cec-b849-b83fb252d528,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:24.313452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Checking segment: {'id': '3495fb0a-bb89-4094-aa3b-3e1389cb5b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:24.313941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network hostable DHCP agents. Network: 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:24.336225 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Network 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:24.347837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:24.353687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.354814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.360012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66303d-ec88-4d9e-95ac-da1c67a1b348 None None] Network 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:24.390075 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-69acb66f-39a9-4aae-a05a-21aafc3f0bf9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6400406 Feb 17 23:16:24.394822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41286) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:24.486338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Attempting to bind port 22665634-3007-4cec-b849-b83fb252d528 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:24.486706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Attempting to bind port 22665634-3007-4cec-b849-b83fb252d528 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b42901c8-8807-49ba-ac7e-404805b64323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:24.487074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Attempting to bind port 22665634-3007-4cec-b849-b83fb252d528 on network d57cd6d3-0255-4760-9285-c63e715678a4 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:24.502903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:24.503274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Checking segment: {'id': 'b42901c8-8807-49ba-ac7e-404805b64323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:24.503674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.504064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Bound using segment: {'id': 'b42901c8-8807-49ba-ac7e-404805b64323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:24.504552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Bound port: 22665634-3007-4cec-b849-b83fb252d528, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42901c8-8807-49ba-ac7e-404805b64323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd57cd6d3-0255-4760-9285-c63e715678a4'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:24.504907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.543637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.616888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.678118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] For port 22665634-3007-4cec-b849-b83fb252d528, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:24.703855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.727656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] For port 22665634-3007-4cec-b849-b83fb252d528, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=22665634-3007-4cec-b849-b83fb252d528,segment=NetworkSegment(b42901c8-8807-49ba-ac7e-404805b64323),segment_id=b42901c8-8807-49ba-ac7e-404805b64323)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:24.734528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.751018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Subnet': ['ID=11a6b446-4681-4f87-b3f1-0e79e58a9634,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:24.772989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf25d30-0d8b-4b7e-b821-868e966cb287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659', 'network_id': '3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659', 'tenant_id': 'c6343cd093e14823944369dd13a29073', 'fixed_ips': [{'subnet_id': '11a6b446-4681-4f87-b3f1-0e79e58a9634'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:24.774098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8bf25d30-0d8b-4b7e-b821-868e966cb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.855950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.893983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:24.905388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeecab-d7ed-4fde-b35f-e7015b6f7616 None None] Pushing event updated for resources: {'Port': ['ID=22665634-3007-4cec-b849-b83fb252d528,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:24.912443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3495fb0a-bb89-4094-aa3b-3e1389cb5b20') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:24.912717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3495fb0a-bb89-4094-aa3b-3e1389cb5b20') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:24.928590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.932221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f8518-5c21-45c4-885e-018bccdbbb57 None None] Network 3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:24.949216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.956914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:24.957355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:24.972794 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:25.065651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.075289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.090272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.102446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Network': ['ID=3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:25.106712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-96790dbf-d52c-40c7-96bb-ac98fd78971a tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 HTTP/1.1" status: 204 len: 168 time: 0.7108142 Feb 17 23:16:25.109847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41290) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.178563 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-664b0c3b-b752-462b-ae5c-195d15ad4d15 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] GET failed (client error): The resource could not be found. Feb 17 23:16:25.179265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-664b0c3b-b752-462b-ae5c-195d15ad4d15 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Synchronizing usage tracker for tenant:c6343cd093e14823944369dd13a29073 on resource:subnet {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:25.206902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-664b0c3b-b752-462b-ae5c-195d15ad4d15 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Unset dirty status for tenant:c6343cd093e14823944369dd13a29073 on resource:subnet {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:25.208691 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-664b0c3b-b752-462b-ae5c-195d15ad4d15 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "GET /v2.0/subnets/11a6b446-4681-4f87-b3f1-0e79e58a9634 HTTP/1.1" status: 404 len: 337 time: 0.0977180 Feb 17 23:16:25.211539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41294) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.240524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-82542db9-1363-4ea2-b598-3c95469771db tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:25.241160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82542db9-1363-4ea2-b598-3c95469771db tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:25.242895 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-82542db9-1363-4ea2-b598-3c95469771db tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 HTTP/1.1" status: 404 len: 339 time: 0.0300596 Feb 17 23:16:25.246731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41298) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.288360 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-712092a7-ddf3-4caa-a87f-6776d2f64f80 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:25.288910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712092a7-ddf3-4caa-a87f-6776d2f64f80 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:25.290860 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-712092a7-ddf3-4caa-a87f-6776d2f64f80 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/subnets/11a6b446-4681-4f87-b3f1-0e79e58a9634 HTTP/1.1" status: 404 len: 337 time: 0.0430942 Feb 17 23:16:25.293339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41302) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.326233 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ba0f1f-f3c2-499e-b8a6-8e1ef2ca080c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:25.326692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ba0f1f-f3c2-499e-b8a6-8e1ef2ca080c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:25.329602 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-24ba0f1f-f3c2-499e-b8a6-8e1ef2ca080c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/3ff64ff9-62f6-44a0-bfaa-a4a6ed0da659 HTTP/1.1" status: 404 len: 339 time: 0.0352080 Feb 17 23:16:25.332826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41306) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.403151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Deleting subnet 85ba9603-4652-4f47-b082-083d140ef08f {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:16:25.406845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.464778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.586336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.690072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.775177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.780409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Subnet': ['ID=85ba9603-4652-4f47-b082-083d140ef08f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:25.805208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41310) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:25.805696 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1745c4d4-f530-4197-a717-b0e380833c8c tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/subnets/85ba9603-4652-4f47-b082-083d140ef08f HTTP/1.1" status: 204 len: 168 time: 0.4710300 Feb 17 23:16:25.810852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 22665634-3007-4cec-b849-b83fb252d528 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:25.892034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 22665634-3007-4cec-b849-b83fb252d528 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:25.936689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:25.950355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Deleting port 22665634-3007-4cec-b849-b83fb252d528 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:25.950807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.059556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71122fed-7bb9-490c-be0f-67c61b05165e None None] Network d57cd6d3-0255-4760-9285-c63e715678a4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:26.203882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] For port 22665634-3007-4cec-b849-b83fb252d528, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=22665634-3007-4cec-b849-b83fb252d528,segment=NetworkSegment(b42901c8-8807-49ba-ac7e-404805b64323),segment_id=b42901c8-8807-49ba-ac7e-404805b64323)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:26.204323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.214335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-16fcfdcc-8467-4313-8d3f-7f85e8e747d5 None None] Provisioning for port 22665634-3007-4cec-b849-b83fb252d528 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:26.223913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-16fcfdcc-8467-4313-8d3f-7f85e8e747d5 None None] Provisioning complete for port 22665634-3007-4cec-b849-b83fb252d528 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:26.224265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-16fcfdcc-8467-4313-8d3f-7f85e8e747d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.346611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Calling delete_port for 22665634-3007-4cec-b849-b83fb252d528 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:26.443605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.462147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-16fcfdcc-8467-4313-8d3f-7f85e8e747d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.519484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Port': ['ID=22665634-3007-4cec-b849-b83fb252d528,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:26.528444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No DVR routers for this DVR port 22665634-3007-4cec-b849-b83fb252d528 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:26.547677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7768ddf-1c0f-4957-9897-cc3c6bbc6c89 None None] DHCP port deletion for d57cd6d3-0255-4760-9285-c63e715678a4 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:16:26.672216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.715803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57cd6d3-0255-4760-9285-c63e715678a4']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:26.737065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42901c8-8807-49ba-ac7e-404805b64323') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:26.737428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42901c8-8807-49ba-ac7e-404805b64323') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:26.750384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.768942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.776073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:26.776479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:26.792564 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:26.891862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:26.897938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.050215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Network': ['ID=d57cd6d3-0255-4760-9285-c63e715678a4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:27.057889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6f8c8048-bfb1-4f07-9454-d2a0a08f4b0d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/d57cd6d3-0255-4760-9285-c63e715678a4 HTTP/1.1" status: 204 len: 168 time: 1.2506416 Feb 17 23:16:27.059379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41314) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.108757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-840477cc-0966-4b28-bfc2-5469397d9024 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:27.110013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840477cc-0966-4b28-bfc2-5469397d9024 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:27.112420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-840477cc-0966-4b28-bfc2-5469397d9024 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/subnets/ffd75876-16e0-4eb4-9108-a4d64c7d6f40 HTTP/1.1" status: 404 len: 337 time: 0.0514643 Feb 17 23:16:27.114768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41318) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.145207 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2aecc34-a0dc-4623-a0ea-192ed8c19e4e tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:27.145689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2aecc34-a0dc-4623-a0ea-192ed8c19e4e tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:27.147509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d2aecc34-a0dc-4623-a0ea-192ed8c19e4e tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/17a3bced-df2a-4348-98b7-0144f48da0f9 HTTP/1.1" status: 404 len: 339 time: 0.0317364 Feb 17 23:16:27.150091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.193169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0089289c-ebac-4182-a6c7-4861610be1b9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:27.193616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0089289c-ebac-4182-a6c7-4861610be1b9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:27.195335 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0089289c-ebac-4182-a6c7-4861610be1b9 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/subnets/6afd8c6c-424b-48df-bd96-3b04a29dc690 HTTP/1.1" status: 404 len: 337 time: 0.0443137 Feb 17 23:16:27.198193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41326) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.226694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8754f53-ce81-4256-b6f3-d2f2dee5290d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] DELETE failed (client error): The resource could not be found. Feb 17 23:16:27.227171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8754f53-ce81-4256-b6f3-d2f2dee5290d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:16:27.228893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b8754f53-ce81-4256-b6f3-d2f2dee5290d tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/7bd541d9-6042-4c93-bfed-c0fbb9b928f6 HTTP/1.1" status: 404 len: 339 time: 0.0297370 Feb 17 23:16:27.231681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41330) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.301943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Deleting subnet b157e0f9-e983-4b1c-9851-75b0138ad201 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:16:27.305489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.367265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.456716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.539892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.580929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Subnet': ['ID=b157e0f9-e983-4b1c-9851-75b0138ad201,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:27.584338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.590626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d07f0a-e70c-49c4-8157-a2c7a8a06bba None None] Network 4321ccb9-cbd7-4fef-985b-63831f739da8 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:27.595992 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b9ad0ee0-13f6-4f6a-9ef1-8bf6a6979448 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/subnets/b157e0f9-e983-4b1c-9851-75b0138ad201 HTTP/1.1" status: 204 len: 168 time: 0.3632629 Feb 17 23:16:27.599179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41334) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:27.723951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.734308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Deleting port 186383ee-0b41-4f34-b99e-f22e548cdbaf {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:27.734872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.770063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 22665634-3007-4cec-b849-b83fb252d528 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:16:27.811122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 22665634-3007-4cec-b849-b83fb252d528 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:16:27.811452 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 22665634-3007-4cec-b849-b83fb252d528 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:16:27.918186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] DHCP port deletion for 4321ccb9-cbd7-4fef-985b-63831f739da8 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:16:27.923155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Deleting port 186383ee-0b41-4f34-b99e-f22e548cdbaf {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:27.923524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:27.953417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] For port 186383ee-0b41-4f34-b99e-f22e548cdbaf, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=186383ee-0b41-4f34-b99e-f22e548cdbaf,segment=NetworkSegment(7e5d6026-3b11-44bd-9306-702d8150da5d),segment_id=7e5d6026-3b11-44bd-9306-702d8150da5d)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:27.954025 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.083621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Calling delete_port for 186383ee-0b41-4f34-b99e-f22e548cdbaf owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:28.145972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] For port 186383ee-0b41-4f34-b99e-f22e548cdbaf, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=186383ee-0b41-4f34-b99e-f22e548cdbaf,segment=NetworkSegment(7e5d6026-3b11-44bd-9306-702d8150da5d),segment_id=7e5d6026-3b11-44bd-9306-702d8150da5d)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:28.146357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.164436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.216615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Port': ['ID=186383ee-0b41-4f34-b99e-f22e548cdbaf,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:28.221901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] No DVR routers for this DVR port 186383ee-0b41-4f34-b99e-f22e548cdbaf on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:28.272627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Calling delete_port for 186383ee-0b41-4f34-b99e-f22e548cdbaf owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:28.351741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:16:28.352086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:16:28.357504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.386443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4321ccb9-cbd7-4fef-985b-63831f739da8']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:28.399807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d6026-3b11-44bd-9306-702d8150da5d') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:28.400049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d6026-3b11-44bd-9306-702d8150da5d') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:28.412265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.429600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.435441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:28.435818 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:28.450935 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:28.535553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.553268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.566357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] Pushing event deleted for resources: {'Network': ['ID=4321ccb9-cbd7-4fef-985b-63831f739da8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:28.570595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b2c7c96c-e81d-4a6e-b659-80bcac6ea042 tempest-NetworksIpV6Test-553203222 tempest-NetworksIpV6Test-553203222-project] 10.222.0.42 "DELETE /v2.0/networks/4321ccb9-cbd7-4fef-985b-63831f739da8 HTTP/1.1" status: 204 len: 168 time: 0.9702644 Feb 17 23:16:28.595480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.837990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41342) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:28.853732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Deleting port 186383ee-0b41-4f34-b99e-f22e548cdbaf {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:28.854228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:28.919864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b39fcaed-9247-466f-a9b4-82f094cbdec2 None None] The port '186383ee-0b41-4f34-b99e-f22e548cdbaf' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:16:28.992584 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-373e401b-4b0e-4dbe-a315-52e475b6b3d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6343cd093e14823944369dd13a29073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534488 Feb 17 23:16:28.995222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41348) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:29.054827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:29.080818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:29.132256 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:29.148808 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa225287-6ae0-4223-9ee1-341d0544bac6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:29.153691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:29.157558 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-257e1848-510b-4a94-ad93-37420694cb82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa225287-6ae0-4223-9ee1-341d0544bac6 HTTP/1.1" status: 204 len: 168 time: 0.1613729 Feb 17 23:16:29.732649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 186383ee-0b41-4f34-b99e-f22e548cdbaf no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:16:29.770318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 186383ee-0b41-4f34-b99e-f22e548cdbaf {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:16:29.770654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 186383ee-0b41-4f34-b99e-f22e548cdbaf not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:16:29.869542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41372) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:29.999739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-132678410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:30.006401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:30.010480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:router and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:30.013531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:30.020357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:30.031692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.032692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.048417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.067770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.090726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.091983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-89f2472a-fe30-4d97-aa23-b2a8e918f836 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2214534 Feb 17 23:16:30.094869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41378) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:30.100300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1839980710'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:30.105311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:30.109737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:network and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:30.112605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:30.118481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:30.129291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Made reservation on behalf of 12a6bdd78165445dbb9e351ab7fe68ab for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:30.132729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.146649 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.162953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:30.167054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:security_group_rule and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:30.170039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:30.177450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:30.267598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.271449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.308547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:30.317470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59480cd8-552b-4d9e-b47e-82d9626c13c4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:30.323291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.323630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Added segment b0d01bab-b97f-4533-9610-0d6b2c1b4770 of type vlan for network ec7178b8-040c-417e-b0da-f8384d1c442c Feb 17 23:16:30.455067 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.492260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.497717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:30.498310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.607978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5117912 Feb 17 23:16:30.611527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41382) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:30.619226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'subnet': {'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:30.634035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa3491-a0bf-405b-af6d-b078d858466c tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event updated for resources: {'Network': ['ID=ec7178b8-040c-417e-b0da-f8384d1c442c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:30.644909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network ec7178b8-040c-417e-b0da-f8384d1c442c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:30.736922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:30.740902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:subnet and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:30.743900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:30.750891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:30.762060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Made reservation on behalf of 12a6bdd78165445dbb9e351ab7fe68ab for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:30.766156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:30.985955 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.064826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event updated for resources: {'Subnet': ['ID=10bddee9-d2db-4883-8266-2cb84b473bbd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:31.075053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Checking segment: {'id': 'b0d01bab-b97f-4533-9610-0d6b2c1b4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:31.075403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Network hostable DHCP agents. Network: ec7178b8-040c-417e-b0da-f8384d1c442c, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:31.094467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Network ec7178b8-040c-417e-b0da-f8384d1c442c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:31.103906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, ec7178b8-040c-417e-b0da-f8384d1c442c) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:31.107860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:31.108442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.113673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598f75a-3be5-4558-82f5-b71f92616bd1 None None] Network ec7178b8-040c-417e-b0da-f8384d1c442c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:31.132714 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-469ab869-d8e8-470c-88a5-9e6a64fc0843 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5203373 Feb 17 23:16:31.135810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41386) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:31.141635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-877938563'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:31.146671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:31.150742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:network and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:31.153645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:31.160982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:31.174018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Made reservation on behalf of 12a6bdd78165445dbb9e351ab7fe68ab for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:31.178139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.205889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:31.214945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.215335 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Added segment 5769ac71-6b5e-471a-b9b9-4294e5815086 of type vlan for network 07151779-9964-4d0b-ab24-7137d2c0dfa7 Feb 17 23:16:31.243379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.276521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.282547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:31.283443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.383903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-ec7178b8-040c-417e-b0da-f8384d1c442c', 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c', 'tenant_id': '12a6bdd78165445dbb9e351ab7fe68ab', 'fixed_ips': [{'subnet_id': '10bddee9-d2db-4883-8266-2cb84b473bbd'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:31.384736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.392023 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2551816 Feb 17 23:16:31.395334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41390) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:31.403458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'subnet': {'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:31.419820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4036b-5e44-46e9-9d02-43dcb0856a06 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event updated for resources: {'Network': ['ID=07151779-9964-4d0b-ab24-7137d2c0dfa7,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:31.462171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 07151779-9964-4d0b-ab24-7137d2c0dfa7 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:31.541545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:31.546253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Usage tracker for resource:subnet and tenant:12a6bdd78165445dbb9e351ab7fe68ab is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:31.550277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:31.559757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:31.574606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Made reservation on behalf of 12a6bdd78165445dbb9e351ab7fe68ab for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:31.578909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.683938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Allocated IP 172.20.0.2 (ec7178b8-040c-417e-b0da-f8384d1c442c/10bddee9-d2db-4883-8266-2cb84b473bbd/409f750e-27d7-4d3c-b86f-a3672fb47be4) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:31.850833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.928412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.942099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Transition to ACTIVE for port object 409f750e-27d7-4d3c-b86f-a3672fb47be4 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:31.962099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event updated for resources: {'Subnet': ['ID=935327bd-e42e-45bb-80ec-888c0b5a52c5,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:31.962382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Transition to ACTIVE for port object 409f750e-27d7-4d3c-b86f-a3672fb47be4 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:31.968737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:31.973374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Checking segment: {'id': '5769ac71-6b5e-471a-b9b9-4294e5815086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:31.973987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Network hostable DHCP agents. Network: 07151779-9964-4d0b-ab24-7137d2c0dfa7, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:31.997348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Network 07151779-9964-4d0b-ab24-7137d2c0dfa7 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:32.011929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 07151779-9964-4d0b-ab24-7137d2c0dfa7) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:32.019386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:32.020196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.028789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5fa99-c5a3-4433-9652-f7c86d993c7c None None] Network 07151779-9964-4d0b-ab24-7137d2c0dfa7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:32.049665 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3ea8e055-4943-4683-abaf-fcce1a99ffde tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6532493 Feb 17 23:16:32.051146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41394) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:32.059015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2b81243f-8f82-4f35-8375-70a1fc544538 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Request body: {'router': {'external_gateway_info': {'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:32.120855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Network ec7178b8-040c-417e-b0da-f8384d1c442c is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:32.131155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:32.137782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:32.162189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Pushing event updated for resources: {'Port': ['ID=409f750e-27d7-4d3c-b86f-a3672fb47be4,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:32.289513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Attempting to bind port 409f750e-27d7-4d3c-b86f-a3672fb47be4 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:32.289875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Attempting to bind port 409f750e-27d7-4d3c-b86f-a3672fb47be4 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'b0d01bab-b97f-4533-9610-0d6b2c1b4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:32.290232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Attempting to bind port 409f750e-27d7-4d3c-b86f-a3672fb47be4 on network ec7178b8-040c-417e-b0da-f8384d1c442c {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:32.328107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:32.328691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Checking segment: {'id': 'b0d01bab-b97f-4533-9610-0d6b2c1b4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:32.329146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.329519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Bound using segment: {'id': 'b0d01bab-b97f-4533-9610-0d6b2c1b4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:32.330012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Bound port: 409f750e-27d7-4d3c-b86f-a3672fb47be4, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d01bab-b97f-4533-9610-0d6b2c1b4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ec7178b8-040c-417e-b0da-f8384d1c442c'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:32.330383 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.465470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-07151779-9964-4d0b-ab24-7137d2c0dfa7', 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7', 'tenant_id': '12a6bdd78165445dbb9e351ab7fe68ab', 'fixed_ips': [{'subnet_id': '935327bd-e42e-45bb-80ec-888c0b5a52c5'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:32.466297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.496966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] For port 409f750e-27d7-4d3c-b86f-a3672fb47be4, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:32.543735 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] For port 409f750e-27d7-4d3c-b86f-a3672fb47be4, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=409f750e-27d7-4d3c-b86f-a3672fb47be4,segment=NetworkSegment(b0d01bab-b97f-4533-9610-0d6b2c1b4770),segment_id=b0d01bab-b97f-4533-9610-0d6b2c1b4770)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:32.556108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.603196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2b81243f-8f82-4f35-8375-70a1fc544538 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.701213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b8e5-c034-4ce3-9923-be7512aae393 None None] Pushing event updated for resources: {'Port': ['ID=409f750e-27d7-4d3c-b86f-a3672fb47be4,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:32.728819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Allocated IP 172.21.0.2 (07151779-9964-4d0b-ab24-7137d2c0dfa7/935327bd-e42e-45bb-80ec-888c0b5a52c5/736d4866-36ae-48c2-a3e9-71300f6a40bc) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:32.764539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.api.v2.resource [None req-2b81243f-8f82-4f35-8375-70a1fc544538 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 23:16:32.772073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2b81243f-8f82-4f35-8375-70a1fc544538 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "PUT /v2.0/routers/61551925-a289-43f7-9803-bec86daf9447 HTTP/1.1" status: 400 len: 364 time: 0.7139311 Feb 17 23:16:32.772464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41398) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:32.850825 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Deleting subnet 935327bd-e42e-45bb-80ec-888c0b5a52c5 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:16:32.957904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:32.969707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Transition to ACTIVE for port object 736d4866-36ae-48c2-a3e9-71300f6a40bc will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:32.988859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Transition to ACTIVE for port object 736d4866-36ae-48c2-a3e9-71300f6a40bc will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:32.995739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.006870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.062638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.073649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Network 07151779-9964-4d0b-ab24-7137d2c0dfa7 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:33.078273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:33.082076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:33.120967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Pushing event updated for resources: {'Port': ['ID=736d4866-36ae-48c2-a3e9-71300f6a40bc,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:33.166545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.222679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Attempting to bind port 736d4866-36ae-48c2-a3e9-71300f6a40bc on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:33.223045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Attempting to bind port 736d4866-36ae-48c2-a3e9-71300f6a40bc by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5769ac71-6b5e-471a-b9b9-4294e5815086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:33.223395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Attempting to bind port 736d4866-36ae-48c2-a3e9-71300f6a40bc on network 07151779-9964-4d0b-ab24-7137d2c0dfa7 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:33.230246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:33.230615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Checking segment: {'id': '5769ac71-6b5e-471a-b9b9-4294e5815086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:33.231156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.231575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Bound using segment: {'id': '5769ac71-6b5e-471a-b9b9-4294e5815086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:33.232104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Bound port: 736d4866-36ae-48c2-a3e9-71300f6a40bc, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5769ac71-6b5e-471a-b9b9-4294e5815086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '07151779-9964-4d0b-ab24-7137d2c0dfa7'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:33.232473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.244924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.289332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Subnet': ['ID=935327bd-e42e-45bb-80ec-888c0b5a52c5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:33.291298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.298938 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e21c89ce-df18-4e4f-be3f-60768e51df9d tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "DELETE /v2.0/subnets/935327bd-e42e-45bb-80ec-888c0b5a52c5 HTTP/1.1" status: 204 len: 168 time: 0.5255375 Feb 17 23:16:33.301442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41402) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:33.333591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] For port 736d4866-36ae-48c2-a3e9-71300f6a40bc, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:33.337107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] For port 736d4866-36ae-48c2-a3e9-71300f6a40bc, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=736d4866-36ae-48c2-a3e9-71300f6a40bc,segment=NetworkSegment(5769ac71-6b5e-471a-b9b9-4294e5815086),segment_id=5769ac71-6b5e-471a-b9b9-4294e5815086)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:33.341636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.422181 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.434238 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Deleting port 736d4866-36ae-48c2-a3e9-71300f6a40bc {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:33.434579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.468587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131254-6337-4d43-9ae8-5017dfbe51fd None None] Pushing event updated for resources: {'Port': ['ID=736d4866-36ae-48c2-a3e9-71300f6a40bc,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:33.492432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a38786-53ae-45a2-9f67-656a94fd8c25 None None] Network 07151779-9964-4d0b-ab24-7137d2c0dfa7 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:33.662912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] For port 736d4866-36ae-48c2-a3e9-71300f6a40bc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=736d4866-36ae-48c2-a3e9-71300f6a40bc,segment=NetworkSegment(5769ac71-6b5e-471a-b9b9-4294e5815086),segment_id=5769ac71-6b5e-471a-b9b9-4294e5815086)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:33.663398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.778541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1831e8-4026-4b45-8c9c-ed5fb9b1369b None None] Network ec7178b8-040c-417e-b0da-f8384d1c442c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:33.791200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 409f750e-27d7-4d3c-b86f-a3672fb47be4 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:33.800257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Calling delete_port for 736d4866-36ae-48c2-a3e9-71300f6a40bc owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:33.876823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:33.923868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-109a9552-e065-4d1c-80e6-e1fb622a1e10 None None] Provisioning for port 409f750e-27d7-4d3c-b86f-a3672fb47be4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:33.928821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Port': ['ID=736d4866-36ae-48c2-a3e9-71300f6a40bc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:33.933279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] No DVR routers for this DVR port 736d4866-36ae-48c2-a3e9-71300f6a40bc on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:34.016909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 409f750e-27d7-4d3c-b86f-a3672fb47be4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:34.029908 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 409f750e-27d7-4d3c-b86f-a3672fb47be4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:34.030283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.065868 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.091703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07151779-9964-4d0b-ab24-7137d2c0dfa7']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:34.105160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5769ac71-6b5e-471a-b9b9-4294e5815086') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:34.105461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5769ac71-6b5e-471a-b9b9-4294e5815086') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:34.117795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.134634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.141039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:34.141622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:34.158001 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:34.214680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.251368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 409f750e-27d7-4d3c-b86f-a3672fb47be4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=409f750e-27d7-4d3c-b86f-a3672fb47be4,segment=NetworkSegment(b0d01bab-b97f-4533-9610-0d6b2c1b4770),segment_id=b0d01bab-b97f-4533-9610-0d6b2c1b4770)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:34.255799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.259491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.266077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.298150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "DELETE /v2.0/networks/07151779-9964-4d0b-ab24-7137d2c0dfa7 HTTP/1.1" status: 204 len: 168 time: 0.9924643 Feb 17 23:16:34.298150 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed9367-4009-49f8-92fa-959ddd10aedf tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Network': ['ID=07151779-9964-4d0b-ab24-7137d2c0dfa7,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:34.298578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41406) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:34.337883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=409f750e-27d7-4d3c-b86f-a3672fb47be4,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:34.381362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Deleting subnet 10bddee9-d2db-4883-8266-2cb84b473bbd {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:16:34.384633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.434036 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9f094-9096-43d4-8353-e32bc7e9dbcc None None] get_active_networks_info from dv-neutron-805768-3-hyperv {{(pid=87696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 23:16:34.500450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1df3630f-1010-4a5c-980a-5e16ebf962c6 None None] Provisioning complete for port 409f750e-27d7-4d3c-b86f-a3672fb47be4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:34.500880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1df3630f-1010-4a5c-980a-5e16ebf962c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.557858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.588302 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9f094-9096-43d4-8353-e32bc7e9dbcc None None] Resources bound (agent type, host, resource id): {{(pid=87696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:16:34.653746 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.736738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.779733 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Subnet': ['ID=10bddee9-d2db-4883-8266-2cb84b473bbd,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:34.783633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.792466 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f340137c-1636-4ded-bb0b-94f0d4971d03 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "DELETE /v2.0/subnets/10bddee9-d2db-4883-8266-2cb84b473bbd HTTP/1.1" status: 204 len: 168 time: 0.4918954 Feb 17 23:16:34.792675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41410) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:34.914377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.926704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Deleting port 409f750e-27d7-4d3c-b86f-a3672fb47be4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:34.927531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:34.943706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41a5a2-bd7a-483a-83e6-1d9e24333d13 None None] Network ec7178b8-040c-417e-b0da-f8384d1c442c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:35.158798 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] For port 409f750e-27d7-4d3c-b86f-a3672fb47be4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=409f750e-27d7-4d3c-b86f-a3672fb47be4,segment=NetworkSegment(b0d01bab-b97f-4533-9610-0d6b2c1b4770),segment_id=b0d01bab-b97f-4533-9610-0d6b2c1b4770)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:35.159158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.251338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] DHCP port deletion for ec7178b8-040c-417e-b0da-f8384d1c442c request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:16:35.258562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Deleting port 409f750e-27d7-4d3c-b86f-a3672fb47be4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:35.259178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.292768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Calling delete_port for 409f750e-27d7-4d3c-b86f-a3672fb47be4 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:35.373516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.425408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Port': ['ID=409f750e-27d7-4d3c-b86f-a3672fb47be4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:35.430720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] No DVR routers for this DVR port 409f750e-27d7-4d3c-b86f-a3672fb47be4 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:35.471815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] For port 409f750e-27d7-4d3c-b86f-a3672fb47be4, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=409f750e-27d7-4d3c-b86f-a3672fb47be4,segment=NetworkSegment(b0d01bab-b97f-4533-9610-0d6b2c1b4770),segment_id=b0d01bab-b97f-4533-9610-0d6b2c1b4770)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:35.472121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.484750 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.485050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.485443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.485784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.486120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.486454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.486781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.487109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.487437 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.487765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.488090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.488408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:35.573476 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.596559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Calling delete_port for 409f750e-27d7-4d3c-b86f-a3672fb47be4 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:16:35.600768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7178b8-040c-417e-b0da-f8384d1c442c']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:35.615539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d01bab-b97f-4533-9610-0d6b2c1b4770') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:35.615831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d01bab-b97f-4533-9610-0d6b2c1b4770') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:35.628377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.645207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.651239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:35.651628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:35.670616 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:35.675900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:16:35.676257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:16:35.741675 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 409f750e-27d7-4d3c-b86f-a3672fb47be4 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:16:35.759420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.777701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:35.778715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 409f750e-27d7-4d3c-b86f-a3672fb47be4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:16:35.779082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 409f750e-27d7-4d3c-b86f-a3672fb47be4 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:16:35.789916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Pushing event deleted for resources: {'Network': ['ID=ec7178b8-040c-417e-b0da-f8384d1c442c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:35.794261 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8c0e774b-908e-48ff-8e2f-71b82fb87763 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "DELETE /v2.0/networks/ec7178b8-040c-417e-b0da-f8384d1c442c HTTP/1.1" status: 204 len: 168 time: 0.9998128 Feb 17 23:16:35.796869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41414) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:35.843624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-97bee931-dc8b-472d-ac18-558038850216 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Synchronizing usage tracker for tenant:12a6bdd78165445dbb9e351ab7fe68ab on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:35.859836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-97bee931-dc8b-472d-ac18-558038850216 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Unset dirty status for tenant:12a6bdd78165445dbb9e351ab7fe68ab on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:35.860970 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-97bee931-dc8b-472d-ac18-558038850216 tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "GET /v2.0/ports?device_id=61551925-a289-43f7-9803-bec86daf9447 HTTP/1.1" status: 200 len: 205 time: 0.0630484 Feb 17 23:16:35.863483 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41418) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:36.096066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.177847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Deleting port 409f750e-27d7-4d3c-b86f-a3672fb47be4 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:16:36.178384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.249921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e44733cc-d082-4d47-800c-23c5f437bba8 None None] The port '409f750e-27d7-4d3c-b86f-a3672fb47be4' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:16:36.405917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.408733 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.436032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.436548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Fanout notify agent at l3_agent the message router_deleted on router 61551925-a289-43f7-9803-bec86daf9447 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:16:36.448376 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.449498 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-185c9c0b-6847-40dd-93c8-ecc792a7ec2b tempest-RoutersNegativeTest-290118538 tempest-RoutersNegativeTest-290118538-project] 10.222.0.42 "DELETE /v2.0/routers/61551925-a289-43f7-9803-bec86daf9447 HTTP/1.1" status: 204 len: 168 time: 0.5851543 Feb 17 23:16:36.752194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41426) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:36.912003 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-48f0a598-2dc1-4eb7-a220-ea087defb193 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12a6bdd78165445dbb9e351ab7fe68ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600537 Feb 17 23:16:36.914496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41432) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:36.971490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:36.996616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:37.049170 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:37.065599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59480cd8-552b-4d9e-b47e-82d9626c13c4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:37.070656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:37.071121 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d27d95bb-e786-4c82-bf4e-45a9e3c77e43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59480cd8-552b-4d9e-b47e-82d9626c13c4 HTTP/1.1" status: 204 len: 168 time: 0.1557581 Feb 17 23:16:37.789428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41456) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:37.910309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-956337679-network', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:37.915078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:37.918878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Usage tracker for resource:network and tenant:bcbdc2a03d4c4b7abde7d0225da57d40 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:37.922325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:37.928168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:37.939077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Made reservation on behalf of bcbdc2a03d4c4b7abde7d0225da57d40 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:37.941581 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:37.954135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:37.968415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:37.972294 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbdc2a03d4c4b7abde7d0225da57d40 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:37.975227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:37.981008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:38.079146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.082765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.112806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:38.121029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcfe238-31c9-4e98-a1a8-d488c1aa6199,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:38.127281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.127643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Added segment a63022fc-59d5-4694-a253-792c64aeaea6 of type vlan for network 2138f36e-39a9-4dcc-9d06-7645c079bcea Feb 17 23:16:38.153213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.183806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.184739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:38.185349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.288228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] Pushing event updated for resources: {'Network': ['ID=2138f36e-39a9-4dcc-9d06-7645c079bcea,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:38.291168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c74cf068-55e4-4832-9181-32090b5b9a29 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5007381 Feb 17 23:16:38.294286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41462) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:38.299008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:38.301164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Request body: {'subnet': {'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-subnet', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:38.306561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:38.310470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Usage tracker for resource:subnet and tenant:bcbdc2a03d4c4b7abde7d0225da57d40 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:38.314215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:38.319941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:38.329912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Made reservation on behalf of bcbdc2a03d4c4b7abde7d0225da57d40 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:38.332706 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.540415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.553527 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:16:38.623757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c825da-82ef-4643-9e40-61ef05067acc,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:38.632576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Checking segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:38.632925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Network hostable DHCP agents. Network: 2138f36e-39a9-4dcc-9d06-7645c079bcea, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:38.652836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:38.663040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 2138f36e-39a9-4dcc-9d06-7645c079bcea) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:38.667343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:38.667923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.674103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf4265-0ce8-4fa4-b5e9-f45e7d28ce1f None None] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:38.693711 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41466) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:38.694615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0e119800-061b-4dab-87d9-8f1c5a46755c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3985975 Feb 17 23:16:38.700022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:38.706675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:38.710679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Usage tracker for resource:router and tenant:bcbdc2a03d4c4b7abde7d0225da57d40 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:38.713553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:38.720126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:38.731996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.733062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.750265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:38.897940 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-2138f36e-39a9-4dcc-9d06-7645c079bcea', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:38.898807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.027361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.068459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Allocated IP 172.20.0.2 (2138f36e-39a9-4dcc-9d06-7645c079bcea/44c825da-82ef-4643-9e40-61ef05067acc/a0732f92-4b3d-42a3-b791-324c698ae23a) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:39.285922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.296561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Transition to ACTIVE for port object a0732f92-4b3d-42a3-b791-324c698ae23a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:39.315996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Transition to ACTIVE for port object a0732f92-4b3d-42a3-b791-324c698ae23a will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:39.321627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.399856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:39.400706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Pushing event updated for resources: {'Port': ['ID=a0732f92-4b3d-42a3-b791-324c698ae23a,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:39.404154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:39.407081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:39.459514 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.491589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.534057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Attempting to bind port a0732f92-4b3d-42a3-b791-324c698ae23a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:39.534429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Attempting to bind port a0732f92-4b3d-42a3-b791-324c698ae23a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:39.534807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Attempting to bind port a0732f92-4b3d-42a3-b791-324c698ae23a on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:39.541235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:39.541533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Checking segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:39.541942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.542336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Bound using segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:39.542796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Bound port: a0732f92-4b3d-42a3-b791-324c698ae23a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:39.543174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.634496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Allocated IP 172.26.7.77 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/f8a7b105-acd8-41e1-9f83-1817f7e9e154) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:39.634835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] For port a0732f92-4b3d-42a3-b791-324c698ae23a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:39.638150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] For port a0732f92-4b3d-42a3-b791-324c698ae23a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0732f92-4b3d-42a3-b791-324c698ae23a,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:39.643760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.729041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1d3a6-ba7e-4ab3-9549-3f8080930035 None None] Pushing event updated for resources: {'Port': ['ID=a0732f92-4b3d-42a3-b791-324c698ae23a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:39.793749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.825415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:39.904154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:39.907857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:39.914620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:39.948701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Pushing event updated for resources: {'Port': ['ID=f8a7b105-acd8-41e1-9f83-1817f7e9e154,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:40.346357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:40.712428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:40.742763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61c86d-731c-4f36-82ca-5c8dc87b8253 None None] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:40.843832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-0eaa8047-c21d-40db-bf2b-1299a29c8c70 None None] Provisioning for port a0732f92-4b3d-42a3-b791-324c698ae23a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:41.066953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:16:41.256789 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:16:41.266715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Sync routers for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:41.282051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:41.282800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:41.283245 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8b01e4b8-5979-44b5-ac1a-2e6700a698bc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5873423 Feb 17 23:16:41.283520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:41.285899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41470) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:41.477375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:41.786042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:40Z', 'revision_number': 3, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:41.790865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0732f92-4b3d-42a3-b791-324c698ae23a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:41.820068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Checking router: 7f944ab3-7dcf-4fac-90f4-ea12328c9894 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:41.820409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Updating router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 port f8a7b105-acd8-41e1-9f83-1817f7e9e154 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:41.900315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:41.952911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a0732f92-4b3d-42a3-b791-324c698ae23a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:41.972188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a0732f92-4b3d-42a3-b791-324c698ae23a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:41.972814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.004790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.218550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Allocated IP 172.20.0.1 (2138f36e-39a9-4dcc-9d06-7645c079bcea/44c825da-82ef-4643-9e40-61ef05067acc/c600794e-3280-4ac7-a43c-85ca52843ad5) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:42.277075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.376184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port a0732f92-4b3d-42a3-b791-324c698ae23a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0732f92-4b3d-42a3-b791-324c698ae23a,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:42.381527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.384957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.399667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Transition to ACTIVE for port object c600794e-3280-4ac7-a43c-85ca52843ad5 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:42.426438 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.498433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:42.501970 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:42.504561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:42.519291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.522002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=a0732f92-4b3d-42a3-b791-324c698ae23a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:42.537378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Transition to ACTIVE for port object f8a7b105-acd8-41e1-9f83-1817f7e9e154 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:42.553589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.557692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Pushing event updated for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:42.581292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.650891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Attempting to bind port f8a7b105-acd8-41e1-9f83-1817f7e9e154 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:42.651260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Attempting to bind port f8a7b105-acd8-41e1-9f83-1817f7e9e154 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:42.651647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Attempting to bind port f8a7b105-acd8-41e1-9f83-1817f7e9e154 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:42.653978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743180a6-9be8-45d2-8cf8-9f0ea0258d72 None None] Pushing event updated for resources: {'Port': ['ID=f8a7b105-acd8-41e1-9f83-1817f7e9e154,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:42.664870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:42.665283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:42.665799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.666211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:42.666688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Bound port: f8a7b105-acd8-41e1-9f83-1817f7e9e154, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:42.667073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.754340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] For port f8a7b105-acd8-41e1-9f83-1817f7e9e154, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:42.757588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] For port f8a7b105-acd8-41e1-9f83-1817f7e9e154, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f8a7b105-acd8-41e1-9f83-1817f7e9e154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:42.765645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.846931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.855706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:42.856444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:42.916616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3949acb6-33a9-4063-84bc-d7c7e431c6d4 None None] Provisioning for port c600794e-3280-4ac7-a43c-85ca52843ad5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:42.938057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3949acb6-33a9-4063-84bc-d7c7e431c6d4 None None] Provisioning complete for port c600794e-3280-4ac7-a43c-85ca52843ad5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:42.938431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3949acb6-33a9-4063-84bc-d7c7e431c6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:42.963748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743180a6-9be8-45d2-8cf8-9f0ea0258d72 None None] Pushing event updated for resources: {'Port': ['ID=f8a7b105-acd8-41e1-9f83-1817f7e9e154,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:43.073620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3949acb6-33a9-4063-84bc-d7c7e431c6d4 None None] Port c600794e-3280-4ac7-a43c-85ca52843ad5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:16:43.084787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:43.089472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:43.112364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:43.203396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:43.206975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Pushing event updated for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:43.350979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:43.352064 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:43.447860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'c600794e-3280-4ac7-a43c-85ca52843ad5', 'name': '', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'mac_address': 'fa:16:3e:a9:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:42Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 1, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'subnets': [{'id': '44c825da-82ef-4643-9e40-61ef05067acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:43.453518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1591b81-a0e2-4537-a3ff-7421035f8a3c None None] The sync data for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv is: [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'c600794e-3280-4ac7-a43c-85ca52843ad5', 'name': '', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'mac_address': 'fa:16:3e:a9:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:42Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 1, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'subnets': [{'id': '44c825da-82ef-4643-9e40-61ef05067acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:43.561954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:16:43.597022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-96f0c3b4-92b3-463b-96b5-b4678846a66e None None] Provisioning complete for port c600794e-3280-4ac7-a43c-85ca52843ad5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:43.597429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-96f0c3b4-92b3-463b-96b5-b4678846a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:43.673838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-96f0c3b4-92b3-463b-96b5-b4678846a66e None None] Port c600794e-3280-4ac7-a43c-85ca52843ad5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:16:43.775849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0732f92-4b3d-42a3-b791-324c698ae23a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:43.788872 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:16:43.799120 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-05b36072-e199-498f-864a-619f3e13494a admin admin] 10.222.0.42 "PUT /v2.0/routers/7f944ab3-7dcf-4fac-90f4-ea12328c9894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5119653 Feb 17 23:16:43.859623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a0732f92-4b3d-42a3-b791-324c698ae23a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:43.860221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.397051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41490) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:44.403086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1155010861-network', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:44.409038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:44.413396 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Usage tracker for resource:network and tenant:a170f89ca7c449aab3b5b61a1964269e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:44.416691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:44.423973 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:44.436104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Made reservation on behalf of a170f89ca7c449aab3b5b61a1964269e for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:44.439397 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.453362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.470255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:44.474999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Usage tracker for resource:security_group_rule and tenant:a170f89ca7c449aab3b5b61a1964269e is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:44.477838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:44.485930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:44.584806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.589314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.621827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:44.631046 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b800473e-92a2-4d79-848b-d13f90d9872a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:44.639028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.639404 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Added segment 974cea6b-a709-46c2-9ae1-d1fddc701f66 of type vlan for network c2eb224a-df68-4eb7-bc01-9929278f26ed Feb 17 23:16:44.670702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.707863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.708992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:44.709612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:44.815404 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eb224a-df68-4eb7-bc01-9929278f26ed,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:44.820913 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-16e00f5d-ab9b-4438-a392-42711595cb39 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4202824 Feb 17 23:16:44.821432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41494) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:44.825409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c2eb224a-df68-4eb7-bc01-9929278f26ed details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:16:44.829688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Request body: {'subnet': {'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-subnet', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:44.838862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:44.846061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Usage tracker for resource:subnet and tenant:a170f89ca7c449aab3b5b61a1964269e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:44.849054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:44.855120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:44.866655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Made reservation on behalf of a170f89ca7c449aab3b5b61a1964269e for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:44.869547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.088307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.166938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c22e6a7-6542-4ddf-9b62-40625083424e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:45.179469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Checking segment: {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:45.179826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Network hostable DHCP agents. Network: c2eb224a-df68-4eb7-bc01-9929278f26ed, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:45.200440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Network c2eb224a-df68-4eb7-bc01-9929278f26ed is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:45.210523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c2eb224a-df68-4eb7-bc01-9929278f26ed) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:45.214501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:45.215080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.220095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90fa859-e2b9-4655-b107-fe4015e29d2f None None] Network c2eb224a-df68-4eb7-bc01-9929278f26ed requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:45.237443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a6df2567-a998-4f7c-ace3-febeef1e7003 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4141188 Feb 17 23:16:45.240113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41498) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:45.245315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:45.250140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:45.254007 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Usage tracker for resource:router and tenant:a170f89ca7c449aab3b5b61a1964269e is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:45.256925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:45.263080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:45.279038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.282008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.299348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.488476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c2eb224a-df68-4eb7-bc01-9929278f26ed', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:16:45.489572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.585376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.596003 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Sync routers for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:45.611329 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:45.612487 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:45.662322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Allocated IP 172.20.0.2 (c2eb224a-df68-4eb7-bc01-9929278f26ed/4c22e6a7-6542-4ddf-9b62-40625083424e/6cf2f2cb-63a9-4629-ae5c-702636fcb913) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:45.810302 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:45.814640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f8a7b105-acd8-41e1-9f83-1817f7e9e154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:45.968241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:45.981210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Transition to ACTIVE for port object 6cf2f2cb-63a9-4629-ae5c-702636fcb913 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:46.003783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Transition to ACTIVE for port object 6cf2f2cb-63a9-4629-ae5c-702636fcb913 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:46.013103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.033840 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.068234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.084900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f8a7b105-acd8-41e1-9f83-1817f7e9e154 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:46.103886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f8a7b105-acd8-41e1-9f83-1817f7e9e154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:46.104261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.138840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Network c2eb224a-df68-4eb7-bc01-9929278f26ed is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:46.148975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:46.152920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Pushing event updated for resources: {'Port': ['ID=6cf2f2cb-63a9-4629-ae5c-702636fcb913,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:46.161971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:46.183077 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'c600794e-3280-4ac7-a43c-85ca52843ad5', 'name': '', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'mac_address': 'fa:16:3e:a9:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:42Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 2, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'subnets': [{'id': '44c825da-82ef-4643-9e40-61ef05067acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:46.188301 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Checking router: 7f944ab3-7dcf-4fac-90f4-ea12328c9894 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:46.188655 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Updating router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 port c600794e-3280-4ac7-a43c-85ca52843ad5 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:46.247232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Allocated IP 172.26.7.186 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/669b2845-fccb-4b60-9660-ecbbfdfaf021) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:46.270413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Attempting to bind port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:46.271039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Attempting to bind port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:46.271137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Attempting to bind port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 on network c2eb224a-df68-4eb7-bc01-9929278f26ed {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:46.279580 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.280619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:46.281003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Checking segment: {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:46.281433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.282277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Bound using segment: {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:46.282277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Bound port: 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:46.282661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.409638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.434416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.450640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f8a7b105-acd8-41e1-9f83-1817f7e9e154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f8a7b105-acd8-41e1-9f83-1817f7e9e154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:46.452538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] For port 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:46.456250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] For port 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6cf2f2cb-63a9-4629-ae5c-702636fcb913,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:46.458006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.481317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.495015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.551841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:46.555068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:46.557739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:46.571174 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f8a7b105-acd8-41e1-9f83-1817f7e9e154,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:46.633502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Pushing event updated for resources: {'Port': ['ID=669b2845-fccb-4b60-9660-ecbbfdfaf021,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:46.660842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32544-e483-4e4c-9db0-6061351039d8 None None] Pushing event updated for resources: {'Port': ['ID=6cf2f2cb-63a9-4629-ae5c-702636fcb913,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:46.775204 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.795270 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Transition to ACTIVE for port object c600794e-3280-4ac7-a43c-85ca52843ad5 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:46.804737 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:46.893598 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Pushing event updated for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:47.044476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:47.052464 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.053442 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.054002 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.054526 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.055081 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.055752 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.056075 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.056392 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.057113 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.058199 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.058640 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.058961 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:47.073525 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Attempting to bind port c600794e-3280-4ac7-a43c-85ca52843ad5 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:47.073896 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Attempting to bind port c600794e-3280-4ac7-a43c-85ca52843ad5 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:47.074246 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Attempting to bind port c600794e-3280-4ac7-a43c-85ca52843ad5 on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:47.080085 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:47.080449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Checking segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:47.080841 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:47.081253 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Bound using segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:47.081741 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Bound port: c600794e-3280-4ac7-a43c-85ca52843ad5, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:47.082108 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:47.195160 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] For port c600794e-3280-4ac7-a43c-85ca52843ad5, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:47.198229 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] For port c600794e-3280-4ac7-a43c-85ca52843ad5, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c600794e-3280-4ac7-a43c-85ca52843ad5,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:47.204326 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:47.284437 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:47.285235 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.348502 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc32003-1082-483d-b4be-ceda94d1b96b None None] Pushing event updated for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:47.511221 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:47.580028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:47.818954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c4bfaa-0f1f-4f77-9580-64e396abde1b None None] Network c2eb224a-df68-4eb7-bc01-9929278f26ed requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:16:47.824524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:16:47.881578 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'c600794e-3280-4ac7-a43c-85ca52843ad5', 'name': '', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'mac_address': 'fa:16:3e:a9:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:42Z', 'updated_at': '2022-02-17T23:16:47Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'subnets': [{'id': '44c825da-82ef-4643-9e40-61ef05067acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.892861 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5563d77-51e4-4b27-95c2-43b6da17fe9c None None] The sync data for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv is: [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:16:42Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'c600794e-3280-4ac7-a43c-85ca52843ad5', 'name': '', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'mac_address': 'fa:16:3e:a9:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:42Z', 'updated_at': '2022-02-17T23:16:47Z', 'revision_number': 4, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'subnets': [{'id': '44c825da-82ef-4643-9e40-61ef05067acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:47.912311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6cf2f2cb-63a9-4629-ae5c-702636fcb913 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:48.012195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Provisioning for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:48.038860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:48.044814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:16:48.048559 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:48.049267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.079143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.083555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41502) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:16:48.084408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-be3eecf5-5ef1-4a7e-b1db-ce2d9d70cf7d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8425608 Feb 17 23:16:48.094345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Provisioning complete for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:48.094788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.132373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Sync routers for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:48.273481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:48.274156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:48.641800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.650456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.701571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:48.895844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6cf2f2cb-63a9-4629-ae5c-702636fcb913,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:48.902084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:48.902913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c600794e-3280-4ac7-a43c-85ca52843ad5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:48.973358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.048562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:16:49.048914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-9922179d-a0ad-4b0a-b04a-885815a90e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:16:49.154698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6cf2f2cb-63a9-4629-ae5c-702636fcb913,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:49.173795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port c600794e-3280-4ac7-a43c-85ca52843ad5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:49.181380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port c600794e-3280-4ac7-a43c-85ca52843ad5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:49.181856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.187153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Allocated IP 172.20.0.1 (c2eb224a-df68-4eb7-bc01-9929278f26ed/4c22e6a7-6542-4ddf-9b62-40625083424e/6c5291d5-c808-4e3c-bf2d-d61f86c11cac) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:49.261121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 3, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:49.267926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Checking router: a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:49.268271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Updating router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 port 669b2845-fccb-4b60-9660-ecbbfdfaf021 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:49.360779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.371726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.377849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Transition to ACTIVE for port object 6c5291d5-c808-4e3c-bf2d-d61f86c11cac will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:49.380459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.406860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.472080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Network c2eb224a-df68-4eb7-bc01-9929278f26ed is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:49.473456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:49.475781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:49.496012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port c600794e-3280-4ac7-a43c-85ca52843ad5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c600794e-3280-4ac7-a43c-85ca52843ad5,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:49.504365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.505691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f8a7b105-acd8-41e1-9f83-1817f7e9e154 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:49.525774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Pushing event updated for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:49.542509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.676292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.779638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:49.841688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f8a7b105-acd8-41e1-9f83-1817f7e9e154 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:49.842063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.906038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.912420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:49.926151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Provisioning for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:49.939464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Provisioning complete for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:49.939833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.018753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Pushing event updated for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:50.021192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.160053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Network c2eb224a-df68-4eb7-bc01-9929278f26ed is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:50.161545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:50.173776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:16:50.185943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b4282c92-b348-4e07-8143-a53c92544725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.203401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.218834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Provisioning complete for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:50.219196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8119-3f19-40bc-9f4c-dd25ab234fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.243744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Transition to ACTIVE for port object 669b2845-fccb-4b60-9660-ecbbfdfaf021 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:50.260698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.312739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6cf2f2cb-63a9-4629-ae5c-702636fcb913 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:50.417524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263d66-7f66-4ec8-8467-49eafba900e2 None None] Pushing event updated for resources: {'Port': ['ID=669b2845-fccb-4b60-9660-ecbbfdfaf021,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:50.422869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Attempting to bind port 669b2845-fccb-4b60-9660-ecbbfdfaf021 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:50.423230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Attempting to bind port 669b2845-fccb-4b60-9660-ecbbfdfaf021 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:50.423581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Attempting to bind port 669b2845-fccb-4b60-9660-ecbbfdfaf021 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:50.438694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:50.438960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:50.439360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.439741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:50.440203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Bound port: 669b2845-fccb-4b60-9660-ecbbfdfaf021, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:50.440573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.502494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:16:50.569729 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:50.570012 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.604050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] For port 669b2845-fccb-4b60-9660-ecbbfdfaf021, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:50.620962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] For port 669b2845-fccb-4b60-9660-ecbbfdfaf021, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=669b2845-fccb-4b60-9660-ecbbfdfaf021,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:50.628748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.692313 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:16:50.700949 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6a452de3-0718-45b3-bbbc-42b8875f98cc admin admin] 10.222.0.42 "PUT /v2.0/routers/a3ed1bed-25f1-4b4c-9228-7b8a14104bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155279 Feb 17 23:16:50.726632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263d66-7f66-4ec8-8467-49eafba900e2 None None] Pushing event updated for resources: {'Port': ['ID=669b2845-fccb-4b60-9660-ecbbfdfaf021,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:50.730158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:50.730758 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:50.862625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b8233e2c-4538-4c64-9ad9-0df1a7216c72 None None] Provisioning complete for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:50.862992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b8233e2c-4538-4c64-9ad9-0df1a7216c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:50.986232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c600794e-3280-4ac7-a43c-85ca52843ad5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:51.042185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b8233e2c-4538-4c64-9ad9-0df1a7216c72 None None] Port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:16:51.058711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:51.216436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port c600794e-3280-4ac7-a43c-85ca52843ad5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:51.216796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:51.551699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6c5291d5-c808-4e3c-bf2d-d61f86c11cac', 'name': '', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'mac_address': 'fa:16:3e:a3:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:49Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 2, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'subnets': [{'id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:51.556043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7d331-5b0f-4822-808a-d5b6010510aa None None] The sync data for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv is: [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6c5291d5-c808-4e3c-bf2d-d61f86c11cac', 'name': '', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'mac_address': 'fa:16:3e:a3:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:49Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 2, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'subnets': [{'id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:51.634441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-45bec98e-a260-4e7b-b19e-0536e63594d7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:51.635147 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3647cd3e-625c-462c-a10f-315c83af7592 req-45bec98e-a260-4e7b-b19e-0536e63594d7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:51.652247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3647cd3e-625c-462c-a10f-315c83af7592 req-45bec98e-a260-4e7b-b19e-0536e63594d7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:51.653427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-45bec98e-a260-4e7b-b19e-0536e63594d7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 816 time: 0.1760681 Feb 17 23:16:51.669445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-5c582497-2d16-4217-9bb4-8d9b7ac57ed2 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/quotas/bcbdc2a03d4c4b7abde7d0225da57d40 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Feb 17 23:16:51.774266 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-a066baea-e44d-4b0b-a109-7e829122294b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992582 Feb 17 23:16:51.922561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-f732ef7b-30f6-41ed-820e-b6154f6c0187 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:16:51.923553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-f732ef7b-30f6-41ed-820e-b6154f6c0187 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321015 Feb 17 23:16:52.064509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-b993feff-63b3-4dd7-93fd-ff30b08250b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341932 Feb 17 23:16:52.218595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-b99dde66-8965-42d4-a778-3e78b4dda808 service neutron] 10.222.0.42 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481216 Feb 17 23:16:52.304567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 669b2845-fccb-4b60-9660-ecbbfdfaf021 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:52.380651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 669b2845-fccb-4b60-9660-ecbbfdfaf021 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:52.385947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 669b2845-fccb-4b60-9660-ecbbfdfaf021 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:52.386573 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:52.444170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dafbf490-0400-4548-9f6b-37d0f7b03f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:52.524355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:52.542165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 669b2845-fccb-4b60-9660-ecbbfdfaf021, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=669b2845-fccb-4b60-9660-ecbbfdfaf021,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:52.548176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:52.624734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=669b2845-fccb-4b60-9660-ecbbfdfaf021,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:53.398473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:53.432977 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc1d6689-1cb8-4b83-986d-c743eae2d08f req-02bd9f32-e7a2-4031-8cb7-d9489dd2688a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 210 time: 0.0465593 Feb 17 23:16:53.587737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:54.266306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 669b2845-fccb-4b60-9660-ecbbfdfaf021 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:54.335102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 669b2845-fccb-4b60-9660-ecbbfdfaf021 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:54.335463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:54.639660 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3e115d02-c3f5-4f85-9f50-7a5859b5d342 req-93ba35d3-6e72-4895-af4a-395f187959e4 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 210 time: 0.0580668 Feb 17 23:16:54.701173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-441725d2-3db1-4cde-9405-91db3c546a54 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:54.703746 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-441725d2-3db1-4cde-9405-91db3c546a54 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 816 time: 0.2007463 Feb 17 23:16:54.715744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Request body: {'port': {'device_id': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'admin_state_up': True, 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:54.861881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:16:54.867346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Usage tracker for resource:port and tenant:bcbdc2a03d4c4b7abde7d0225da57d40 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:16:54.870623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:16:54.876947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:16:54.887962 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Made reservation on behalf of bcbdc2a03d4c4b7abde7d0225da57d40 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:54.892383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.038578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.214371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Allocated IP 172.20.0.8 (2138f36e-39a9-4dcc-9d06-7645c079bcea/44c825da-82ef-4643-9e40-61ef05067acc/a2082fc8-5673-4f36-a26c-8dc630188813) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:55.411093 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Sync routers for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:55.421963 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:55.422690 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:55.447504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.463021 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Transition to ACTIVE for port object a2082fc8-5673-4f36-a26c-8dc630188813 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:55.487074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.564900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:55.568387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:55.572624 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:16:55.608887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Pushing event updated for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:55.620090 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:55.646079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:55.647033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.678636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-9e46af48-efa3-463f-b051-5d419b6d1b32 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9670310 Feb 17 23:16:55.743981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Request body: {'port': {'device_id': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:55.902039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e254a698-1df2-47fc-b691-e3030cd28baf None None] Provisioning for port a2082fc8-5673-4f36-a26c-8dc630188813 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:55.909505 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e254a698-1df2-47fc-b691-e3030cd28baf None None] Provisioning complete for port a2082fc8-5673-4f36-a26c-8dc630188813 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:55.910034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e254a698-1df2-47fc-b691-e3030cd28baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.926232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:55.952872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-b8b05364-b6a7-40a3-be54-5bad63aae8ce tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:55.953703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-b8b05364-b6a7-40a3-be54-5bad63aae8ce tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:55.969025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e254a698-1df2-47fc-b691-e3030cd28baf None None] Port a2082fc8-5673-4f36-a26c-8dc630188813 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:16:55.996486 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6c5291d5-c808-4e3c-bf2d-d61f86c11cac', 'name': '', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'mac_address': 'fa:16:3e:a3:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:49Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 2, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'subnets': [{'id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:56.007632 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Checking router: a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:56.007979 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Updating router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:56.019297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-b8b05364-b6a7-40a3-be54-5bad63aae8ce tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:56.020457 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-b8b05364-b6a7-40a3-be54-5bad63aae8ce tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 931 time: 0.2465880 Feb 17 23:16:56.062847 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.132661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-bdae92bf-2759-4869-85b4-3c0f752ebdba tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:16:56.227727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-bdae92bf-2759-4869-85b4-3c0f752ebdba tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:16:56.228926 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5b228c56-0861-4528-9ede-a4fe015a6a7b req-bdae92bf-2759-4869-85b4-3c0f752ebdba tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997280 Feb 17 23:16:56.352258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2082fc8-5673-4f36-a26c-8dc630188813 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:16:56.360080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.376015 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Transition to ACTIVE for port object a2082fc8-5673-4f36-a26c-8dc630188813 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:56.379682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.423313 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.435709 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Transition to ACTIVE for port object 6c5291d5-c808-4e3c-bf2d-d61f86c11cac will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:16:56.444720 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.522477 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d61d-c160-4c4e-ae80-f9f072b874e0 None None] Pushing event updated for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.540686 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.636470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Attempting to bind port a2082fc8-5673-4f36-a26c-8dc630188813 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:56.636805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Attempting to bind port a2082fc8-5673-4f36-a26c-8dc630188813 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:56.637162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Attempting to bind port a2082fc8-5673-4f36-a26c-8dc630188813 on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:56.642567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Port a2082fc8-5673-4f36-a26c-8dc630188813 on network 2138f36e-39a9-4dcc-9d06-7645c079bcea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:16:56.642886 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Attempting to bind port a2082fc8-5673-4f36-a26c-8dc630188813 on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:56.648834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:56.649598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Checking segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:56.649598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Bound using segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:56.649993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Bound port: a2082fc8-5673-4f36-a26c-8dc630188813, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:56.650335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.690323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Attempting to bind port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:16:56.690771 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Attempting to bind port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:16:56.691207 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Attempting to bind port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac on network c2eb224a-df68-4eb7-bc01-9929278f26ed {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:16:56.698396 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:16:56.698396 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Checking segment: {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:16:56.698396 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.698396 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Bound using segment: {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:16:56.698897 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Bound port: 6c5291d5-c808-4e3c-bf2d-d61f86c11cac, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974cea6b-a709-46c2-9ae1-d1fddc701f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:16:56.699373 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.753769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:56.757951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a2082fc8-5673-4f36-a26c-8dc630188813,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:56.762471 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.799599 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] For port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:16:56.803109 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] For port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:16:56.807631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.827912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:56.828588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:56.830622 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/a2082fc8-5673-4f36-a26c-8dc630188813 HTTP/1.1" status: 200 len: 1093 time: 1.1443141 Feb 17 23:16:56.833699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:56.870079 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537fd1d-07c6-4193-a2bc-c0d07d06f6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.900856 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d61d-c160-4c4e-ae80-f9f072b874e0 None None] Pushing event updated for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.919211 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:16:56.919663 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:16:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:56.933308 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813', 'status': 'completed', 'code': 200} Feb 17 23:16:56.969400 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-967523ae-da2f-4a17-8c5a-d99d9f17c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:56.970898 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-967523ae-da2f-4a17-8c5a-d99d9f17c3c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 1096 time: 0.0929163 Feb 17 23:16:57.056290 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-f0da8430-b9fb-422e-9d92-095ce8335917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2082fc8-5673-4f36-a26c-8dc630188813 HTTP/1.1" status: 200 len: 217 time: 0.0764265 Feb 17 23:16:57.144172 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:16:57.145956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-4e9fb2ae-37e4-4bd1-ae44-ba8345e4bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:57.147553 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-4e9fb2ae-37e4-4bd1-ae44-ba8345e4bdea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c825da-82ef-4643-9e40-61ef05067acc HTTP/1.1" status: 200 len: 855 time: 0.0845520 Feb 17 23:16:57.351845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647cd3e-625c-462c-a10f-315c83af7592 req-aa574e26-33bd-4f5e-9ee8-e31a55faa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:57.353868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-aa574e26-33bd-4f5e-9ee8-e31a55faa5ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2138f36e-39a9-4dcc-9d06-7645c079bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1999769 Feb 17 23:16:57.503081 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6c5291d5-c808-4e3c-bf2d-d61f86c11cac', 'name': '', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'mac_address': 'fa:16:3e:a3:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:49Z', 'updated_at': '2022-02-17T23:16:56Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'subnets': [{'id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:57.507628 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5724c-8f69-4bf8-9c18-8b5c4175f03c None None] The sync data for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv is: [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:16:49Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6c5291d5-c808-4e3c-bf2d-d61f86c11cac', 'name': '', 'network_id': 'c2eb224a-df68-4eb7-bc01-9929278f26ed', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'mac_address': 'fa:16:3e:a3:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:49Z', 'updated_at': '2022-02-17T23:16:56Z', 'revision_number': 4, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'subnets': [{'id': '4c22e6a7-6542-4ddf-9b62-40625083424e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:57.568950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f48eb1-d947-49bb-b143-1aa3666fbe11 req-5184a26b-d154-45c9-a57e-6727d6f65cec tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:57.568950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95f48eb1-d947-49bb-b143-1aa3666fbe11 req-5184a26b-d154-45c9-a57e-6727d6f65cec tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 943 time: 0.2131181 Feb 17 23:16:57.570011 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-8c6784da-87f2-4e2a-ab2b-aa1b98ca4ddd service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818888 Feb 17 23:16:57.702698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95f48eb1-d947-49bb-b143-1aa3666fbe11 req-582b7bad-d524-4554-bec1-8d20971c1066 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285565 Feb 17 23:16:57.746934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3647cd3e-625c-462c-a10f-315c83af7592 req-7b2590b4-40f6-407e-a11b-6545e88d3897 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708992 Feb 17 23:16:57.870567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-134f1833-d4b7-44f7-b298-e32fbdbed9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:57.872030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-134f1833-d4b7-44f7-b298-e32fbdbed9ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 1096 time: 0.0793939 Feb 17 23:16:58.018927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-75e8b759-84b3-4fae-b87e-ce99bf3111c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:58.020888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-75e8b759-84b3-4fae-b87e-ce99bf3111c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 916 time: 0.1427934 Feb 17 23:16:58.094825 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-cb8a8121-f4f3-4a08-98f2-e923ae035966 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2082fc8-5673-4f36-a26c-8dc630188813 HTTP/1.1" status: 200 len: 217 time: 0.0669768 Feb 17 23:16:58.161040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-7e01ddfb-643e-4ed5-bc7b-9f082d5493ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:58.162569 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-7e01ddfb-643e-4ed5-bc7b-9f082d5493ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c825da-82ef-4643-9e40-61ef05067acc HTTP/1.1" status: 200 len: 855 time: 0.0618262 Feb 17 23:16:58.251775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-5df7b4dc-63bb-4a07-ba0f-4a7bcc33e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:58.253314 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-5df7b4dc-63bb-4a07-ba0f-4a7bcc33e85d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2138f36e-39a9-4dcc-9d06-7645c079bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817802 Feb 17 23:16:58.320532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6c5291d5-c808-4e3c-bf2d-d61f86c11cac up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:16:58.398445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:16:58.403890 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-08267847-ca34-42b9-ba39-b5cd81870330 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437497 Feb 17 23:16:58.404228 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:58.404754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:58.541841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:58.553819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-69d29a5c-2315-4f54-a694-b84fcc0cb996 req-ffb37c37-e4aa-4708-9bda-e04785b69128 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436167 Feb 17 23:16:58.580783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:16:58.584823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:58.658915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:16:58.671920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:58.679292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.679636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.679973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.680307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.680632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.680957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.681310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.681628 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.682015 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.682333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.682666 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.682993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.893307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4bdd-c874-4b21-a2fa-5ad7ecd8aa24 req-9b64bac3-cc79-4baa-b590-1651abce7448 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:58.894780 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f5e4bdd-c874-4b21-a2fa-5ad7ecd8aa24 req-9b64bac3-cc79-4baa-b590-1651abce7448 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 943 time: 0.0848067 Feb 17 23:16:58.942260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2f5e4bdd-c874-4b21-a2fa-5ad7ecd8aa24 req-760a44ae-3bea-4425-897b-f2c0ae21c62f tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Feb 17 23:17:00.133959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b736f-07ff-41c3-8f7d-7e23b08fbb06 req-734f2c36-da8f-4903-afdb-4acd0b129919 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.135440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b21b736f-07ff-41c3-8f7d-7e23b08fbb06 req-734f2c36-da8f-4903-afdb-4acd0b129919 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 943 time: 0.0834138 Feb 17 23:17:00.184731 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b21b736f-07ff-41c3-8f7d-7e23b08fbb06 req-07f223bc-fcaa-4e95-a257-d3f816c98cfd tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Feb 17 23:17:00.270958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6c5291d5-c808-4e3c-bf2d-d61f86c11cac up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:17:00.340261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:00.340630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:00.530252 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a2082fc8-5673-4f36-a26c-8dc630188813 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:17:00.662009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a2082fc8-5673-4f36-a26c-8dc630188813,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:00.675775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a2082fc8-5673-4f36-a26c-8dc630188813', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'port_id': 'a2082fc8-5673-4f36-a26c-8dc630188813', 'mac_address': 'fa:16:3e:26:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:17:00.730851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:00.750607 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2082fc8-5673-4f36-a26c-8dc630188813 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:17:00.767574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a2082fc8-5673-4f36-a26c-8dc630188813,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:00.771439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:00.842945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:00.973472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a2082fc8-5673-4f36-a26c-8dc630188813'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:17:01.369605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592e953-531a-4639-9e31-c7dda6ea4334 req-e5811e31-ad95-4c8d-b825-ad43a4bb6fe0 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:01.371109 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3592e953-531a-4639-9e31-c7dda6ea4334 req-e5811e31-ad95-4c8d-b825-ad43a4bb6fe0 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 944 time: 0.0794127 Feb 17 23:17:01.416320 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3592e953-531a-4639-9e31-c7dda6ea4334 req-6b6b01e2-20d8-4c8c-9caf-0afc3b88682d tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Feb 17 23:17:02.530827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a2082fc8-5673-4f36-a26c-8dc630188813 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:17:02.616763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port a2082fc8-5673-4f36-a26c-8dc630188813 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:17:02.622316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a2082fc8-5673-4f36-a26c-8dc630188813 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:02.622862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:02.632959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a365b-0fdd-4c35-8853-394d55845547 req-db35cb6c-f071-4bc0-a4f7-767cde96171a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:02.634626 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d31a365b-0fdd-4c35-8853-394d55845547 req-db35cb6c-f071-4bc0-a4f7-767cde96171a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 944 time: 0.1001387 Feb 17 23:17:02.686853 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d31a365b-0fdd-4c35-8853-394d55845547 req-b200f78c-1582-4fde-bf36-aeb9db344823 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Feb 17 23:17:02.756859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:02.786204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:02.796946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a2082fc8-5673-4f36-a26c-8dc630188813,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:02.800966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:02.833774 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813', 'code': 200} Feb 17 23:17:02.878660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:03.068411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19c6c3-3320-4a61-9ef0-0eaefa3d68a8 req-aea9057f-d231-4d48-9f05-6287b7bf422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:03.069924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6c19c6c3-3320-4a61-9ef0-0eaefa3d68a8 req-aea9057f-d231-4d48-9f05-6287b7bf422c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 1098 time: 0.0720842 Feb 17 23:17:03.111327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6c19c6c3-3320-4a61-9ef0-0eaefa3d68a8 req-29e5393e-d7bc-4b8c-9460-22242ffe310c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Feb 17 23:17:03.986481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e256-7351-486f-ba03-50cfc0f3ae32 req-2423a892-0508-44c9-93ac-28e2223944a6 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:03.987969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd51e256-7351-486f-ba03-50cfc0f3ae32 req-2423a892-0508-44c9-93ac-28e2223944a6 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.1935554 Feb 17 23:17:04.037038 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bd51e256-7351-486f-ba03-50cfc0f3ae32 req-1fb569f1-28f1-4685-91a5-36d6cdd41b0b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Feb 17 23:17:05.231887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4be94-0287-4e77-8f07-eb6277fdfc86 req-b29eaf61-26ec-403e-a915-375752b9af51 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:05.233523 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a4be94-0287-4e77-8f07-eb6277fdfc86 req-b29eaf61-26ec-403e-a915-375752b9af51 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.0826702 Feb 17 23:17:05.281263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a4be94-0287-4e77-8f07-eb6277fdfc86 req-fe7c94c1-76c1-4315-a8af-09f34d977333 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Feb 17 23:17:05.467578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04a32a-2590-4480-a687-e1aea8a527c6 req-2b83167b-cdb4-4e30-9010-ea962f3fbe03 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:05.469111 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5f04a32a-2590-4480-a687-e1aea8a527c6 req-2b83167b-cdb4-4e30-9010-ea962f3fbe03 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.0848732 Feb 17 23:17:05.515972 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5f04a32a-2590-4480-a687-e1aea8a527c6 req-e2c1a3f0-a3e8-425d-b84f-5f75315f54d5 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Feb 17 23:17:15.554055 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:17:20.129794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-11c704b5-2834-4ded-84c6-8d6da8a6b7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:21.321778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6a53-3ed7-4470-9b83-cc6a17e73a93 req-c683487c-1832-4e04-9f28-e5eff61b3b16 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:21.323196 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc2b6a53-3ed7-4470-9b83-cc6a17e73a93 req-c683487c-1832-4e04-9f28-e5eff61b3b16 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.0851777 Feb 17 23:17:21.368884 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bc2b6a53-3ed7-4470-9b83-cc6a17e73a93 req-ff7d05ea-5ea9-495d-b0c2-fe8ffa8f484f tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Feb 17 23:17:22.408338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7627f40d-8dde-48d2-a289-2ece9464d86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:22.565887 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125e518-dc53-4b32-b8d9-4fa8fa6350d1 req-33dfb43e-3f88-4498-bea3-faab61158aa0 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:22.567471 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7125e518-dc53-4b32-b8d9-4fa8fa6350d1 req-33dfb43e-3f88-4498-bea3-faab61158aa0 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.0866468 Feb 17 23:17:22.617745 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7125e518-dc53-4b32-b8d9-4fa8fa6350d1 req-99a3ec67-a20b-43f0-98f7-44874aee6f98 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Feb 17 23:17:22.770782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-2965f6f3-39c1-465f-9ae8-b8aee268c2e9 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:22.772235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-2965f6f3-39c1-465f-9ae8-b8aee268c2e9 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 945 time: 0.0860114 Feb 17 23:17:22.843849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Deleting port a2082fc8-5673-4f36-a26c-8dc630188813 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:22.844182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.093830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] For port a2082fc8-5673-4f36-a26c-8dc630188813, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a2082fc8-5673-4f36-a26c-8dc630188813,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:23.094185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.224009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Calling delete_port for a2082fc8-5673-4f36-a26c-8dc630188813 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:17:23.376780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.392295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a2082fc8-5673-4f36-a26c-8dc630188813'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:17:23.429770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Pushing event deleted for resources: {'Port': ['ID=a2082fc8-5673-4f36-a26c-8dc630188813,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:23.433033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.469024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.469397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.469732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.470062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.470390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.470710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.471031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.471347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.471688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.471981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.472296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.472608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:23.515820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] No DVR routers for this DVR port a2082fc8-5673-4f36-a26c-8dc630188813 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:17:23.518514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.521338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'name': 'network-vif-deleted', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:23.539409 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-997daade-9b96-4218-9246-95b1a0b56ff7 req-4a98f76f-9e98-4572-a1e0-6dddcdc5744e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "DELETE /v2.0/ports/a2082fc8-5673-4f36-a26c-8dc630188813 HTTP/1.1" status: 204 len: 173 time: 0.7615573 Feb 17 23:17:23.589126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef700a07-abcf-41dd-ae12-b3bec332212f', 'name': 'network-vif-deleted', 'tag': 'a2082fc8-5673-4f36-a26c-8dc630188813', 'status': 'completed', 'code': 200} Feb 17 23:17:23.596531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:23.792480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-c79a2509-f021-470a-91aa-46b2647dbbc1 req-b84bcec8-c194-4136-bf2f-b89245b54dc1 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:17:23.810414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-c79a2509-f021-470a-91aa-46b2647dbbc1 req-b84bcec8-c194-4136-bf2f-b89245b54dc1 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:17:23.812882 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c79a2509-f021-470a-91aa-46b2647dbbc1 req-b84bcec8-c194-4136-bf2f-b89245b54dc1 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef700a07-abcf-41dd-ae12-b3bec332212f HTTP/1.1" status: 200 len: 210 time: 0.0687406 Feb 17 23:17:25.033021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:25.695237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-4fd0a41d-ed13-43ab-907f-47e0593e3c0f tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:25.696609 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-4fd0a41d-ed13-43ab-907f-47e0593e3c0f tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 816 time: 0.1569593 Feb 17 23:17:25.713858 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-eb210e3f-cfe2-476a-9902-b4ee0383954b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/quotas/bcbdc2a03d4c4b7abde7d0225da57d40 HTTP/1.1" status: 200 len: 375 time: 0.0117612 Feb 17 23:17:25.800900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-01387493-f97c-4b32-8072-1ed7bb280fb7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808177 Feb 17 23:17:26.057270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-1088dc2b-b394-41c6-8450-9ab92a590064 service neutron] 10.222.0.42 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440078 Feb 17 23:17:26.202393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-bf1497da-df65-4390-bde9-0661a1d70d93 service neutron] 10.222.0.42 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386576 Feb 17 23:17:26.393983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-85dd01a8-e0fe-4ce8-a4d7-99aa41d29f9f req-43dd3d35-27d1-4edd-be4c-0c28ea203409 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 210 time: 0.0461552 Feb 17 23:17:26.670250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a2082fc8-5673-4f36-a26c-8dc630188813 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:17:26.707453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: a2082fc8-5673-4f36-a26c-8dc630188813 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:17:26.707789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a2082fc8-5673-4f36-a26c-8dc630188813 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:17:27.612777 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7c38e81-3fa7-4e8b-a19e-24b0c4cf824b req-526dc4e2-56d4-4b28-8cef-1cb1b687fd83 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 210 time: 0.0628703 Feb 17 23:17:27.626632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-43dfc35c-d54e-4f6a-8726-a598ba8dec56 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:27.628111 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-43dfc35c-d54e-4f6a-8726-a598ba8dec56 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 816 time: 0.2558827 Feb 17 23:17:27.641523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Request body: {'port': {'device_id': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'admin_state_up': True, 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:27.791113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:17:27.801034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:17:27.813731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Made reservation on behalf of bcbdc2a03d4c4b7abde7d0225da57d40 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:17:27.817309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:27.984722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Allocated IP 172.20.0.12 (2138f36e-39a9-4dcc-9d06-7645c079bcea/44c825da-82ef-4643-9e40-61ef05067acc/46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:17:28.196655 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.212593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Transition to ACTIVE for port object 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:17:28.237504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.313753 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:28.316797 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:28.320741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:17:28.352634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Pushing event updated for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:28.392272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:28.392902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.423116 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-45f5af13-984b-41fe-8907-aa5b6f7b0185 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7853341 Feb 17 23:17:28.434149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Request body: {'port': {'device_id': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:28.555568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.606265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-70ba2b8a-0219-4512-899d-e1ae777e826e None None] Provisioning for port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:17:28.612750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-70ba2b8a-0219-4512-899d-e1ae777e826e None None] Provisioning complete for port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:28.613153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-70ba2b8a-0219-4512-899d-e1ae777e826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.643879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:28.673572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2b8a-0219-4512-899d-e1ae777e826e None None] Port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:17:28.926583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec512b-163d-4022-b41b-b90c567a126f req-6613202b-cbd4-44bd-b3dc-519ea097f943 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:28.927525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7fec512b-163d-4022-b41b-b90c567a126f req-6613202b-cbd4-44bd-b3dc-519ea097f943 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:17:28.995293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-7fec512b-163d-4022-b41b-b90c567a126f req-6613202b-cbd4-44bd-b3dc-519ea097f943 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:17:28.996447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fec512b-163d-4022-b41b-b90c567a126f req-6613202b-cbd4-44bd-b3dc-519ea097f943 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 932 time: 0.2135704 Feb 17 23:17:28.998572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:17:29.130383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:29.159239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Transition to ACTIVE for port object 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:17:29.163097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:29.210323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7fec512b-163d-4022-b41b-b90c567a126f req-ad4326d1-02e2-4b21-92bb-5989cf0886c7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069223 Feb 17 23:17:29.327912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Pushing event updated for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:29.418813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Attempting to bind port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:17:29.419144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Attempting to bind port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:17:29.419463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Attempting to bind port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:17:29.424552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d on network 2138f36e-39a9-4dcc-9d06-7645c079bcea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:17:29.424867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Attempting to bind port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d on network 2138f36e-39a9-4dcc-9d06-7645c079bcea {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:17:29.430207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:17:29.430537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Checking segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:17:29.430917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Bound using segment: {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:17:29.431329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Bound port: 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63022fc-59d5-4694-a253-792c64aeaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:17:29.431667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:29.523692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:17:29.526716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:17:29.530669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:29.597516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:29.598155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:29.599544 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] 10.222.0.43 "PUT /v2.0/ports/46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d HTTP/1.1" status: 200 len: 1094 time: 1.1696837 Feb 17 23:17:29.599982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:29.639632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8bff3-f2ba-41fb-8cb2-3af7f92af57a service neutron] Pushing event updated for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:29.676447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d', 'status': 'completed', 'code': 200} Feb 17 23:17:29.721480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-485568a9-f045-4338-98d9-c5ded20bbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:29.722980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-485568a9-f045-4338-98d9-c5ded20bbb1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 1097 time: 0.0791333 Feb 17 23:17:29.796093 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-7433fd05-78cd-45ab-a39e-b2c43c3360eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d HTTP/1.1" status: 200 len: 217 time: 0.0659661 Feb 17 23:17:29.861765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-e4d6f6c5-ed19-4564-9a67-7cce5ba5b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:29.863118 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-e4d6f6c5-ed19-4564-9a67-7cce5ba5b224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c825da-82ef-4643-9e40-61ef05067acc HTTP/1.1" status: 200 len: 855 time: 0.0618124 Feb 17 23:17:29.942040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df790-1e49-424b-b544-120548563fcc req-1ef1fdfd-7479-494f-841e-cd29b425da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:29.943500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-1ef1fdfd-7479-494f-841e-cd29b425da39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2138f36e-39a9-4dcc-9d06-7645c079bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750728 Feb 17 23:17:30.077199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-fd2ab9d9-7e9f-476d-87f5-9e4886beb0f2 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274834 Feb 17 23:17:30.209530 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fb9df790-1e49-424b-b544-120548563fcc req-9ab576f3-3f75-4002-b8c0-31bf6bd00fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266410 Feb 17 23:17:30.361614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2c73-9a22-435e-b406-451467b4c340 req-94af7d55-3f00-4259-9e95-b4860919f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:30.363027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-94af7d55-3f00-4259-9e95-b4860919f9b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 1097 time: 0.1072161 Feb 17 23:17:30.532486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f5be-b83a-4c5a-a304-01191e3bccd0 req-6baeed18-08b1-450b-ae6f-6050f27859be tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:30.534021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2012f5be-b83a-4c5a-a304-01191e3bccd0 req-6baeed18-08b1-450b-ae6f-6050f27859be tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 944 time: 0.2119524 Feb 17 23:17:30.535230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2c73-9a22-435e-b406-451467b4c340 req-f7b10fe4-022e-4a66-88eb-def26f071329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:30.536518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-f7b10fe4-022e-4a66-88eb-def26f071329 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 200 len: 916 time: 0.1643589 Feb 17 23:17:30.623211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-885c74d1-8fc0-450c-83ac-01ba305bf62b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d HTTP/1.1" status: 200 len: 217 time: 0.0692933 Feb 17 23:17:30.682562 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2012f5be-b83a-4c5a-a304-01191e3bccd0 req-543736c5-29b1-4ee4-94d0-e5d11b599a7e tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425476 Feb 17 23:17:30.699799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2c73-9a22-435e-b406-451467b4c340 req-5b6cbcd8-d8b8-4be0-9691-e12e5eab0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:30.701249 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-5b6cbcd8-d8b8-4be0-9691-e12e5eab0ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c825da-82ef-4643-9e40-61ef05067acc HTTP/1.1" status: 200 len: 855 time: 0.0695393 Feb 17 23:17:30.777096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2c73-9a22-435e-b406-451467b4c340 req-5245fd47-5188-4a09-9994-73976c295031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:30.778555 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-5245fd47-5188-4a09-9994-73976c295031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2138f36e-39a9-4dcc-9d06-7645c079bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702662 Feb 17 23:17:31.023712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-27b55d56-eafe-4411-a141-af8d9f4a88e4 service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385554 Feb 17 23:17:31.159826 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11de2c73-9a22-435e-b406-451467b4c340 req-75d1a2b0-1013-49c3-87ff-a66d044a2c1e service neutron] 10.222.0.43 "GET /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298919 Feb 17 23:17:31.883567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd308-1db7-4a14-8606-2144e8ea3971 req-36c33f51-4d48-411d-b920-0e916513f684 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:31.885044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-659cd308-1db7-4a14-8606-2144e8ea3971 req-36c33f51-4d48-411d-b920-0e916513f684 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 944 time: 0.0844221 Feb 17 23:17:31.929142 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-659cd308-1db7-4a14-8606-2144e8ea3971 req-a18278fa-bde5-42ca-b48f-8c31e2eb4e20 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Feb 17 23:17:32.690664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:17:32.836713 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:32.850410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d', 'network_id': '2138f36e-39a9-4dcc-9d06-7645c079bcea', 'port_id': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d', 'mac_address': 'fa:16:3e:e5:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c825da-82ef-4643-9e40-61ef05067acc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:17:32.910793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:32.928081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:17:32.944181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:32.948145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:33.020687 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:33.121424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8eab1-682a-4704-b69b-0567554d016a req-6b8deb4e-853b-4f85-9100-57a1b4ae46a7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:33.122980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dae8eab1-682a-4704-b69b-0567554d016a req-6b8deb4e-853b-4f85-9100-57a1b4ae46a7 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 945 time: 0.0845108 Feb 17 23:17:33.136912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:17:33.173358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dae8eab1-682a-4704-b69b-0567554d016a req-6a6e3988-9350-404a-b004-b011a438adac tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Feb 17 23:17:34.365949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624907-ed08-4a42-a40f-44939d59da58 req-10b6ab05-a7d5-495e-bb9d-45e988480bca tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:34.367321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45624907-ed08-4a42-a40f-44939d59da58 req-10b6ab05-a7d5-495e-bb9d-45e988480bca tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 945 time: 0.0819497 Feb 17 23:17:34.412773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45624907-ed08-4a42-a40f-44939d59da58 req-7cacb24d-dd94-4bbd-9ec5-7928b2c75043 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Feb 17 23:17:34.700749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:17:34.768899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:17:34.773969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:34.774335 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:34.898960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:34.927680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:34.938356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:34.942261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:34.975367 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d', 'code': 200} Feb 17 23:17:35.023459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:35.219173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601584fd-dbce-4936-b606-ebff91440905 req-fc988941-b6dd-4a35-a1bd-a5cc0eb157e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:35.220697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-601584fd-dbce-4936-b606-ebff91440905 req-fc988941-b6dd-4a35-a1bd-a5cc0eb157e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 1099 time: 0.0775132 Feb 17 23:17:35.261294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-601584fd-dbce-4936-b606-ebff91440905 req-68dbba81-e579-42df-90c4-482b14871c75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Feb 17 23:17:35.600357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc683e-599f-4571-89d6-2cc4fada7073 req-02284f7e-5b41-4f42-b147-2e6ea93e24be tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:35.601782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-efdc683e-599f-4571-89d6-2cc4fada7073 req-02284f7e-5b41-4f42-b147-2e6ea93e24be tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.0817862 Feb 17 23:17:35.647677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-efdc683e-599f-4571-89d6-2cc4fada7073 req-78289649-0f09-4f95-a650-8569e9536ee3 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Feb 17 23:17:36.840709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364a9f-5bc8-40f2-8f26-ae2605e39b64 req-02dc4d6d-118c-413c-b0ae-c119047d72bc tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:36.842226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00364a9f-5bc8-40f2-8f26-ae2605e39b64 req-02dc4d6d-118c-413c-b0ae-c119047d72bc tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.0860751 Feb 17 23:17:36.888205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-00364a9f-5bc8-40f2-8f26-ae2605e39b64 req-19d2deb4-8119-4d37-a56d-ed2bda53a51a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Feb 17 23:17:37.130226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95efc2a-fbbd-4173-9466-041557cb15e9 req-9982cc9b-1685-4a96-a017-a3e2e816555a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:37.131692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f95efc2a-fbbd-4173-9466-041557cb15e9 req-9982cc9b-1685-4a96-a017-a3e2e816555a tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.1282024 Feb 17 23:17:37.180145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f95efc2a-fbbd-4173-9466-041557cb15e9 req-b80912bd-2528-4c5e-987c-df341a57ab60 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Feb 17 23:17:50.139881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9fb3672f-2b4d-4a37-85a4-ccbabd578579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:51.531899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45f2a-d7ab-403a-84b4-e953d8cf856a req-254c7821-1364-430e-9039-a2f3c866ce06 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:51.533411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8fe45f2a-d7ab-403a-84b4-e953d8cf856a req-254c7821-1364-430e-9039-a2f3c866ce06 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.0840845 Feb 17 23:17:51.584087 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8fe45f2a-d7ab-403a-84b4-e953d8cf856a req-0f085f63-2613-4462-9e60-f93433870622 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Feb 17 23:17:52.410852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-33a272e0-89b4-4f0c-9573-e287a577a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:52.553740 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:17:52.775265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b035-7625-486a-810f-7c430c2583a7 req-939b56ce-3e1e-4efa-880f-8b76f52dbbf3 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:52.776636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e496b035-7625-486a-810f-7c430c2583a7 req-939b56ce-3e1e-4efa-880f-8b76f52dbbf3 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.0846379 Feb 17 23:17:52.823768 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e496b035-7625-486a-810f-7c430c2583a7 req-85ae4850-1336-445b-8b49-62442d01e713 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/security-groups?id=7dcfe238-31c9-4e98-a1a8-d488c1aa6199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 17 23:17:52.985914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-ca589fd6-1125-4f64-b18e-dd7874061b23 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:52.987365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-ca589fd6-1125-4f64-b18e-dd7874061b23 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 946 time: 0.0825601 Feb 17 23:17:53.069754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Deleting port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:53.070099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.322227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] For port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:53.322492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.396305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.454964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Calling delete_port for 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:17:53.593459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.599381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.612294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:17:53.653627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Pushing event deleted for resources: {'Port': ['ID=46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:53.734637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] No DVR routers for this DVR port 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:17:53.737417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:53.740122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'name': 'network-vif-deleted', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:53.758991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec121564-74c4-42b1-a065-23ac8a21dab4 req-b693a946-8e89-4bd2-a11c-a8c74420e010 tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.43 "DELETE /v2.0/ports/46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d HTTP/1.1" status: 204 len: 173 time: 0.7660532 Feb 17 23:17:53.794868 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c13f6-0c45-47b0-b2c0-a92628f4c929', 'name': 'network-vif-deleted', 'tag': '46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d', 'status': 'completed', 'code': 200} Feb 17 23:17:53.993710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e91ac199-26ce-45c2-9d94-c066759a37ad req-5f59fcd3-420a-4a17-a7ca-e5cb5072002b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Synchronizing usage tracker for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:17:54.012242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e91ac199-26ce-45c2-9d94-c066759a37ad req-5f59fcd3-420a-4a17-a7ca-e5cb5072002b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] Unset dirty status for tenant:bcbdc2a03d4c4b7abde7d0225da57d40 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:17:54.013500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e91ac199-26ce-45c2-9d94-c066759a37ad req-5f59fcd3-420a-4a17-a7ca-e5cb5072002b tempest-TestEncryptedCinderVolumes-1142457861 tempest-TestEncryptedCinderVolumes-1142457861-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 210 time: 0.0628858 Feb 17 23:17:54.079879 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-253e4521-1448-4a20-8450-c0687ff6c20f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0430751 Feb 17 23:17:54.214996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-78b051dd-5d95-498e-a13f-ee239baf5836 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&device_id=bc6c13f6-0c45-47b0-b2c0-a92628f4c929 HTTP/1.1" status: 200 len: 210 time: 0.0587940 Feb 17 23:17:54.480951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-31abe9bc-851e-4de6-9712-d0fc0a9026ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:54.482357 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-31abe9bc-851e-4de6-9712-d0fc0a9026ca service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2480943 Feb 17 23:17:54.622638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-97eeba23-9716-4005-bb48-b33d878fc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:54.624749 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a686920c-339d-4e32-9de3-5ddb6d46cd7d req-97eeba23-9716-4005-bb48-b33d878fc0f9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1365032 Feb 17 23:17:55.032888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:55.148906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41800) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:17:55.693557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:56.054273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Deleting port c600794e-3280-4ac7-a43c-85ca52843ad5 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:56.054527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:56.230732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] For port c600794e-3280-4ac7-a43c-85ca52843ad5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=c600794e-3280-4ac7-a43c-85ca52843ad5,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:56.231496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:56.475076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Calling delete_port for c600794e-3280-4ac7-a43c-85ca52843ad5 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:17:56.780321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:17:56.801691 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:56.814671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:17:56.815009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 46c2e9cd-a8f2-4ce4-a450-4ae49b2aba1d not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:17:56.880111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c600794e-3280-4ac7-a43c-85ca52843ad5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:56.926797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.927403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.927744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.928099 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.928398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.928731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.929062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.929417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.929745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.930071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.930395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:56.930718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:57.150914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:57.515124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:17:57.691748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:17:57.700699 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Sync routers for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:17:57.709313 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-339bb5ac-7e94-4676-9a9c-77dc5b0245b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f944ab3-7dcf-4fac-90f4-ea12328c9894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5591164 Feb 17 23:17:57.710684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:17:57.711362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:57.711648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41804) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:17:57.899319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:17:58.036199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.228385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.241606 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Deleting port f8a7b105-acd8-41e1-9f83-1817f7e9e154 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:58.241716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.262022 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:17:56Z', 'revision_number': 5, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port': {'id': 'f8a7b105-acd8-41e1-9f83-1817f7e9e154', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:39Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:58.267226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Checking router: 7f944ab3-7dcf-4fac-90f4-ea12328c9894 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:17:58.278417 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Routers {'7f944ab3-7dcf-4fac-90f4-ea12328c9894'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:17:58.279246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:58.434217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] Set router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:17:58.438332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] For port f8a7b105-acd8-41e1-9f83-1817f7e9e154, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f8a7b105-acd8-41e1-9f83-1817f7e9e154,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:58.438686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.546126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:17:58Z', 'revision_number': 6, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:58.550434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d081e-6c83-4c3f-b875-06869f538715 None None] The sync data for ids ['7f944ab3-7dcf-4fac-90f4-ea12328c9894'] in dv-neutron-805768-3-hyperv is: [{'id': '7f944ab3-7dcf-4fac-90f4-ea12328c9894', 'name': 'tempest-TestEncryptedCinderVolumes-956337679-router', 'tenant_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:38Z', 'updated_at': '2022-02-17T23:17:58Z', 'revision_number': 6, 'project_id': 'bcbdc2a03d4c4b7abde7d0225da57d40', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:17:58.569848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Calling delete_port for f8a7b105-acd8-41e1-9f83-1817f7e9e154 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:17:58.625592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.742115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:58.791559 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a7b105-acd8-41e1-9f83-1817f7e9e154,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:58.880435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.061244 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.063477 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.086337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.086863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f944ab3-7dcf-4fac-90f4-ea12328c9894 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:17:59.099428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.100578 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6317f49c-8b04-43b3-8da6-ed855f34d4ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f944ab3-7dcf-4fac-90f4-ea12328c9894 HTTP/1.1" status: 204 len: 168 time: 1.3880248 Feb 17 23:17:59.103206 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41808) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:17:59.165490 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Deleting subnet 44c825da-82ef-4643-9e40-61ef05067acc {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:17:59.168562 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.220509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.298340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.489852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.527932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c825da-82ef-4643-9e40-61ef05067acc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:59.531560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.541284 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-348e17ed-eaa0-457b-9c66-95edc0e7af78 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44c825da-82ef-4643-9e40-61ef05067acc HTTP/1.1" status: 204 len: 168 time: 0.4348242 Feb 17 23:17:59.541619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41812) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:17:59.545651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401887e-ba47-46a1-9764-44eec3106188 None None] Network 2138f36e-39a9-4dcc-9d06-7645c079bcea requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:17:59.662900 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.674729 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Deleting port a0732f92-4b3d-42a3-b791-324c698ae23a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:59.675357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.843125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] DHCP port deletion for 2138f36e-39a9-4dcc-9d06-7645c079bcea request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:17:59.847752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Deleting port a0732f92-4b3d-42a3-b791-324c698ae23a {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:17:59.848126 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:17:59.907045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-117912bf-b688-4741-bc12-e116902767da admin admin] For port a0732f92-4b3d-42a3-b791-324c698ae23a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0732f92-4b3d-42a3-b791-324c698ae23a,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:17:59.907583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.049935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Calling delete_port for a0732f92-4b3d-42a3-b791-324c698ae23a owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:00.076882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] For port a0732f92-4b3d-42a3-b791-324c698ae23a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a0732f92-4b3d-42a3-b791-324c698ae23a,segment=NetworkSegment(a63022fc-59d5-4694-a253-792c64aeaea6),segment_id=a63022fc-59d5-4694-a253-792c64aeaea6)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:00.077579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.141016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.194194 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Pushing event deleted for resources: {'Port': ['ID=a0732f92-4b3d-42a3-b791-324c698ae23a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:00.198727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117912bf-b688-4741-bc12-e116902767da admin admin] No DVR routers for this DVR port a0732f92-4b3d-42a3-b791-324c698ae23a on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:18:00.214079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Calling delete_port for a0732f92-4b3d-42a3-b791-324c698ae23a owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:00.292238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:18:00.292723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:18:00.303397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c600794e-3280-4ac7-a43c-85ca52843ad5 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:00.323041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.341911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: c600794e-3280-4ac7-a43c-85ca52843ad5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:00.342200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device c600794e-3280-4ac7-a43c-85ca52843ad5 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:00.342583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0732f92-4b3d-42a3-b791-324c698ae23a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:00.350744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-117912bf-b688-4741-bc12-e116902767da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2138f36e-39a9-4dcc-9d06-7645c079bcea']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:00.365183 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-117912bf-b688-4741-bc12-e116902767da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63022fc-59d5-4694-a253-792c64aeaea6') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:00.365610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-117912bf-b688-4741-bc12-e116902767da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63022fc-59d5-4694-a253-792c64aeaea6') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:00.377119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a0732f92-4b3d-42a3-b791-324c698ae23a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:00.377454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a0732f92-4b3d-42a3-b791-324c698ae23a not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:00.377878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f8a7b105-acd8-41e1-9f83-1817f7e9e154 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:00.384815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.410819 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.412451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f8a7b105-acd8-41e1-9f83-1817f7e9e154 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:00.412862 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f8a7b105-acd8-41e1-9f83-1817f7e9e154 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:00.421256 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:18:00.421723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:18:00.436416 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:18:00.517632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.534421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.545959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117912bf-b688-4741-bc12-e116902767da admin admin] Pushing event deleted for resources: {'Network': ['ID=2138f36e-39a9-4dcc-9d06-7645c079bcea,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:00.557872 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-117912bf-b688-4741-bc12-e116902767da admin admin] 10.222.0.42 "DELETE /v2.0/networks/2138f36e-39a9-4dcc-9d06-7645c079bcea HTTP/1.1" status: 204 len: 168 time: 1.0151777 Feb 17 23:18:00.561422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41816) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:00.794021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Deleting port a0732f92-4b3d-42a3-b791-324c698ae23a {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:00.794591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:00.899839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b0b3-e18a-46f2-8141-d5e98089e641 None None] The port 'a0732f92-4b3d-42a3-b791-324c698ae23a' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:18:01.230234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:01.602496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Deleting port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:01.603226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:01.790348 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] For port 6c5291d5-c808-4e3c-bf2d-d61f86c11cac, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:01.790698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:01.920505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Calling delete_port for 6c5291d5-c808-4e3c-bf2d-d61f86c11cac owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:02.110469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:02.160420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5291d5-c808-4e3c-bf2d-d61f86c11cac,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:02.593012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:02.959475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:18:03.145117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:18:03.154478 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3f247d72-4be5-4a73-b62c-65563a3cdcd3 admin admin] 10.222.0.42 "PUT /v2.0/routers/a3ed1bed-25f1-4b4c-9228-7b8a14104bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918598 Feb 17 23:18:03.154676 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Sync routers for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:03.157062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41820) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:03.164234 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:03.165147 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:03.343276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:03.349178 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:03.530806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:03.542744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Deleting port 669b2845-fccb-4b60-9660-ecbbfdfaf021 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:03.543125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:03.680571 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:18:02Z', 'revision_number': 5, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port': {'id': '669b2845-fccb-4b60-9660-ecbbfdfaf021', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:46Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:03.684668 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Checking router: a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:03.693862 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Routers {'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:03.694504 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:03.744499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] For port 669b2845-fccb-4b60-9660-ecbbfdfaf021, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=669b2845-fccb-4b60-9660-ecbbfdfaf021,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:03.744957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:03.865289 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] Set router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:03.880611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Calling delete_port for 669b2845-fccb-4b60-9660-ecbbfdfaf021 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:03.981307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:18:03Z', 'revision_number': 6, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:03.985839 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5cee6-28a2-43ee-8748-da6641c63b9d None None] The sync data for ids ['a3ed1bed-25f1-4b4c-9228-7b8a14104bd3'] in dv-neutron-805768-3-hyperv is: [{'id': 'a3ed1bed-25f1-4b4c-9228-7b8a14104bd3', 'name': 'tempest-TestEncryptedCinderVolumes-1155010861-router', 'tenant_id': 'a170f89ca7c449aab3b5b61a1964269e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:45Z', 'updated_at': '2022-02-17T23:18:03Z', 'revision_number': 6, 'project_id': 'a170f89ca7c449aab3b5b61a1964269e', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:04.184723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.249671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=669b2845-fccb-4b60-9660-ecbbfdfaf021,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:04.369307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.415051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6c5291d5-c808-4e3c-bf2d-d61f86c11cac no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:04.460172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6c5291d5-c808-4e3c-bf2d-d61f86c11cac {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:04.460506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6c5291d5-c808-4e3c-bf2d-d61f86c11cac not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:04.560255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.564058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.592477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.593003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:18:04.607934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.609101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7c723660-dddf-4cda-9be6-1456cb6e0a69 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a3ed1bed-25f1-4b4c-9228-7b8a14104bd3 HTTP/1.1" status: 204 len: 168 time: 1.4510479 Feb 17 23:18:04.612011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41824) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:04.675307 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Deleting subnet 4c22e6a7-6542-4ddf-9b62-40625083424e {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:18:04.678876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.734742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.821397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.896731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.941566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c22e6a7-6542-4ddf-9b62-40625083424e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:04.943618 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:04.949552 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d13905-755e-46f5-8396-ed09c5ee25b7 None None] Network c2eb224a-df68-4eb7-bc01-9929278f26ed requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:18:04.950223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b752e474-269c-4d38-a857-905989f37e10 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c22e6a7-6542-4ddf-9b62-40625083424e HTTP/1.1" status: 204 len: 168 time: 0.3372302 Feb 17 23:18:04.953938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41828) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:05.099003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.114444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Deleting port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:05.114789 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.239521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] DHCP port deletion for c2eb224a-df68-4eb7-bc01-9929278f26ed request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:18:05.243990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Deleting port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:05.244358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.342835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] For port 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6cf2f2cb-63a9-4629-ae5c-702636fcb913,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:05.343455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.474285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Calling delete_port for 6cf2f2cb-63a9-4629-ae5c-702636fcb913 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:05.481115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] For port 6cf2f2cb-63a9-4629-ae5c-702636fcb913, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6cf2f2cb-63a9-4629-ae5c-702636fcb913,segment=NetworkSegment(974cea6b-a709-46c2-9ae1-d1fddc701f66),segment_id=974cea6b-a709-46c2-9ae1-d1fddc701f66)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:05.481719 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.562275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.612639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf2f2cb-63a9-4629-ae5c-702636fcb913,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:05.615992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Calling delete_port for 6cf2f2cb-63a9-4629-ae5c-702636fcb913 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:18:05.616192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] No DVR routers for this DVR port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:18:05.696875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:18:05.697261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:18:05.848173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.877723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eb224a-df68-4eb7-bc01-9929278f26ed']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:05.890398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974cea6b-a709-46c2-9ae1-d1fddc701f66') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:05.890772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974cea6b-a709-46c2-9ae1-d1fddc701f66') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:05.902430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.920631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.927311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:18:05.927734 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:18:05.942489 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:18:06.027857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.034059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.058767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eb224a-df68-4eb7-bc01-9929278f26ed,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:06.064389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3a4d8b68-8095-4ac4-a597-7eaa2c5b208e admin admin] 10.222.0.42 "DELETE /v2.0/networks/c2eb224a-df68-4eb7-bc01-9929278f26ed HTTP/1.1" status: 204 len: 168 time: 1.1085203 Feb 17 23:18:06.198768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Deleting port 6cf2f2cb-63a9-4629-ae5c-702636fcb913 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:18:06.199151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.273677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-89cdb5de-a399-45b1-a6f2-e0fb2b16e4a0 None None] The port '6cf2f2cb-63a9-4629-ae5c-702636fcb913' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:18:06.296415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:06.316303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 669b2845-fccb-4b60-9660-ecbbfdfaf021 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:06.352238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 669b2845-fccb-4b60-9660-ecbbfdfaf021 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:06.352571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 669b2845-fccb-4b60-9660-ecbbfdfaf021 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:06.352981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6cf2f2cb-63a9-4629-ae5c-702636fcb913 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:18:06.358259 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fc859ff2-9c06-43c7-99dd-872d30196787 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcbdc2a03d4c4b7abde7d0225da57d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604057 Feb 17 23:18:06.360474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41838) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:06.385920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6cf2f2cb-63a9-4629-ae5c-702636fcb913 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:18:06.386255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6cf2f2cb-63a9-4629-ae5c-702636fcb913 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:18:06.422075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.449528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.506995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.525207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcfe238-31c9-4e98-a1a8-d488c1aa6199,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:06.539538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:06.540698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5c1203c6-9579-48d5-8f47-5325f70058a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dcfe238-31c9-4e98-a1a8-d488c1aa6199 HTTP/1.1" status: 204 len: 168 time: 0.1791553 Feb 17 23:18:06.920171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41846) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:06.973052 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1ffc3234-a693-45ef-902c-789ba939864e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a170f89ca7c449aab3b5b61a1964269e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516405 Feb 17 23:18:06.975419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41850) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:07.036881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:07.065043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:07.118810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:07.136639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800473e-92a2-4d79-848b-d13f90d9872a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:07.141201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:07.142755 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d4d70bb6-0fe0-43c0-8a9c-88a2c9e72531 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b800473e-92a2-4d79-848b-d13f90d9872a HTTP/1.1" status: 204 len: 168 time: 0.1657338 Feb 17 23:18:07.926670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41874) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:08.037662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-207224396-network', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:08.042700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:08.047897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Usage tracker for resource:network and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:08.051178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:08.057726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:08.070209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Made reservation on behalf of 55b78855ae7444b38f2ba61c169253ee for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:08.072534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.085989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.101110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:08.104901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:08.108314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:08.114660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:08.226003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.229837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.262499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:18:08.272324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb251c-d578-4962-9a33-dcf9c28abbfd,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:08.281979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.282323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Added segment 9ec4f7af-f381-479c-95c7-6f4308b58098 of type vlan for network ed2da470-0ac3-4827-874b-e71d0809a52c Feb 17 23:18:08.316946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.352153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.353649 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:08.354667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.463234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] Pushing event updated for resources: {'Network': ['ID=ed2da470-0ac3-4827-874b-e71d0809a52c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:08.466267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1f13cf19-9d93-40d3-89f2-2051028fabbc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5383017 Feb 17 23:18:08.469554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41880) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:08.475180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Request body: {'subnet': {'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-207224396-subnet', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:08.476711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network ed2da470-0ac3-4827-874b-e71d0809a52c details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:18:08.480464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:08.485296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Usage tracker for resource:subnet and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:08.488410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:08.496158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:08.514282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Made reservation on behalf of 55b78855ae7444b38f2ba61c169253ee for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:08.516703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.734027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.816442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b3083d-669e-48e2-b2db-9a68603fe07b,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:08.824938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Checking segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:08.825319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Network hostable DHCP agents. Network: ed2da470-0ac3-4827-874b-e71d0809a52c, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:18:08.845264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Network ed2da470-0ac3-4827-874b-e71d0809a52c is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:18:08.854474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, ed2da470-0ac3-4827-874b-e71d0809a52c) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:08.858633 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:08.859248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.864171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877308c4-b8cf-42ef-a97a-cef862d46720 None None] Network ed2da470-0ac3-4827-874b-e71d0809a52c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:18:08.881312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2255d4f9-1af0-491f-adee-8681c9781081 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4104950 Feb 17 23:18:08.883845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:08.889908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:08.894663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:08.898464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Usage tracker for resource:router and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:08.901710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:08.908467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:08.921935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.923200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:08.939944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.130791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-ed2da470-0ac3-4827-874b-e71d0809a52c', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:18:09.131619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.233060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.302219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Allocated IP 172.20.0.2 (ed2da470-0ac3-4827-874b-e71d0809a52c/17b3083d-669e-48e2-b2db-9a68603fe07b/f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:09.597475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.608366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Transition to ACTIVE for port object f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:09.630156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Transition to ACTIVE for port object f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:09.640706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.692781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.717955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Network ed2da470-0ac3-4827-874b-e71d0809a52c is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:09.721140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:09.725210 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:09.744739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.759784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Pushing event updated for resources: {'Port': ['ID=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:09.806743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.807261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.807615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.807982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.808282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.808638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.808949 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.809306 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.809633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.809956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.810878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.811268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:09.838275 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Attempting to bind port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:09.838635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Attempting to bind port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:09.838991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Attempting to bind port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 on network ed2da470-0ac3-4827-874b-e71d0809a52c {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:09.845190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:09.845601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Checking segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:09.845944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.846327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Bound using segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:09.846782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Bound port: f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:09.847257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:09.901758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Allocated IP 172.26.7.172 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/6b4a1125-9c58-40a3-bf8f-0283219d6a42) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:09.944386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] For port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:09.947772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] For port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:09.952305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:10.054512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d963-7a87-4794-9bb2-8bfae80bda3f None None] Pushing event updated for resources: {'Port': ['ID=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:10.069687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:10.104192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:10.174480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:10.182793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:10.182793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:10.222536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Pushing event updated for resources: {'Port': ['ID=6b4a1125-9c58-40a3-bf8f-0283219d6a42,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:10.649636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:11.099121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77456f-5799-40c2-adfe-4da11239b013 None None] Network ed2da470-0ac3-4827-874b-e71d0809a52c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:18:11.127929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:11.179263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9c09aca6-d00f-4383-a4fa-b264dc069b72 None None] Provisioning for port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:11.344901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:18:11.541263 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:18:11.552422 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Sync routers for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:11.563772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:11.564245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:11.568480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:11.569888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0d105529-066d-4684-a7cf-81039da9c95a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6849277 Feb 17 23:18:11.574282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41888) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:11.767401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:12.088448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:10Z', 'revision_number': 3, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:12.093277 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Checking router: 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:12.093621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Updating router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:18:12.149856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.313121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.375330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:12.547354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Allocated IP 172.20.0.1 (ed2da470-0ac3-4827-874b-e71d0809a52c/17b3083d-669e-48e2-b2db-9a68603fe07b/749c1ae1-f51e-4c68-84bd-7bdbaedad712) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:12.551408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:12.558797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:12.559276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.693889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.733182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Transition to ACTIVE for port object 6b4a1125-9c58-40a3-bf8f-0283219d6a42 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:12.750260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.842414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.843037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.860937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Attempting to bind port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:12.861340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Attempting to bind port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:12.861708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Attempting to bind port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:12.867394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Transition to ACTIVE for port object 749c1ae1-f51e-4c68-84bd-7bdbaedad712 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:12.869691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288690fb-7835-40d0-b4e4-ca3c5b7f769a None None] Pushing event updated for resources: {'Port': ['ID=6b4a1125-9c58-40a3-bf8f-0283219d6a42,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:12.876177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:12.876554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:12.877254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.877388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:12.877817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Bound port: 6b4a1125-9c58-40a3-bf8f-0283219d6a42, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:12.878194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.898302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.946448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:12.959381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:12.973480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Network ed2da470-0ac3-4827-874b-e71d0809a52c is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:12.976527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:12.980606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:13.013839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Pushing event updated for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:13.027492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] For port 6b4a1125-9c58-40a3-bf8f-0283219d6a42, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:13.048443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.052212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] For port 6b4a1125-9c58-40a3-bf8f-0283219d6a42, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b4a1125-9c58-40a3-bf8f-0283219d6a42,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:13.060854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.064473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:13.162421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:13.163470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:13.230405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288690fb-7835-40d0-b4e4-ca3c5b7f769a None None] Pushing event updated for resources: {'Port': ['ID=6b4a1125-9c58-40a3-bf8f-0283219d6a42,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:13.356144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9bbd2a4a-e451-45f7-b7c0-61564603f86e None None] Provisioning for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:13.372293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-9bbd2a4a-e451-45f7-b7c0-61564603f86e None None] Provisioning complete for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:13.373458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2a4a-e451-45f7-b7c0-61564603f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.377041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.427354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:13.572179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd2a4a-e451-45f7-b7c0-61564603f86e None None] Port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:18:13.620212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.625209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.735059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Pushing event updated for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:13.737611 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:13.751260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:10Z', 'revision_number': 3, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:13.755317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4a247-2db4-452c-aba5-4654ce8022d1 None None] The sync data for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv is: [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:10Z', 'revision_number': 3, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:13.890520 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Network ed2da470-0ac3-4827-874b-e71d0809a52c is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:13.892000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:14.139699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:18:14.198896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4bc9788c-25b3-4510-9748-b133685ac009 None None] Provisioning complete for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:14.199485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4bc9788c-25b3-4510-9748-b133685ac009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:14.271942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9788c-25b3-4510-9748-b133685ac009 None None] Port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:18:14.387487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:18:14.398785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-103b117e-5222-4c9e-ae2e-09100827b37c admin admin] 10.222.0.42 "PUT /v2.0/routers/42717fd3-7cb6-446b-8c19-c50f1e90d6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8228223 Feb 17 23:18:14.416027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b4a1125-9c58-40a3-bf8f-0283219d6a42 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:14.508373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:14.518086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:14.518688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:14.683131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:14.707475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6b4a1125-9c58-40a3-bf8f-0283219d6a42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b4a1125-9c58-40a3-bf8f-0283219d6a42,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:14.711522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:14.712227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:14.839972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6b4a1125-9c58-40a3-bf8f-0283219d6a42,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:14.853479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:14.853848 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.059167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41906) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:15.068240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1539463456-network', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:15.076866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:15.083511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Usage tracker for resource:network and tenant:70bb7711099a4f3d892301dbaa8a7396 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:15.088189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:15.095260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:15.107375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Made reservation on behalf of 70bb7711099a4f3d892301dbaa8a7396 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:15.110092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.123727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.140632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:15.144885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Usage tracker for resource:security_group_rule and tenant:70bb7711099a4f3d892301dbaa8a7396 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:15.148195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:15.154842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:15.280798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.286869 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.456442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:18:15.470675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ce9540-7564-4c03-8eb6-16dbc889f7f6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:15.476290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.476812 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Added segment ea5ea940-185e-4f0b-8fc9-c886e3f76b2f of type vlan for network 0958335b-0893-427e-a182-7fd8c5aa39da Feb 17 23:18:15.500768 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Sync routers for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:15.511697 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:15.512438 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:15.515947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.552299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.553836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:15.554451 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.666257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] Pushing event updated for resources: {'Network': ['ID=0958335b-0893-427e-a182-7fd8c5aa39da,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:15.669053 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5da81bbd-4fdc-4e6a-95b2-5a598657fd36 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6079381 Feb 17 23:18:15.672143 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41910) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:15.678918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Request body: {'subnet': {'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1539463456-subnet', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:15.680837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 0958335b-0893-427e-a182-7fd8c5aa39da details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:18:15.684408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:15.695480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Usage tracker for resource:subnet and tenant:70bb7711099a4f3d892301dbaa8a7396 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:15.698878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:15.706913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:15.721339 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:15.727504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Made reservation on behalf of 70bb7711099a4f3d892301dbaa8a7396 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:15.730592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:15.975857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.127937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2f6a5e-8225-41a7-ac1a-29312c101868,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:16.143552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Checking segment: {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:16.143920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Network hostable DHCP agents. Network: 0958335b-0893-427e-a182-7fd8c5aa39da, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:18:16.149711 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 2, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:16.154819 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Checking router: 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:16.155244 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Updating router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:18:16.170061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Network 0958335b-0893-427e-a182-7fd8c5aa39da is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:18:16.183162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 0958335b-0893-427e-a182-7fd8c5aa39da) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:16.188852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:16.189475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.198303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762dcb1-047a-4ff6-b667-2a1e6492f34d None None] Network 0958335b-0893-427e-a182-7fd8c5aa39da requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:18:16.219451 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.226866 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7c165a2c-2499-4bb0-a347-ea641c6c39c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5489342 Feb 17 23:18:16.227159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 41914) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:16.235686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:16.243482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:16.249034 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Usage tracker for resource:router and tenant:70bb7711099a4f3d892301dbaa8a7396 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:18:16.252821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:18:16.260845 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:16.276439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.278073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.298154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.344431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b4a1125-9c58-40a3-bf8f-0283219d6a42 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:16.598334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:16.598707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.613925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.628501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-0958335b-0893-427e-a182-7fd8c5aa39da', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:18:16.629515 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.686622 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.702753 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Transition to ACTIVE for port object 749c1ae1-f51e-4c68-84bd-7bdbaedad712 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:16.713588 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.848478 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Pushing event updated for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:16.870933 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.871564 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.872080 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.873285 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.873831 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.874335 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.874819 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.875328 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.875659 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.875984 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.876306 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.876628 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:16.949039 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Allocated IP 172.20.0.2 (0958335b-0893-427e-a182-7fd8c5aa39da/be2f6a5e-8225-41a7-ac1a-29312c101868/88255b27-130b-4c3b-9557-4220712aed2b) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:16.985655 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Attempting to bind port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:16.986299 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Attempting to bind port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:16.986832 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Attempting to bind port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 on network ed2da470-0ac3-4827-874b-e71d0809a52c {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:16.988459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.993593 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:16.994242 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Checking segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:16.994806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:16.995515 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Bound using segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:16.996159 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Bound port: 749c1ae1-f51e-4c68-84bd-7bdbaedad712, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:16.996709 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.040291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.102079 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] For port 749c1ae1-f51e-4c68-84bd-7bdbaedad712, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:17.106102 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] For port 749c1ae1-f51e-4c68-84bd-7bdbaedad712, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=749c1ae1-f51e-4c68-84bd-7bdbaedad712,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:17.117016 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.223199 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1343-ed3f-4acc-bce7-10a7c7e63bc3 None None] Pushing event updated for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:17.227805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Allocated IP 172.26.7.252 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/d447b255-b523-48bc-95bd-68e796b5985a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:17.229541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.236109 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:17.236773 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:17.244163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Transition to ACTIVE for port object 88255b27-130b-4c3b-9557-4220712aed2b will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:17.267667 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Transition to ACTIVE for port object 88255b27-130b-4c3b-9557-4220712aed2b will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:17.276609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.340753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Network 0958335b-0893-427e-a182-7fd8c5aa39da is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:17.349363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:17.354565 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:17.437390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Pushing event updated for resources: {'Port': ['ID=88255b27-130b-4c3b-9557-4220712aed2b,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:17.444623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.465185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Attempting to bind port 88255b27-130b-4c3b-9557-4220712aed2b on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:17.465185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Attempting to bind port 88255b27-130b-4c3b-9557-4220712aed2b by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:17.465185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Attempting to bind port 88255b27-130b-4c3b-9557-4220712aed2b on network 0958335b-0893-427e-a182-7fd8c5aa39da {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:17.467309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:17.467686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Checking segment: {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:17.468085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.468473 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Bound using segment: {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:17.468938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Bound port: 88255b27-130b-4c3b-9557-4220712aed2b, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:17.469342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.486263 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:17.500695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.596456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] For port 88255b27-130b-4c3b-9557-4220712aed2b, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:17.599969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] For port 88255b27-130b-4c3b-9557-4220712aed2b, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=88255b27-130b-4c3b-9557-4220712aed2b,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:17.605445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:17.616069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:17.620805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:17.624207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:17.690208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Pushing event updated for resources: {'Port': ['ID=d447b255-b523-48bc-95bd-68e796b5985a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:17.733842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b493b-a211-49d4-b42f-cbbdbc9f3fac None None] Pushing event updated for resources: {'Port': ['ID=88255b27-130b-4c3b-9557-4220712aed2b,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:17.908833 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:17Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:17.926092 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd600b79-42cf-44e2-95e4-333349e4cbd1 None None] The sync data for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv is: [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:17Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:18.373831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:18.423942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 749c1ae1-f51e-4c68-84bd-7bdbaedad712 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:18.524710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:18.533941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:18.534446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:18.680732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:18.723615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 749c1ae1-f51e-4c68-84bd-7bdbaedad712, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=749c1ae1-f51e-4c68-84bd-7bdbaedad712,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:18.730169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:18.730964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 88255b27-130b-4c3b-9557-4220712aed2b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:18.821613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:18.922140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:18.955316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 88255b27-130b-4c3b-9557-4220712aed2b completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:19.027791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61d999-254a-4830-9879-4b210e20c452 None None] Network 0958335b-0893-427e-a182-7fd8c5aa39da requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:18:19.129182 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Router b0ef2b0a-9f7b-462c-b91d-351587534de2 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:18:19.204837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Provisioning for port 88255b27-130b-4c3b-9557-4220712aed2b completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:19.220165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Provisioning complete for port 88255b27-130b-4c3b-9557-4220712aed2b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:19.220791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:19.458251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:18:19.471102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Sync routers for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:19.486914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:19.488268 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3c65c8f0-cc2d-4d79-a893-84d254f63752 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2595904 Feb 17 23:18:19.491122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 41918) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:18:19.497017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:19.510024 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:19.510700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:19.696368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] For port 88255b27-130b-4c3b-9557-4220712aed2b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=88255b27-130b-4c3b-9557-4220712aed2b,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:19.710923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:19.807029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:19.958142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e33394-8a28-47ba-b2b2-e65236e99f32 None None] Pushing event updated for resources: {'Port': ['ID=88255b27-130b-4c3b-9557-4220712aed2b,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:20.088263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-bda01ee8-511c-401b-b80b-50eb66f6f8d2 None None] Provisioning complete for port 88255b27-130b-4c3b-9557-4220712aed2b triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:20.088632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bda01ee8-511c-401b-b80b-50eb66f6f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:20.232718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f80b9188-f704-4f6f-bb4b-d5f711fcfe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:20.362638 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 749c1ae1-f51e-4c68-84bd-7bdbaedad712 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:20.437025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:17Z', 'revision_number': 3, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:20.445375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Checking router: b0ef2b0a-9f7b-462c-b91d-351587534de2 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:20.445728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Updating router b0ef2b0a-9f7b-462c-b91d-351587534de2 port d447b255-b523-48bc-95bd-68e796b5985a binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:18:20.510874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:20.511936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:20.543557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:20.594349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:20.842593 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Allocated IP 172.20.0.1 (0958335b-0893-427e-a182-7fd8c5aa39da/be2f6a5e-8225-41a7-ac1a-29312c101868/819cea75-431b-4fb5-9c0b-693dbf15edd5) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:20.893999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 88255b27-130b-4c3b-9557-4220712aed2b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:21.027151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 88255b27-130b-4c3b-9557-4220712aed2b triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:21.027605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.150737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.169838 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Transition to ACTIVE for port object 819cea75-431b-4fb5-9c0b-693dbf15edd5 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:21.170958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.197989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.230599 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Transition to ACTIVE for port object d447b255-b523-48bc-95bd-68e796b5985a will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:21.248858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.275498 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Network 0958335b-0893-427e-a182-7fd8c5aa39da is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:21.278903 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:21.283413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:21.316828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Pushing event updated for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:21.349246 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Attempting to bind port d447b255-b523-48bc-95bd-68e796b5985a on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:21.349625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Attempting to bind port d447b255-b523-48bc-95bd-68e796b5985a by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:21.349989 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Attempting to bind port d447b255-b523-48bc-95bd-68e796b5985a on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:21.350503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.357539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba03f8-cbc5-4448-9ee7-80bdc96c7257 None None] Pushing event updated for resources: {'Port': ['ID=d447b255-b523-48bc-95bd-68e796b5985a,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:21.364109 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:21.364477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:21.364872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.365291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:21.365786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Bound port: d447b255-b523-48bc-95bd-68e796b5985a, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:21.366162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.470338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] For port d447b255-b523-48bc-95bd-68e796b5985a, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:21.476121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] For port d447b255-b523-48bc-95bd-68e796b5985a, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d447b255-b523-48bc-95bd-68e796b5985a,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:21.483769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.580050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.651364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:21.652441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:17:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:21.785966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba03f8-cbc5-4448-9ee7-80bdc96c7257 None None] Pushing event updated for resources: {'Port': ['ID=d447b255-b523-48bc-95bd-68e796b5985a,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:21.820910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9779d77-d378-4651-9138-82308f175f1c None None] Provisioning for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:21.836643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e9779d77-d378-4651-9138-82308f175f1c None None] Provisioning complete for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:21.837281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e9779d77-d378-4651-9138-82308f175f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.846795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.852240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.974927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:21.978811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Pushing event updated for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:22.093074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e9779d77-d378-4651-9138-82308f175f1c None None] Port 819cea75-431b-4fb5-9c0b-693dbf15edd5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:18:22.120274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:22.144885 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Network 0958335b-0893-427e-a182-7fd8c5aa39da is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:22.146285 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:22.418594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Router b0ef2b0a-9f7b-462c-b91d-351587534de2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:18:22.528957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f8f63742-e761-42ef-838f-2785def98c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:22.561538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-21ff98dc-8946-4681-bbac-00b06f9ac39c None None] Provisioning complete for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:22.561905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-21ff98dc-8946-4681-bbac-00b06f9ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:22.640652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:18:22.650529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ce4f42d6-a529-41a0-b66e-ed594278b763 admin admin] 10.222.0.42 "PUT /v2.0/routers/b0ef2b0a-9f7b-462c-b91d-351587534de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1577539 Feb 17 23:18:22.664278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-21ff98dc-8946-4681-bbac-00b06f9ac39c None None] Port 819cea75-431b-4fb5-9c0b-693dbf15edd5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:18:22.721783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '819cea75-431b-4fb5-9c0b-693dbf15edd5', 'name': '', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'mac_address': 'fa:16:3e:1a:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:20Z', 'updated_at': '2022-02-17T23:18:20Z', 'revision_number': 1, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'subnets': [{'id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:22.729433 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25be6f-093e-4ccd-8302-7356d7361bff None None] The sync data for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv is: [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '819cea75-431b-4fb5-9c0b-693dbf15edd5', 'name': '', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'mac_address': 'fa:16:3e:1a:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:20Z', 'updated_at': '2022-02-17T23:18:20Z', 'revision_number': 1, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'subnets': [{'id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:23.411348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:23.601879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:24.395517 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d447b255-b523-48bc-95bd-68e796b5985a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:24.479516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d447b255-b523-48bc-95bd-68e796b5985a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:24.485910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d447b255-b523-48bc-95bd-68e796b5985a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:24.486254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:24.717339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:24.748773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port d447b255-b523-48bc-95bd-68e796b5985a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d447b255-b523-48bc-95bd-68e796b5985a,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:24.753003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:24.836868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=d447b255-b523-48bc-95bd-68e796b5985a,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:25.041339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:26.370206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d447b255-b523-48bc-95bd-68e796b5985a up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:26.478085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d447b255-b523-48bc-95bd-68e796b5985a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:26.478867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:26.546435 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Sync routers for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:26.561777 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:26.562415 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:18:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:26.817040 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:27.260135 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '819cea75-431b-4fb5-9c0b-693dbf15edd5', 'name': '', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'mac_address': 'fa:16:3e:1a:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:20Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 2, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'subnets': [{'id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:27.266828 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Checking router: b0ef2b0a-9f7b-462c-b91d-351587534de2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:27.267177 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Updating router b0ef2b0a-9f7b-462c-b91d-351587534de2 port 819cea75-431b-4fb5-9c0b-693dbf15edd5 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:18:27.377244 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:27.943699 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:27.968622 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Transition to ACTIVE for port object 819cea75-431b-4fb5-9c0b-693dbf15edd5 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:27.979131 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:28.213743 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788c58f-24d3-49be-a214-c0f63baa706d None None] Pushing event updated for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:28.361319 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Attempting to bind port 819cea75-431b-4fb5-9c0b-693dbf15edd5 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:28.361735 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Attempting to bind port 819cea75-431b-4fb5-9c0b-693dbf15edd5 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:28.362096 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Attempting to bind port 819cea75-431b-4fb5-9c0b-693dbf15edd5 on network 0958335b-0893-427e-a182-7fd8c5aa39da {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:28.369617 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:28.370171 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Checking segment: {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:28.370579 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:28.370969 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Bound using segment: {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:28.371474 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Bound port: 819cea75-431b-4fb5-9c0b-693dbf15edd5, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:28.372425 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:28.516935 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] For port 819cea75-431b-4fb5-9c0b-693dbf15edd5, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:28.525431 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] For port 819cea75-431b-4fb5-9c0b-693dbf15edd5, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=819cea75-431b-4fb5-9c0b-693dbf15edd5,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:28.532850 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:28.667352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:28.678928 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788c58f-24d3-49be-a214-c0f63baa706d None None] Pushing event updated for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:28.724108 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:18:28.725357 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:18:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:29.018033 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:18:29.478718 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '819cea75-431b-4fb5-9c0b-693dbf15edd5', 'name': '', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'mac_address': 'fa:16:3e:1a:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:20Z', 'updated_at': '2022-02-17T23:18:28Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'subnets': [{'id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:29.486516 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2377-2693-4309-bc3d-e944ae83bd9f None None] The sync data for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv is: [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:18:21Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '819cea75-431b-4fb5-9c0b-693dbf15edd5', 'name': '', 'network_id': '0958335b-0893-427e-a182-7fd8c5aa39da', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'mac_address': 'fa:16:3e:1a:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:20Z', 'updated_at': '2022-02-17T23:18:28Z', 'revision_number': 4, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'subnets': [{'id': 'be2f6a5e-8225-41a7-ac1a-29312c101868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:29.560511 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:18:30.405941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 819cea75-431b-4fb5-9c0b-693dbf15edd5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:30.496229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:30.503528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:30.503991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:30.660574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:30.705526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 819cea75-431b-4fb5-9c0b-693dbf15edd5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=819cea75-431b-4fb5-9c0b-693dbf15edd5,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:30.710837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:30.808390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:32.343077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 819cea75-431b-4fb5-9c0b-693dbf15edd5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:32.441192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 819cea75-431b-4fb5-9c0b-693dbf15edd5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:32.441917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:34.183384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-ca584f74-f167-47ea-a7c0-8687a502bb33 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:34.184682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-572ed886-9de6-4bca-ba57-78091f98a806 req-ca584f74-f167-47ea-a7c0-8687a502bb33 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:18:34.202695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-572ed886-9de6-4bca-ba57-78091f98a806 req-ca584f74-f167-47ea-a7c0-8687a502bb33 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:18:34.203890 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-ca584f74-f167-47ea-a7c0-8687a502bb33 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 814 time: 0.1814528 Feb 17 23:18:34.219288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7a770361-c476-43b1-9d4a-160bd0c39ec2 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/quotas/55b78855ae7444b38f2ba61c169253ee HTTP/1.1" status: 200 len: 375 time: 0.0096908 Feb 17 23:18:34.320077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7c6c3315-8cdd-447d-b236-1c78f6e8d44f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:18:34.340484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7c6c3315-8cdd-447d-b236-1c78f6e8d44f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:18:34.342874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7c6c3315-8cdd-447d-b236-1c78f6e8d44f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177180 Feb 17 23:18:34.602674 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-2b4a4272-0a57-4b20-8338-db0e9e6f8708 service neutron] 10.222.0.42 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472801 Feb 17 23:18:34.748264 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-559b71e9-bb64-4a0c-9918-43bf4c72fa69 service neutron] 10.222.0.42 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389000 Feb 17 23:18:34.948909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ff9a7906-e5ad-4988-ae75-5a97b4d286c0 req-0f4896c5-4e3f-466e-9e8b-ad7ecfaf8568 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 210 time: 0.0497942 Feb 17 23:18:36.141365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f678f12-9a73-4784-8745-f169c80e6fa4 req-e3f23859-360b-4f71-b843-17053b6600aa tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 210 time: 0.0574625 Feb 17 23:18:36.195867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-1db0d0f3-d86e-4e70-babb-7e62b2a64f4c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:36.197298 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-1db0d0f3-d86e-4e70-babb-7e62b2a64f4c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 814 time: 0.2264829 Feb 17 23:18:36.211318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'port': {'device_id': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'admin_state_up': True, 'tenant_id': '55b78855ae7444b38f2ba61c169253ee'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:36.356697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:18:36.367326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:18:36.380111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Made reservation on behalf of 55b78855ae7444b38f2ba61c169253ee for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:36.384139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:36.600599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Allocated IP 172.20.0.4 (ed2da470-0ac3-4827-874b-e71d0809a52c/17b3083d-669e-48e2-b2db-9a68603fe07b/d8347411-56d3-4bf2-a478-c81824a71bf4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:36.971959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:36.995538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Transition to ACTIVE for port object d8347411-56d3-4bf2-a478-c81824a71bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:37.030644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:37.154163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Network ed2da470-0ac3-4827-874b-e71d0809a52c is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:37.158168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:37.175276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:18:37.225308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:37.254743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.255440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.256115 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.256770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.257919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.259352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.260591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.262696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.263516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.264951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.265697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.266135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:18:37.297562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:37.298246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:37.395810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-23392fcb-adcc-42cf-bb3f-688ae65fad23 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877658 Feb 17 23:18:37.566226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-e8d36203-bb24-47cc-b55d-6161f00720ce tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:37.567110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-e8d36203-bb24-47cc-b55d-6161f00720ce tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:18:37.592795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-e8d36203-bb24-47cc-b55d-6161f00720ce tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:18:37.603666 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-e8d36203-bb24-47cc-b55d-6161f00720ce tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 931 time: 0.2032940 Feb 17 23:18:37.666914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8906445c-efed-468a-aff8-d9ff6b92d7ae None None] Provisioning for port d8347411-56d3-4bf2-a478-c81824a71bf4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:37.688108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8906445c-efed-468a-aff8-d9ff6b92d7ae None None] Provisioning complete for port d8347411-56d3-4bf2-a478-c81824a71bf4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:37.690397 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8906445c-efed-468a-aff8-d9ff6b92d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:37.775946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-ef72d69f-9330-4210-8082-288d91c872e0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:18:37.813812 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-ef72d69f-9330-4210-8082-288d91c872e0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:18:37.831405 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a23a525c-f51f-48a5-909d-9f84b8a0d9bc req-ef72d69f-9330-4210-8082-288d91c872e0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181513 Feb 17 23:18:37.872623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8906445c-efed-468a-aff8-d9ff6b92d7ae None None] Port d8347411-56d3-4bf2-a478-c81824a71bf4 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:18:37.880317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Request body: {'port': {'device_id': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:38.017707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:38.514781 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8347411-56d3-4bf2-a478-c81824a71bf4 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:18:38.524452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:38.553730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Transition to ACTIVE for port object d8347411-56d3-4bf2-a478-c81824a71bf4 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:38.560621 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:38.915697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:39.021230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Attempting to bind port d8347411-56d3-4bf2-a478-c81824a71bf4 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:18:39.021230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Attempting to bind port d8347411-56d3-4bf2-a478-c81824a71bf4 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:18:39.021230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Attempting to bind port d8347411-56d3-4bf2-a478-c81824a71bf4 on network ed2da470-0ac3-4827-874b-e71d0809a52c {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:39.038683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Port d8347411-56d3-4bf2-a478-c81824a71bf4 on network ed2da470-0ac3-4827-874b-e71d0809a52c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:18:39.039103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Attempting to bind port d8347411-56d3-4bf2-a478-c81824a71bf4 on network ed2da470-0ac3-4827-874b-e71d0809a52c {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:18:39.049864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:18:39.050318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Checking segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:18:39.050940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Bound using segment: {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:18:39.051890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Bound port: d8347411-56d3-4bf2-a478-c81824a71bf4, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4f7af-f381-479c-95c7-6f4308b58098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:18:39.052701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:39.315966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708976e7-1b1b-4f8b-9ff4-012729765f6a req-7b4bd06e-2fcc-4088-868a-d00d51cc2766 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:39.317419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-708976e7-1b1b-4f8b-9ff4-012729765f6a req-7b4bd06e-2fcc-4088-868a-d00d51cc2766 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.2233875 Feb 17 23:18:39.320472 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:18:39.325231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:18:39.365380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:39.470002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:39.470525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:39.472701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 1093 time: 1.6116443 Feb 17 23:18:39.479306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:18:39.537399 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-708976e7-1b1b-4f8b-9ff4-012729765f6a req-6f65e4aa-8adb-4fec-92ad-bc574e44e750 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075748 Feb 17 23:18:39.562410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675419f-55be-4506-a16d-48902bad3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:39.597012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:18:40.771830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45080a-118c-4fb7-8faf-65f00e3b2e64 req-ae8eb793-fbe0-4134-a3c4-d2b4fa221b75 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:40.773443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4f45080a-118c-4fb7-8faf-65f00e3b2e64 req-ae8eb793-fbe0-4134-a3c4-d2b4fa221b75 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.1060412 Feb 17 23:18:40.824720 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4f45080a-118c-4fb7-8faf-65f00e3b2e64 req-052e759d-fa24-4912-9558-e937cd3396b2 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Feb 17 23:18:42.254771 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d985589-2907-40f6-a39e-76663a47018b req-2de72fd4-d24d-4ddb-9930-478d82190f19 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:42.261797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d985589-2907-40f6-a39e-76663a47018b req-2de72fd4-d24d-4ddb-9930-478d82190f19 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.1483152 Feb 17 23:18:42.330501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2d985589-2907-40f6-a39e-76663a47018b req-4a66b3e0-63c5-4865-920f-b4cf1703f7c0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629888 Feb 17 23:18:43.580070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ab2e-504c-4af8-aff5-4b9bbd155dd4 req-f991f6f6-797f-4cb3-a1a0-b0686e71d8f6 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.581981 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1019ab2e-504c-4af8-aff5-4b9bbd155dd4 req-f991f6f6-797f-4cb3-a1a0-b0686e71d8f6 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.1127925 Feb 17 23:18:43.643174 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1019ab2e-504c-4af8-aff5-4b9bbd155dd4 req-2a2ee739-ced8-45a0-80c3-3ce9ea8bb29f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550344 Feb 17 23:18:44.463591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-c09c57f6-6d86-446b-bdb1-a575526d06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.465147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-c09c57f6-6d86-446b-bdb1-a575526d06f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1096 time: 0.0894854 Feb 17 23:18:44.631182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-5164b0ef-923f-4afb-a407-7cfa16c90bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.632628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-5164b0ef-923f-4afb-a407-7cfa16c90bd6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=55b78855ae7444b38f2ba61c169253ee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1575830 Feb 17 23:18:44.818161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-d597510c-407b-4c7e-a87f-7b9ec33696b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.819541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-332e25a2-6217-4dd7-9281-b24aaa0ad9fb req-d597510c-407b-4c7e-a87f-7b9ec33696b8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1815720 Feb 17 23:18:44.858577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a087902-2946-4425-83bf-e8d7317c889c req-1d36e255-69cc-4184-96b1-e2b21119e35b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.860118 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a087902-2946-4425-83bf-e8d7317c889c req-1d36e255-69cc-4184-96b1-e2b21119e35b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.1075611 Feb 17 23:18:44.956618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a087902-2946-4425-83bf-e8d7317c889c req-bcc6dcf4-762a-4a99-aba2-d59475588728 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643046 Feb 17 23:18:44.973654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7c2b0681-46d6-4a6e-a40a-59de53ea8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.975119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-7c2b0681-46d6-4a6e-a40a-59de53ea8d41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1096 time: 0.1134639 Feb 17 23:18:45.045577 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-f79b9344-037b-442e-bc33-d8b6da166229 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 217 time: 0.0637195 Feb 17 23:18:45.111336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-394ff7b2-445b-48ba-b612-9ab5e710206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:45.112677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-394ff7b2-445b-48ba-b612-9ab5e710206e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0621212 Feb 17 23:18:45.193226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed886-9de6-4bca-ba57-78091f98a806 req-15b1e7d1-3fe0-448c-a35a-dc3f146ab736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:45.194727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-15b1e7d1-3fe0-448c-a35a-dc3f146ab736 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762346 Feb 17 23:18:45.434739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-77363d68-fd4c-4d9f-8e24-0123ecc0a419 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342973 Feb 17 23:18:45.565785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-572ed886-9de6-4bca-ba57-78091f98a806 req-d42207e9-d54e-4590-b70c-c22a925874cc service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256557 Feb 17 23:18:46.166591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361b87-d32c-4341-a33c-57c05c431e5d req-75e4fb2d-ab8e-4857-a643-dcbfc9963200 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:46.168341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03361b87-d32c-4341-a33c-57c05c431e5d req-75e4fb2d-ab8e-4857-a643-dcbfc9963200 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 943 time: 0.0916705 Feb 17 23:18:46.217199 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03361b87-d32c-4341-a33c-57c05c431e5d req-06867952-c5c7-406c-a8b8-746ee6918beb tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Feb 17 23:18:47.026783 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device d8347411-56d3-4bf2-a478-c81824a71bf4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:18:47.167219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:47.181931 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'port_id': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'mac_address': 'fa:16:3e:5b:d8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:18:47.242177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:47.260695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8347411-56d3-4bf2-a478-c81824a71bf4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:18:47.279912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:47.283967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:47.351788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:47.408415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd75c9-f00f-4194-b584-0c0b331787a2 req-4a23e3ea-c04e-431d-9f91-44a204c11344 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:47.409966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eedd75c9-f00f-4194-b584-0c0b331787a2 req-4a23e3ea-c04e-431d-9f91-44a204c11344 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 944 time: 0.0824962 Feb 17 23:18:47.455224 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eedd75c9-f00f-4194-b584-0c0b331787a2 req-5fb66c83-7d9f-44cd-ae9e-5d3db99babd2 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Feb 17 23:18:47.489065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:18:48.644956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c631cb4-1d13-4ac0-86aa-8b0aaeba5c58 req-0e4c80ea-1e20-437f-b279-6e507a296456 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:48.646446 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c631cb4-1d13-4ac0-86aa-8b0aaeba5c58 req-0e4c80ea-1e20-437f-b279-6e507a296456 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 944 time: 0.0850499 Feb 17 23:18:48.692560 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c631cb4-1d13-4ac0-86aa-8b0aaeba5c58 req-02fd61f0-3151-4f72-bc49-a80be216b5a8 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Feb 17 23:18:49.026454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device d8347411-56d3-4bf2-a478-c81824a71bf4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:18:49.095014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port d8347411-56d3-4bf2-a478-c81824a71bf4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:49.099999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port d8347411-56d3-4bf2-a478-c81824a71bf4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:49.100366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:49.227005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:49.255857 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:18:49.267044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:18:49.272844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:49.359842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:49.454723 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'code': 200} Feb 17 23:18:49.678496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80bae0-b3ad-4729-8705-1c1822a757db req-ad6ab758-ebba-4f3f-851f-49677d9c3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:49.680012 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b80bae0-b3ad-4729-8705-1c1822a757db req-ad6ab758-ebba-4f3f-851f-49677d9c3d02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1098 time: 0.0705059 Feb 17 23:18:49.721131 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b80bae0-b3ad-4729-8705-1c1822a757db req-48e142ce-19f7-49e4-8dc2-8ad53a9a6933 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Feb 17 23:18:49.887367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcf90c-ab07-4429-90c1-f91501a7f6a3 req-c76bcda7-7fc6-4de6-b654-0b5f5bc7dfd5 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:49.888899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-17fcf90c-ab07-4429-90c1-f91501a7f6a3 req-c76bcda7-7fc6-4de6-b654-0b5f5bc7dfd5 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0906425 Feb 17 23:18:49.936449 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-17fcf90c-ab07-4429-90c1-f91501a7f6a3 req-359a30ce-cc28-4ada-822b-546232caf644 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Feb 17 23:18:50.134894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-495160e8-bcf3-4a00-9292-17569d959aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:51.141602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d9a5-4d34-4278-bb3d-593f1e3e796a req-3bad8294-40fa-4e80-8364-6c14f3355cc3 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:51.143184 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56e2d9a5-4d34-4278-bb3d-593f1e3e796a req-3bad8294-40fa-4e80-8364-6c14f3355cc3 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0918043 Feb 17 23:18:51.194586 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-56e2d9a5-4d34-4278-bb3d-593f1e3e796a req-0069fc09-741d-40c4-956d-720e7058efc6 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Feb 17 23:18:51.383234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669b64-a254-4ec9-b2c4-d992afb445c0 req-a352552d-e845-4120-9f68-88345501be2f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:51.384694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27669b64-a254-4ec9-b2c4-d992afb445c0 req-a352552d-e845-4120-9f68-88345501be2f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0804975 Feb 17 23:18:51.429534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27669b64-a254-4ec9-b2c4-d992afb445c0 req-3f33c582-621d-4fa2-8d03-32d3ebee4b91 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Feb 17 23:18:51.843849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bd05-a5b5-4791-86dd-61bfc7c0bee2 req-43649b2b-c29f-4aeb-a594-f60c8da21bb7 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:51.845248 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b761bd05-a5b5-4791-86dd-61bfc7c0bee2 req-43649b2b-c29f-4aeb-a594-f60c8da21bb7 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0887368 Feb 17 23:18:51.889762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b761bd05-a5b5-4791-86dd-61bfc7c0bee2 req-56f08a76-2f09-424b-bcd6-ee74a67a6972 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Feb 17 23:18:52.415623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-131e9acc-441d-4506-8425-997cdcd08291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:53.405194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:53.599154 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:54.118013 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-d786c124-268d-4794-882b-abb97df2796f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922880 Feb 17 23:18:54.267590 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9402be-474d-4e6b-a069-2170169e2415 req-a66e23c1-4156-43ad-874d-288274518e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:54.269313 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-a66e23c1-4156-43ad-874d-288274518e6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1098 time: 0.0812163 Feb 17 23:18:54.424670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9402be-474d-4e6b-a069-2170169e2415 req-158d2efb-f729-44af-a62e-ef30f5c47ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:54.426073 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-158d2efb-f729-44af-a62e-ef30f5c47ad6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1367221 Feb 17 23:18:54.496467 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-fa980b9e-f8d9-462b-9984-d1acf607cee3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 217 time: 0.0646682 Feb 17 23:18:54.564701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9402be-474d-4e6b-a069-2170169e2415 req-42d9b162-6646-4c96-a553-2dc8bb51c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:54.566180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-42d9b162-6646-4c96-a553-2dc8bb51c5a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0645051 Feb 17 23:18:54.645075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9402be-474d-4e6b-a069-2170169e2415 req-30297fa8-458b-4d30-94ce-c0f7e1b3fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:54.646643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-30297fa8-458b-4d30-94ce-c0f7e1b3fa06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737212 Feb 17 23:18:54.788819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-6c09d5c0-5c6a-43d2-9de2-958ce9cd6087 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361797 Feb 17 23:18:55.027381 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa9402be-474d-4e6b-a069-2170169e2415 req-7bd26034-25dc-443e-93d6-3e184265d494 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325881 Feb 17 23:18:55.066879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:18:58.624179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:02.035477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21035abf-4d80-402c-b248-e411606e7fa0 req-7b633048-34fc-41b9-b8c8-a85431fdec8c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:02.036944 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21035abf-4d80-402c-b248-e411606e7fa0 req-7b633048-34fc-41b9-b8c8-a85431fdec8c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0856318 Feb 17 23:19:02.083761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-21035abf-4d80-402c-b248-e411606e7fa0 req-a2570a63-a6ec-44a2-a9e5-09fcd8e85c63 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Feb 17 23:19:02.106654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42112) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:02.279392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0936aa2-81e6-4167-8cf8-d0f1bbe29b8d tempest-TestMinimumBasicScenario-209661577 tempest-TestMinimumBasicScenario-209661577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:02.280923 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c0936aa2-81e6-4167-8cf8-d0f1bbe29b8d tempest-TestMinimumBasicScenario-209661577 tempest-TestMinimumBasicScenario-209661577-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1093 time: 0.1732829 Feb 17 23:19:02.283881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42118) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:02.288955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:02.296013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:02.299978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:floatingip and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:02.303181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:02.309554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:02.322323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:02.461582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:02.605381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Allocated IP 172.26.7.52 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/c40eaea8-1533-4c35-bdf4-10726077c49d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:02.882016 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:02.910674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:02.975922 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:02.979189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:02.983275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:19:03.022528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'Port': ['ID=c40eaea8-1533-4c35-bdf4-10726077c49d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:03.039631 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.039982 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.040325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.040655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.040990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.041348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.041669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.041990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.042311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.042629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.042947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.043268 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:03.440210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:03.515809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:03.729581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:03.734013 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:03.837866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'Port': ['ID=c40eaea8-1533-4c35-bdf4-10726077c49d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:03.854542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:04.033588 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Floating IP 0f77126a-f8bb-4c01-b074-d4fb6d39bc0c associated. External IP: 172.26.7.52, port: d8347411-56d3-4bf2-a478-c81824a71bf4. Feb 17 23:19:04.514338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:19:04.698538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:19:04.709966 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Sync routers for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:04.721313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:19:04.722081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:18:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:04.724851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:04.784313 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-92ab2e0b-b323-4f5a-9056-746245fbee46 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4994276 Feb 17 23:19:04.785004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:04.787702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42122) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:04.793992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600397553', 'description': 'tempest-secgroup-smoke-600397553 description', 'project_id': '55b78855ae7444b38f2ba61c169253ee'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:04.803839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:04.815268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:04.830356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:04.858246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:04.862937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:04.866262 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:04.873026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:04.898607 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:19:04.933041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:19:05.021795 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.032578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.096249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:05.106605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199da2-a171-49e9-90ee-d11e3053a826 req-76e79573-7a46-40d1-89ec-41f766675169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:05.108498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-76e79573-7a46-40d1-89ec-41f766675169 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1098 time: 0.1817482 Feb 17 23:19:05.110165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.114308 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2900c339-fbd3-4177-9ccf-417b31a0e505 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3230119 Feb 17 23:19:05.114611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42130) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:05.120232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:05.128370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:05.132942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:05.136197 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:05.144851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:05.163558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.239063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.243769 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.259721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199da2-a171-49e9-90ee-d11e3053a826 req-aa95536f-fdc4-4fe4-9c29-6b32e5f1d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:05.261250 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-aa95536f-fdc4-4fe4-9c29-6b32e5f1d713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1469152 Feb 17 23:19:05.268661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3573940-dc21-41e0-92b7-76ad36b4a817,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:05.278977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.280428 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-dada3c93-e54f-4678-9696-0a7f177ba002 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645548 Feb 17 23:19:05.283337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42134) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:05.288624 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:05.294981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:05.299525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:05.302818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:05.308629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:05.327756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0f77126a-f8bb-4c01-b074-d4fb6d39bc0c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'port_id': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'mac_address': 'fa:16:3e:5b:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:03Z', 'updated_at': '2022-02-17T23:19:03Z', 'revision_number': 0, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:05.329391 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.333696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Checking router: 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:05.349004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:19:05.350101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:18:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:05.386337 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-a8ffe29f-8b87-4206-b19f-60c9931e3e82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 998 time: 0.1153979 Feb 17 23:19:05.403738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.408319 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.430639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c7c9e-fa42-49f7-aa8e-999d20f07271,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:05.457326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.461410 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-22551d0d-c790-4cbe-9a46-c01138e7b133 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743097 Feb 17 23:19:05.462647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42138) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:05.464793 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199da2-a171-49e9-90ee-d11e3053a826 req-e38b4d03-ccb1-41ae-bb51-307a21ed9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:05.467179 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-e38b4d03-ccb1-41ae-bb51-307a21ed9f61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0710471 Feb 17 23:19:05.468812 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:05.475130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:05.483900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:05.489145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:05.496161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:05.516138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.558510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199da2-a171-49e9-90ee-d11e3053a826 req-55c67acc-1034-4a42-8a49-a02a33b6c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:05.560609 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-55c67acc-1034-4a42-8a49-a02a33b6c750 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823567 Feb 17 23:19:05.571880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:19:05.591107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.595265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.623851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c9edd5-8007-49ab-8bfa-e802e6df2f3f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:05.630822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.634943 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-65fc89fd-8d1b-4de7-9653-7e067cc70796 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686671 Feb 17 23:19:05.635038 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42142) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:05.641009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:05.647051 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:05.650955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:05.654985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:05.661683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:05.684897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.721959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-8386f025-70f0-4e58-aaf7-a546fcbb06bc service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547801 Feb 17 23:19:05.764191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.769747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.801738 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65448b45-3153-465f-a29d-750b1b239ca1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:05.817932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.819252 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5e4b132a-ca16-4a65-b6b1-0c74f2b85b2c tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831453 Feb 17 23:19:05.821891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42146) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:05.844187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:05.851856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:05.860185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:05.862238 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:05.870431 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:05.888147 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Project 55b78855ae7444b38f2ba61c169253ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:19:05.904772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.912090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be199da2-a171-49e9-90ee-d11e3053a826 req-a524b294-ee33-47b6-9be4-01e67b0ea272 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769483 Feb 17 23:19:05.988242 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:05.993906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.015224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0f77126a-f8bb-4c01-b074-d4fb6d39bc0c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'port_id': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'mac_address': 'fa:16:3e:5b:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:03Z', 'updated_at': '2022-02-17T23:19:03Z', 'revision_number': 0, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:06.019976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2054c11-2939-484a-b651-ebfe30b28279 None None] The sync data for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv is: [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0f77126a-f8bb-4c01-b074-d4fb6d39bc0c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'floating_ip_address': '172.26.7.52', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'port_id': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'mac_address': 'fa:16:3e:5b:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:03Z', 'updated_at': '2022-02-17T23:19:03Z', 'revision_number': 0, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:06.021669 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8533a43-d953-46e7-b1e0-034f2f3ab492,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:06.032053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.034065 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-50cfc35f-41ec-40bb-8e21-419ff3f168d4 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2109098 Feb 17 23:19:06.036545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42150) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:19:06.042041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'security_group_rule': {'security_group_id': '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae', 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:06.048938 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:19:06.053208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Usage tracker for resource:security_group_rule and tenant:55b78855ae7444b38f2ba61c169253ee is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:19:06.056362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:19:06.063430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:19:06.077843 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Project 55b78855ae7444b38f2ba61c169253ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:19:06.085540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.171763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.177318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.203907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1053881-69ee-465e-b816-1bd6c434f6c8,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:06.215747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.217149 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-476ab2de-72a8-42e6-8a0d-f96cf75b8318 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795628 Feb 17 23:19:06.265250 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f7e240-5cfa-4d55-a7d4-f4d5a2279073 None None] New status for floating IP 0f77126a-f8bb-4c01-b074-d4fb6d39bc0c: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:19:06.343614 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-b6e51700-e301-44ec-9bbe-235e374dae3e tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:19:06.362116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-b6e51700-e301-44ec-9bbe-235e374dae3e tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:19:06.363605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-b6e51700-e301-44ec-9bbe-235e374dae3e tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600397553&fields=id&tenant_id=55b78855ae7444b38f2ba61c169253ee HTTP/1.1" status: 200 len: 267 time: 0.0624096 Feb 17 23:19:06.463333 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-af1df97d-b533-4c9e-990a-d49a0416432b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:06.465668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-af1df97d-b533-4c9e-990a-d49a0416432b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0960035 Feb 17 23:19:06.477785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'port': {'security_groups': ['9afb251c-d578-4962-9a33-dcf9c28abbfd', '7d12fbc5-9d7e-481c-a4cc-4d12effb70ae']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:06.562200 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:19:06.626530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.895511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:19:06.922085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.927193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:06.939354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:19:06.999987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.000258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:07.001696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-24438f20-aa34-485a-bb3b-842aa73613a3 req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "PUT /v2.0/ports/d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 981 time: 0.5287497 Feb 17 23:19:07.002165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:07.034027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976941-d02f-4e3c-a97a-256fc9d3feab tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=6']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:07.099067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:19:07.105717 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:19:07.365807 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4d10582c-69d3-48cd-9074-3cf4178d015f None None] Provisioning complete for port d8347411-56d3-4bf2-a478-c81824a71bf4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:07.366175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4d10582c-69d3-48cd-9074-3cf4178d015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:07.387539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-5e9a3aed-fc28-4f60-83b5-2223dfc0469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.389025 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-5e9a3aed-fc28-4f60-83b5-2223dfc0469a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1137 time: 0.2586272 Feb 17 23:19:07.399750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25790-d625-4b33-b02b-d5ecfdf28a74 req-bbc20515-30c2-49d1-81a0-0cd7f2fb8cfc tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.401121 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ee25790-d625-4b33-b02b-d5ecfdf28a74 req-bbc20515-30c2-49d1-81a0-0cd7f2fb8cfc tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.2341967 Feb 17 23:19:07.533440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ee25790-d625-4b33-b02b-d5ecfdf28a74 req-f04ab3ba-bd5b-4b6a-b05f-b7d3d800ba62 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092634 Feb 17 23:19:07.574103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-9dcc8296-7069-4fe7-b46e-b04f0563bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.576186 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-9dcc8296-7069-4fe7-b46e-b04f0563bca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1741214 Feb 17 23:19:07.678075 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-148e6dd9-b1bd-4157-b6b3-37f155afb775 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 1000 time: 0.0952117 Feb 17 23:19:07.747066 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-ef40da31-4efb-479e-9759-039a3e3bdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.748498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-ef40da31-4efb-479e-9759-039a3e3bdb6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0627532 Feb 17 23:19:07.823778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-2a07036f-0982-4f4e-a1b0-bffce15e4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:07.825978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-2a07036f-0982-4f4e-a1b0-bffce15e4209 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714779 Feb 17 23:19:07.960841 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-6142a63a-95d6-422b-8b5b-0d04a8717212 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270776 Feb 17 23:19:08.096450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7d6e118-37a6-4109-989c-8736c7c4995d req-a9f1f100-c56c-4cc7-bc51-572b50b53201 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289275 Feb 17 23:19:20.139165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-531d6576-4add-472f-aea3-de81dc2711c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:22.407892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cf18b08d-579a-4ce2-96ca-cc4fc9543ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:23.409582 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:23.600130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:24.717272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-04e8ff67-8af0-4e51-9e30-bd0e491c3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:24.718924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-04e8ff67-8af0-4e51-9e30-bd0e491c3bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1137 time: 0.1317081 Feb 17 23:19:24.731121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45310eb7-7b17-4171-843a-3f2a2cd863ad req-d7371940-5047-4b22-99d0-2865609f4032 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:24.733200 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45310eb7-7b17-4171-843a-3f2a2cd863ad req-d7371940-5047-4b22-99d0-2865609f4032 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.1115642 Feb 17 23:19:24.857778 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45310eb7-7b17-4171-843a-3f2a2cd863ad req-3fec613a-4821-4d6c-aa7d-2c962477545d tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056101 Feb 17 23:19:24.892259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-837cfa5b-670e-4104-960c-f815568d3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:24.893718 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-837cfa5b-670e-4104-960c-f815568d3d47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1597061 Feb 17 23:19:25.002928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-c92603a5-4783-4ca8-a1f4-d6183fea7863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1027017 Feb 17 23:19:25.038546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:25.072275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-3e88d69e-3157-44bd-aa03-fc1c18df6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:25.073749 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-3e88d69e-3157-44bd-aa03-fc1c18df6e54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0646648 Feb 17 23:19:25.150101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-734af920-6bc9-4919-8a81-f0fa8b1faa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:25.151570 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-734af920-6bc9-4919-8a81-f0fa8b1faa02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712063 Feb 17 23:19:25.283220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-e67f6fd9-9481-47a3-bc2a-e10cda6e548c service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251905 Feb 17 23:19:25.518021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b6afd4b1-db25-4a9f-b113-b5c5f3e9265d req-1b56ee2c-1259-49b2-aa8f-289b94634c2f service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285039 Feb 17 23:19:26.055148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e7a7e-149c-4c83-83ed-4c42f269f279 req-ad79caf8-cdb7-4527-a657-eaa96bf3dcac tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:26.057870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c38e7a7e-149c-4c83-83ed-4c42f269f279 req-ad79caf8-cdb7-4527-a657-eaa96bf3dcac tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0845187 Feb 17 23:19:26.110962 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c38e7a7e-149c-4c83-83ed-4c42f269f279 req-d828bbd0-16a4-4ac5-8ade-b54e8f44c7e9 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466814 Feb 17 23:19:27.315804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e00954-94be-4542-a4ab-49b505d1fe04 req-5ababd06-8654-4dbc-bf55-5703d6ed9c9d tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:27.317193 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8e00954-94be-4542-a4ab-49b505d1fe04 req-5ababd06-8654-4dbc-bf55-5703d6ed9c9d tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0800524 Feb 17 23:19:27.364260 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8e00954-94be-4542-a4ab-49b505d1fe04 req-8a0885db-4afc-4dc9-aaf8-b5efca393ff1 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413020 Feb 17 23:19:28.556921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185af635-030e-4d0d-96cf-45883d394eff req-bf3cf1fe-1936-43be-887a-b683dec1d0ec tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:28.558455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-185af635-030e-4d0d-96cf-45883d394eff req-bf3cf1fe-1936-43be-887a-b683dec1d0ec tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0865724 Feb 17 23:19:28.605636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-185af635-030e-4d0d-96cf-45883d394eff req-83bd34a7-74d4-4bd1-9504-55d0512b5074 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413570 Feb 17 23:19:28.621058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:29.789632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f7672-8cc0-49ed-aa32-236eccb23293 req-805ad7ce-a4ee-4cdc-be28-0422e4b3f187 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:29.791075 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ca7f7672-8cc0-49ed-aa32-236eccb23293 req-805ad7ce-a4ee-4cdc-be28-0422e4b3f187 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0790267 Feb 17 23:19:29.836802 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ca7f7672-8cc0-49ed-aa32-236eccb23293 req-191595c1-18b2-464b-a9ea-8bc0401d128d tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392649 Feb 17 23:19:31.024810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8c53-5150-4613-b126-c5d5b9cabadd req-c4399cce-537c-41ec-a883-fdd6b9c6a3c3 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.026291 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e4d8c53-5150-4613-b126-c5d5b9cabadd req-c4399cce-537c-41ec-a883-fdd6b9c6a3c3 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0842192 Feb 17 23:19:31.074673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e4d8c53-5150-4613-b126-c5d5b9cabadd req-b08e8375-f011-43af-aaa7-4fca2c74c9bb tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416896 Feb 17 23:19:32.258714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3de6e-e72f-47ab-b05e-3fd95fb691df req-b3d92a16-a980-4142-b2f4-baa5f6c3f6f1 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:32.260324 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45c3de6e-e72f-47ab-b05e-3fd95fb691df req-b3d92a16-a980-4142-b2f4-baa5f6c3f6f1 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0807912 Feb 17 23:19:32.307556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-45c3de6e-e72f-47ab-b05e-3fd95fb691df req-513101de-d63f-418c-94a5-43969bb92978 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413947 Feb 17 23:19:33.503689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa3f11-9bae-41a2-bab6-ba04f6607df4 req-208c0b53-42e7-462c-a15c-ab5d68c361c0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:33.505159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08aa3f11-9bae-41a2-bab6-ba04f6607df4 req-208c0b53-42e7-462c-a15c-ab5d68c361c0 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0838220 Feb 17 23:19:33.552070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-08aa3f11-9bae-41a2-bab6-ba04f6607df4 req-7cb83c9b-a300-42a1-9a4f-3b093779afaa tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411272 Feb 17 23:19:34.771320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd46ff-d0bd-44d8-8506-923726c3586e req-052124f7-15ad-4e2f-b656-e10d4ea4ba58 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:34.772797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bd46ff-d0bd-44d8-8506-923726c3586e req-052124f7-15ad-4e2f-b656-e10d4ea4ba58 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0950799 Feb 17 23:19:34.831813 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bd46ff-d0bd-44d8-8506-923726c3586e req-d1e24d43-f4a9-4268-a437-34ca07e95772 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528169 Feb 17 23:19:36.016924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0199bdc-56b5-4e9b-8138-d284bd526992 req-924a8870-44ca-4d1a-b41d-99869bc3f155 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:36.018439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0199bdc-56b5-4e9b-8138-d284bd526992 req-924a8870-44ca-4d1a-b41d-99869bc3f155 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0806274 Feb 17 23:19:36.067051 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0199bdc-56b5-4e9b-8138-d284bd526992 req-b2f65226-d964-4c01-b90b-a2a0d5533a09 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428500 Feb 17 23:19:37.257931 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc201fd0-e94f-44ee-a0fb-ed60b2598ee5 req-c2cedbcd-b5fb-4dbf-8051-b86b6e20d246 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:37.259371 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc201fd0-e94f-44ee-a0fb-ed60b2598ee5 req-c2cedbcd-b5fb-4dbf-8051-b86b6e20d246 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0852284 Feb 17 23:19:37.306154 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc201fd0-e94f-44ee-a0fb-ed60b2598ee5 req-017b5699-ea18-43d2-8dda-638b29305e0f tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&id=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409663 Feb 17 23:19:43.552762 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:19:50.142874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-749e3123-d450-4f04-8538-3c2eeddd7484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:52.410883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2275-eebe-4aeb-b705-50549339838e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:53.412184 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:53.603698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:55.041700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:19:56.094068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-98bb0b2e-3898-4e07-8c20-4eb9eff0cc10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695720 Feb 17 23:19:56.243190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-47d5f5b6-e65e-42bb-9176-b78c88fcca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:56.244658 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-47d5f5b6-e65e-42bb-9176-b78c88fcca9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1137 time: 0.0777962 Feb 17 23:19:56.393641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-3332bc93-65d1-47c6-abfe-f6180a23a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:56.395356 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-3332bc93-65d1-47c6-abfe-f6180a23a83a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1318216 Feb 17 23:19:56.512532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-80123f89-5cd9-4402-882e-8f9a309bd14d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1098192 Feb 17 23:19:56.575761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-545b3040-84dc-47d2-af72-00d8e4493445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:56.578220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-545b3040-84dc-47d2-af72-00d8e4493445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0596416 Feb 17 23:19:56.653310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-81fccd21-2be7-45df-be20-67881b016eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:56.655792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-81fccd21-2be7-45df-be20-67881b016eea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713894 Feb 17 23:19:56.789870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-fb762ff1-24b6-47e3-be3a-64bbc1f326bd service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276886 Feb 17 23:19:56.924447 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bb982fb-5c4f-4e99-a43a-20e7b41d8c84 req-90148c40-6bad-45ad-a96c-8a414cb088cc service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274059 Feb 17 23:19:58.633784 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:09.753556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d306395a-2226-49ba-965e-078734953b51 req-5c74698a-2d1f-4fad-adab-481d853f7001 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600397553&fields=id&tenant_id=55b78855ae7444b38f2ba61c169253ee HTTP/1.1" status: 200 len: 267 time: 0.1404231 Feb 17 23:20:09.837338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306395a-2226-49ba-965e-078734953b51 req-fa7d18a9-afc9-4e9d-9cd4-0f17e17ebced tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:09.838715 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d306395a-2226-49ba-965e-078734953b51 req-fa7d18a9-afc9-4e9d-9cd4-0f17e17ebced tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 984 time: 0.0798008 Feb 17 23:20:09.849562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Request body: {'port': {'security_groups': ['9afb251c-d578-4962-9a33-dcf9c28abbfd']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:09.974059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.225448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:10.251386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.256215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.267561 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:20:10.329571 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:10.330247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.331675 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d306395a-2226-49ba-965e-078734953b51 req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "PUT /v2.0/ports/d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 942 time: 0.4866152 Feb 17 23:20:10.332264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:10.338021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42208) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:10.354391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event updated for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=7']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:10.364009 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.364362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.364702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.365037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.365397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.365730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.366057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.366445 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.366774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.367097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.367421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.367743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96f013-fe02-4661-be6c-3ca3dca0c454 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.405772 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:20:10.414892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:20:10.443178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.488506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.524976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-5bb10343-8fb4-4194-99b2-1973fa8a523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:10.526538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-5bb10343-8fb4-4194-99b2-1973fa8a523d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1098 time: 0.0993531 Feb 17 23:20:10.570279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.600216 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12fbc5-9d7e-481c-a4cc-4d12effb70ae,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:10.615595 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.616299 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.616997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.617772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.618449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.619120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.619779 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.620449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.621149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.622058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.623338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.623993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:10.629379 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.633628 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6570e4bd-9a14-4d30-853f-5310aea0ae97 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "DELETE /v2.0/security-groups/7d12fbc5-9d7e-481c-a4cc-4d12effb70ae HTTP/1.1" status: 204 len: 168 time: 0.2921212 Feb 17 23:20:10.634612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42212) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:10.694148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-7ad4b159-2eaa-47d2-b104-16fb455896f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:10.695794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-7ad4b159-2eaa-47d2-b104-16fb455896f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1630981 Feb 17 23:20:10.813844 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-96b5fb75-64c9-4e9b-b2bc-9320ff673249 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1097953 Feb 17 23:20:10.824195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d8a261e1-33d1-41d2-94d7-7bd004ad3f83 None None] Provisioning complete for port d8347411-56d3-4bf2-a478-c81824a71bf4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:10.824741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d8a261e1-33d1-41d2-94d7-7bd004ad3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.868209 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Deleting port c40eaea8-1533-4c35-bdf4-10726077c49d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:10.869232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:10.883404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-d92aeacc-9cf5-4ced-b532-8c6cb3cf90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:10.885021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-d92aeacc-9cf5-4ced-b532-8c6cb3cf90e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0642629 Feb 17 23:20:10.966352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-e72e9766-a90c-4f1c-9a6a-b0af08ae900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:10.967934 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-e72e9766-a90c-4f1c-9a6a-b0af08ae900a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769560 Feb 17 23:20:11.070688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:11.070927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:11.119867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-923c845c-0b6f-4249-837d-fed43b4b805b service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457694 Feb 17 23:20:11.213842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Calling delete_port for c40eaea8-1533-4c35-bdf4-10726077c49d owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:11.274140 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19fefb15-9098-4d4a-a949-dc0fa4d53ac4 req-14d5d713-9d5b-46ab-9e0b-b57ec2d04cf0 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480868 Feb 17 23:20:11.406694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:11.490351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event deleted for resources: {'Port': ['ID=c40eaea8-1533-4c35-bdf4-10726077c49d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:11.557513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:11.557841 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Floating IP 0f77126a-f8bb-4c01-b074-d4fb6d39bc0c disassociated (deleted). External IP: 172.26.7.52, port: d8347411-56d3-4bf2-a478-c81824a71bf4. Feb 17 23:20:12.044930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:20:12.235570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:12.245651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Sync routers for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:12.256524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:12.257178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:19:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:12.258130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:12.320001 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a2580fc0-427c-4355-ab56-f189da57eb25 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "DELETE /v2.0/floatingips/0f77126a-f8bb-4c01-b074-d4fb6d39bc0c HTTP/1.1" status: 204 len: 168 time: 1.6828935 Feb 17 23:20:12.320503 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:12.384770 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:20:12.472102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:12.492846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-0f642ff0-ff80-4581-86b8-50372285c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:12.494407 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-0f642ff0-ff80-4581-86b8-50372285c981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55b78855ae7444b38f2ba61c169253ee&device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 1098 time: 0.0880876 Feb 17 23:20:12.694002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-2b4c20f3-25e3-4383-b97b-51fadfd7f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:12.695593 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-2b4c20f3-25e3-4383-b97b-51fadfd7f617 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 200 len: 914 time: 0.1942158 Feb 17 23:20:12.770029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-d969cae2-ec13-49b5-9f9e-7503c2badebb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 200 len: 217 time: 0.0669589 Feb 17 23:20:12.845272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-a8e18538-994a-4a04-a502-35a0e03a0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:12.847027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-a8e18538-994a-4a04-a502-35a0e03a0284 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 200 len: 853 time: 0.0713198 Feb 17 23:20:12.847424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:12.852192 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Checking router: 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:12.862893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:12.863511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:19:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:12.958711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-a35b4207-1a4f-4d98-9e71-86ff37b25cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:12.960298 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-a35b4207-1a4f-4d98-9e71-86ff37b25cc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2da470-0ac3-4827-874b-e71d0809a52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1064672 Feb 17 23:20:13.134186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:13.259679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-28e68f2d-2727-4344-bf87-da413c9f524f service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915165 Feb 17 23:20:13.463453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e034d35-2b64-467c-99d9-a77e77a499b8 req-5e0fab13-36fc-4f18-acf3-67ca0a90dcf9 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967847 Feb 17 23:20:13.533742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-192a04c8-a974-45d2-af78-8992faba837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:13.538533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a04c8-a974-45d2-af78-8992faba837a None None] The sync data for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv is: [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:18:13Z', 'revision_number': 4, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '749c1ae1-f51e-4c68-84bd-7bdbaedad712', 'name': '', 'network_id': 'ed2da470-0ac3-4827-874b-e71d0809a52c', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'mac_address': 'fa:16:3e:56:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:12Z', 'updated_at': '2022-02-17T23:18:18Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'subnets': [{'id': '17b3083d-669e-48e2-b2db-9a68603fe07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:13.844900 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e9ab1-9eb3-4791-906f-4fde471a95f2 None None] New status for floating IP 0f77126a-f8bb-4c01-b074-d4fb6d39bc0c: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:20:16.831284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf3e98-699c-4ac0-9091-13e22785a042 req-03a47d01-9f57-408b-8829-c894bd10ee08 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:16.832781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4adf3e98-699c-4ac0-9091-13e22785a042 req-03a47d01-9f57-408b-8829-c894bd10ee08 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0980690 Feb 17 23:20:16.879055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4adf3e98-699c-4ac0-9091-13e22785a042 req-fbf8883e-3e39-46eb-bdc8-9d839b81e975 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Feb 17 23:20:18.067212 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab49b-c580-4350-a416-1a54e63e2bfb req-083d519c-eb05-4bef-886e-de7168878ba8 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:18.068697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bddab49b-c580-4350-a416-1a54e63e2bfb req-083d519c-eb05-4bef-886e-de7168878ba8 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0812719 Feb 17 23:20:18.115345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bddab49b-c580-4350-a416-1a54e63e2bfb req-f7138f6a-1d73-4dac-9202-895a1fe1c06e tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/security-groups?id=9afb251c-d578-4962-9a33-dcf9c28abbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Feb 17 23:20:18.348635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-a59f1530-a46f-4347-889e-dbdbb7494450 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:18.350235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-a59f1530-a46f-4347-889e-dbdbb7494450 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 945 time: 0.0902324 Feb 17 23:20:18.425362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Deleting port d8347411-56d3-4bf2-a478-c81824a71bf4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:18.425613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:18.676897 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] For port d8347411-56d3-4bf2-a478-c81824a71bf4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=d8347411-56d3-4bf2-a478-c81824a71bf4,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:18.677237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:18.799785 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Calling delete_port for d8347411-56d3-4bf2-a478-c81824a71bf4 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:18.948695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:18.960506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['d8347411-56d3-4bf2-a478-c81824a71bf4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:20:19.006600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Pushing event deleted for resources: {'Port': ['ID=d8347411-56d3-4bf2-a478-c81824a71bf4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:19.082787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] No DVR routers for this DVR port d8347411-56d3-4bf2-a478-c81824a71bf4 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:20:19.085405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:19.088127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'name': 'network-vif-deleted', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:19.100854 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-252ad41e-633c-44d6-8877-7fb26bd39f3c req-6584058e-4116-4e9a-ac92-2ccab7e02601 tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.43 "DELETE /v2.0/ports/d8347411-56d3-4bf2-a478-c81824a71bf4 HTTP/1.1" status: 204 len: 173 time: 0.7451577 Feb 17 23:20:19.145114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a60367-07f7-4902-8bdd-599944b2fe68', 'name': 'network-vif-deleted', 'tag': 'd8347411-56d3-4bf2-a478-c81824a71bf4', 'status': 'completed', 'code': 200} Feb 17 23:20:19.301514 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4d54d17c-2371-4d89-8bd5-c76d0a97ad60 req-aae24795-610a-41c5-b791-78cc1bc4d12b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Synchronizing usage tracker for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:20:19.317056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4d54d17c-2371-4d89-8bd5-c76d0a97ad60 req-aae24795-610a-41c5-b791-78cc1bc4d12b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] Unset dirty status for tenant:55b78855ae7444b38f2ba61c169253ee on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:20:19.318410 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4d54d17c-2371-4d89-8bd5-c76d0a97ad60 req-aae24795-610a-41c5-b791-78cc1bc4d12b tempest-TestMinimumBasicScenario-1624489314 tempest-TestMinimumBasicScenario-1624489314-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a60367-07f7-4902-8bdd-599944b2fe68 HTTP/1.1" status: 200 len: 210 time: 0.0679817 Feb 17 23:20:20.148440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-deec9b33-467c-4d98-bc16-aaf50545f40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:20.553429 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:20:21.019469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42304) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:21.571017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device d8347411-56d3-4bf2-a478-c81824a71bf4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:21.594057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:21.609284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: d8347411-56d3-4bf2-a478-c81824a71bf4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:21.609626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device d8347411-56d3-4bf2-a478-c81824a71bf4 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:22.084158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Deleting port 749c1ae1-f51e-4c68-84bd-7bdbaedad712 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:22.084746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:22.260836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] For port 749c1ae1-f51e-4c68-84bd-7bdbaedad712, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=749c1ae1-f51e-4c68-84bd-7bdbaedad712,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:22.261210 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:22.395129 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Calling delete_port for 749c1ae1-f51e-4c68-84bd-7bdbaedad712 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:22.412677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-05f94f2e-fc0d-44f6-be33-f60296764525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:22.577643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:22.628447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Pushing event deleted for resources: {'Port': ['ID=749c1ae1-f51e-4c68-84bd-7bdbaedad712,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:22.895266 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:23.265814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:20:23.417430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:23.565227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:23.577988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Sync routers for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:23.585945 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5b3c1c03-90a7-4be9-b1cf-4cacc903f44b admin admin] 10.222.0.42 "PUT /v2.0/routers/42717fd3-7cb6-446b-8c19-c50f1e90d6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653765 Feb 17 23:20:23.587443 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:23.588310 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:23.588522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42308) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:23.678731 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:23.775790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:23.789387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:23.960349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:23.970072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Deleting port 6b4a1125-9c58-40a3-bf8f-0283219d6a42 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:23.970377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.085937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:20:22Z', 'revision_number': 5, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port': {'id': '6b4a1125-9c58-40a3-bf8f-0283219d6a42', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:24.089961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Checking router: 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:24.098641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Routers {'42717fd3-7cb6-446b-8c19-c50f1e90d6e7'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:24.099282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:24.152728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] For port 6b4a1125-9c58-40a3-bf8f-0283219d6a42, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6b4a1125-9c58-40a3-bf8f-0283219d6a42,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:24.153148 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.256797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] Set router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:24.279708 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Calling delete_port for 6b4a1125-9c58-40a3-bf8f-0283219d6a42 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:24.416652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:20:23Z', 'revision_number': 6, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:24.422202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4da210-b97d-4892-80e4-ef5bd4b329b5 None None] The sync data for ids ['42717fd3-7cb6-446b-8c19-c50f1e90d6e7'] in dv-neutron-805768-3-hyperv is: [{'id': '42717fd3-7cb6-446b-8c19-c50f1e90d6e7', 'name': 'tempest-TestMinimumBasicScenario-207224396-router', 'tenant_id': '55b78855ae7444b38f2ba61c169253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:08Z', 'updated_at': '2022-02-17T23:20:23Z', 'revision_number': 6, 'project_id': '55b78855ae7444b38f2ba61c169253ee', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:24.487647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.534316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4a1125-9c58-40a3-bf8f-0283219d6a42,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:24.632213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.807181 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.810339 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.835425 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.836090 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42717fd3-7cb6-446b-8c19-c50f1e90d6e7 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:20:24.850844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:24.850954 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-46ed0405-c886-469d-87aa-a37a023a0774 admin admin] 10.222.0.42 "DELETE /v2.0/routers/42717fd3-7cb6-446b-8c19-c50f1e90d6e7 HTTP/1.1" status: 204 len: 168 time: 1.2616756 Feb 17 23:20:24.853636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42312) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:24.913977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Deleting subnet 17b3083d-669e-48e2-b2db-9a68603fe07b {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:20:24.917030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.054269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.092417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.173326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.246987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.288800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b3083d-669e-48e2-b2db-9a68603fe07b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:25.292434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.299763 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e44bdc88-d280-491e-931a-40264b943b60 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/17b3083d-669e-48e2-b2db-9a68603fe07b HTTP/1.1" status: 204 len: 168 time: 0.4447136 Feb 17 23:20:25.302384 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabb2cb-8353-44bf-9094-90863156b9e5 None None] Network ed2da470-0ac3-4827-874b-e71d0809a52c requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:20:25.303230 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42316) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:25.420110 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.434492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Deleting port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:25.434980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.570538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] DHCP port deletion for ed2da470-0ac3-4827-874b-e71d0809a52c request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:20:25.576984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Deleting port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:25.577380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.657365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] For port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:25.657718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.784579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Calling delete_port for f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:25.791540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] For port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,segment=NetworkSegment(9ec4f7af-f381-479c-95c7-6f4308b58098),segment_id=9ec4f7af-f381-479c-95c7-6f4308b58098)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:25.792081 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.867849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:25.916486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:25.918474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Calling delete_port for f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:25.920961 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] No DVR routers for this DVR port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:20:25.998395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:20:25.998754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:20:26.146464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.178858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2da470-0ac3-4827-874b-e71d0809a52c']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:26.193548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec4f7af-f381-479c-95c7-6f4308b58098') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:26.193850 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec4f7af-f381-479c-95c7-6f4308b58098') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:26.207026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.224829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.232016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:20:26.232388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:20:26.246247 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:20:26.328342 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.333004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.357636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2da470-0ac3-4827-874b-e71d0809a52c,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:26.377139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-57068f5d-a514-44b7-8cb1-b5902493215f admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed2da470-0ac3-4827-874b-e71d0809a52c HTTP/1.1" status: 204 len: 168 time: 1.0720847 Feb 17 23:20:26.379364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42320) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:26.394981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 749c1ae1-f51e-4c68-84bd-7bdbaedad712 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:26.430282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 749c1ae1-f51e-4c68-84bd-7bdbaedad712 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:26.430535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 749c1ae1-f51e-4c68-84bd-7bdbaedad712 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:26.430963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:26.469357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:26.469357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:26.469357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b4a1125-9c58-40a3-bf8f-0283219d6a42 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:26.504070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Deleting port f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:26.504446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:26.533592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6b4a1125-9c58-40a3-bf8f-0283219d6a42 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:26.533930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6b4a1125-9c58-40a3-bf8f-0283219d6a42 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:26.577279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-beffc76e-f2e2-4908-8515-961ca15d212f None None] The port 'f1d52cc4-9a8d-46a1-8d34-6dd6a020d9b1' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:20:26.939896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:27.304127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Deleting port 819cea75-431b-4fb5-9c0b-693dbf15edd5 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:27.304474 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:27.486762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] For port 819cea75-431b-4fb5-9c0b-693dbf15edd5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=819cea75-431b-4fb5-9c0b-693dbf15edd5,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:27.487438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:27.718959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Calling delete_port for 819cea75-431b-4fb5-9c0b-693dbf15edd5 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:28.034241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:28.085426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=819cea75-431b-4fb5-9c0b-693dbf15edd5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:28.362156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:28.633045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:28.757184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Router b0ef2b0a-9f7b-462c-b91d-351587534de2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:20:29.063971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:29.073138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Sync routers for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:29.076492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ea4330ff-cd9e-474c-ba17-1226b548bac0 admin admin] 10.222.0.42 "PUT /v2.0/routers/b0ef2b0a-9f7b-462c-b91d-351587534de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959670 Feb 17 23:20:29.079843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:29.083950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:29.084634 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:29.259324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:29.268397 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:29.455017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:29.469631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Deleting port d447b255-b523-48bc-95bd-68e796b5985a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:29.469976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:29.604627 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:20:27Z', 'revision_number': 5, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port': {'id': 'd447b255-b523-48bc-95bd-68e796b5985a', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:18:17Z', 'updated_at': '2022-02-17T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:29.610100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Checking router: b0ef2b0a-9f7b-462c-b91d-351587534de2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:29.619142 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Routers {'b0ef2b0a-9f7b-462c-b91d-351587534de2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:29.619934 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['b0ef2b0a-9f7b-462c-b91d-351587534de2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:29.655866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] For port d447b255-b523-48bc-95bd-68e796b5985a, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d447b255-b523-48bc-95bd-68e796b5985a,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:29.656223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:29.782249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Calling delete_port for d447b255-b523-48bc-95bd-68e796b5985a owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:29.846952 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] Set router b0ef2b0a-9f7b-462c-b91d-351587534de2 gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:29.958014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:29.975173 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:20:29Z', 'revision_number': 6, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:29.979420 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a551e-389c-492a-889e-3f184af3c97a None None] The sync data for ids ['b0ef2b0a-9f7b-462c-b91d-351587534de2'] in dv-neutron-805768-3-hyperv is: [{'id': 'b0ef2b0a-9f7b-462c-b91d-351587534de2', 'name': 'tempest-TestMinimumBasicScenario-1539463456-router', 'tenant_id': '70bb7711099a4f3d892301dbaa8a7396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:18:16Z', 'updated_at': '2022-02-17T23:20:29Z', 'revision_number': 6, 'project_id': '70bb7711099a4f3d892301dbaa8a7396', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:30.008485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Pushing event deleted for resources: {'Port': ['ID=d447b255-b523-48bc-95bd-68e796b5985a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:30.106039 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.274727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.276892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.301044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.301579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ef2b0a-9f7b-462c-b91d-351587534de2 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:20:30.314073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.315196 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-00cbefe6-1ddb-4452-809c-bed10de5e512 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b0ef2b0a-9f7b-462c-b91d-351587534de2 HTTP/1.1" status: 204 len: 168 time: 1.2343769 Feb 17 23:20:30.317868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42328) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:30.395150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Deleting subnet be2f6a5e-8225-41a7-ac1a-29312c101868 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:20:30.398511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.425999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 819cea75-431b-4fb5-9c0b-693dbf15edd5 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:30.462400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 819cea75-431b-4fb5-9c0b-693dbf15edd5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:30.462736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 819cea75-431b-4fb5-9c0b-693dbf15edd5 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:30.471918 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.553657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.628323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.674093 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.677619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2f6a5e-8225-41a7-ac1a-29312c101868,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:30.679212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360b654-b187-40e6-ae56-c6d2014585b8 None None] Network 0958335b-0893-427e-a182-7fd8c5aa39da requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:20:30.684098 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ab9c3087-89e0-458b-bc24-99717d4c9d40 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/be2f6a5e-8225-41a7-ac1a-29312c101868 HTTP/1.1" status: 204 len: 168 time: 0.3651843 Feb 17 23:20:30.686803 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42332) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:30.806337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.820467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Deleting port 88255b27-130b-4c3b-9557-4220712aed2b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:30.820948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:30.992865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] DHCP port deletion for 0958335b-0893-427e-a182-7fd8c5aa39da request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:20:30.998120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Deleting port 88255b27-130b-4c3b-9557-4220712aed2b {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:30.998779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.102390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] For port 88255b27-130b-4c3b-9557-4220712aed2b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=88255b27-130b-4c3b-9557-4220712aed2b,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:31.102747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.233629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] For port 88255b27-130b-4c3b-9557-4220712aed2b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=88255b27-130b-4c3b-9557-4220712aed2b,segment=NetworkSegment(ea5ea940-185e-4f0b-8fc9-c886e3f76b2f),segment_id=ea5ea940-185e-4f0b-8fc9-c886e3f76b2f)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:31.233902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.237311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Calling delete_port for 88255b27-130b-4c3b-9557-4220712aed2b owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:31.336317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.389288 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88255b27-130b-4c3b-9557-4220712aed2b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:31.391236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] No DVR routers for this DVR port 88255b27-130b-4c3b-9557-4220712aed2b on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:20:31.408256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Calling delete_port for 88255b27-130b-4c3b-9557-4220712aed2b owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:20:31.480596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:20:31.482197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:20:31.514824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.545021 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0958335b-0893-427e-a182-7fd8c5aa39da']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:31.557682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:31.558011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5ea940-185e-4f0b-8fc9-c886e3f76b2f') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:31.570697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.588844 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.596378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:20:31.596783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:20:31.610283 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:20:31.686232 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.706403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:31.717101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0958335b-0893-427e-a182-7fd8c5aa39da,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:31.721250 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b1b31349-dd2e-44ee-91e5-0127b87870d8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0958335b-0893-427e-a182-7fd8c5aa39da HTTP/1.1" status: 204 len: 168 time: 1.0333390 Feb 17 23:20:31.888480 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42338) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:31.939207 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ccbe953-6f37-4e54-b33e-a07bdb26be23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55b78855ae7444b38f2ba61c169253ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495160 Feb 17 23:20:31.941619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42342) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:31.983076 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Deleting port 88255b27-130b-4c3b-9557-4220712aed2b {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:20:31.983460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.000499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.026260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.052569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-844197d0-6775-4ab7-a7ba-d7a409f989a8 None None] The port '88255b27-130b-4c3b-9557-4220712aed2b' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:20:32.081920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.099502 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb251c-d578-4962-9a33-dcf9c28abbfd,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:32.106591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.107906 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a18b5073-68c4-4ca6-8d27-fcae7835bf69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9afb251c-d578-4962-9a33-dcf9c28abbfd HTTP/1.1" status: 204 len: 168 time: 0.1653988 Feb 17 23:20:32.390702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d447b255-b523-48bc-95bd-68e796b5985a no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:32.427646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: d447b255-b523-48bc-95bd-68e796b5985a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:32.427998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d447b255-b523-48bc-95bd-68e796b5985a not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:32.428415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 88255b27-130b-4c3b-9557-4220712aed2b no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:20:32.463391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 88255b27-130b-4c3b-9557-4220712aed2b {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:20:32.463732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 88255b27-130b-4c3b-9557-4220712aed2b not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:20:32.471328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42350) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:32.530893 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-11e66fa6-aeb8-47e1-8bca-d6c6b9f7e400 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70bb7711099a4f3d892301dbaa8a7396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580118 Feb 17 23:20:32.533345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42354) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:32.597228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.626106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.682414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.697531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ce9540-7564-4c03-8eb6-16dbc889f7f6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:32.705258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:32.707142 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5bda3da4-f7d3-406a-8a87-12a37bb1376b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51ce9540-7564-4c03-8eb6-16dbc889f7f6 HTTP/1.1" status: 204 len: 168 time: 0.1727149 Feb 17 23:20:34.666833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42396) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:34.672976 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215423548', 'description': 'tempest-secgroup-smoke-1215423548 description', 'project_id': 'a3ab41d065164fea80da9acd581f80f7'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:34.681243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:34.686939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:34.690542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:34.703527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:34.715859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:34.729991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:34.751402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:34.756109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:34.759324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:34.768546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:34.869114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:34.874216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:34.894393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:34.904202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:34.913169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:34.927576 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:34.931983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec39f6f-2516-4cdf-8255-335aaa179e93,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.028271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.038013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.092268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b209f53-b8dd-40c9-a202-4a88f8964960,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.095424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.096681 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b9182bfc-bf5f-4dd4-94b1-11ca1524d8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4287779 Feb 17 23:20:35.100222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42400) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.107720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.114468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.118772 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.122968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.129637 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.149352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.218814 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.222770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.251258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21899a1a-2db7-4704-af70-c1d33fded9d1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.260730 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.262499 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1fad2c0d-0d44-4a25-a5b9-614357954d0c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601560 Feb 17 23:20:35.265189 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42404) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.270190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.276257 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.280964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.284024 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.289767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.311118 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.384333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.389053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.414152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c60941-16e2-4179-9127-be7a908b6299,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.424709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.426203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abe6d6f2-9f81-4ac4-a040-483ad57742d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598501 Feb 17 23:20:35.429434 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42408) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.435424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.441693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.446325 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.450530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.457638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.477955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.564041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.568593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.599763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db2b901-306f-4e8f-9a29-a6046b11e6af,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.608901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.610371 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-50cda84a-04da-4d1b-a1ad-0dcf344759a0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797776 Feb 17 23:20:35.613108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42412) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.618130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.624891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.628958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.632168 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.639260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.656301 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.736699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.742141 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.766838 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82268f9c-694d-417c-b029-ee9702888c6e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.780311 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.781608 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bf4b4e12-3c51-4e61-b030-484783ff5597 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675344 Feb 17 23:20:35.785066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42416) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.790340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.796876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.801420 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.804515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.811685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.823271 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:20:35.832162 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.903687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.907380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.933175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b166e248-b94d-4bf2-824d-780d88419531,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:35.946228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:35.948102 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-17eff00e-0d80-44e7-aba8-e91f191ea836 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619561 Feb 17 23:20:35.951817 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42420) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:35.956921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '5b209f53-b8dd-40c9-a202-4a88f8964960', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:35.963106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:35.968071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:35.971143 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:35.978710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:35.991766 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:20:35.999472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.072542 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.076820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.101610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25522ed0-9466-41cf-aeb3-c1708410ce2c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:36.112920 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.114223 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e5d48f28-e0f9-4c4c-a5ce-d854ccde757b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614301 Feb 17 23:20:36.117515 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42424) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:36.127861 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'network': {'name': 'tempest-network-smoke--1475173568', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:36.136775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:36.144026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:network and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:36.148898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:36.160274 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:36.175588 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:20:36.179575 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.209550 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:20:36.219307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.219677 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Added segment 6de5538d-302c-4e5a-9fb0-84cddf2592bc of type vlan for network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 Feb 17 23:20:36.248557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.281782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.287358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:36.287961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.486719 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3676705 Feb 17 23:20:36.489726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42428) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:36.495184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'admin_state_up': True, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:36.503402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:36.509693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1ab4f-390d-4be2-8e0e-ae5a1c39637e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Network': ['ID=3be2f97b-d7ee-4c20-93e6-5bc4588939d3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:36.509951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:router and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:36.518152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:36.522511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:20:36.527076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:36.539908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.541133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.558319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:36.951398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:37.259667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:37.290834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:37.427883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.141 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b9deda5c-f026-416f-8bbc-efea9bf09a43) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:20:37.586987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:37.618416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:37.691980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:37.695075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:37.699416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:20:37.729584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=b9deda5c-f026-416f-8bbc-efea9bf09a43,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:38.295721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:38.712275 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:38.941540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 35bd94e5-35d3-4217-be3b-950d053f2019 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:20:39.125356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:39.137225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Sync routers for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:39.147142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:39.147873 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:39.166637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:39.168744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-593a2437-424c-41df-8288-5da204f4932c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6773570 Feb 17 23:20:39.172511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42438) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:39.352832 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4e0d0e31-2c91-4a4c-be08-3c20fd64bf00 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a3ab41d065164fea80da9acd581f80f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1789303 Feb 17 23:20:39.353300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:39.357781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42444) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:39.503399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed727e-d159-4a15-bbaa-6b09d699fbf5 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:39.508623 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b9ed727e-d159-4a15-bbaa-6b09d699fbf5 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458368 Feb 17 23:20:39.508864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42448) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:39.549420 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5b224074-d6f0-47c6-9f2c-2ce902f4c57c tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395553 Feb 17 23:20:39.552537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42452) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:39.558539 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-622607854', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:39.658195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:37Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:39.662836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Checking router: 35bd94e5-35d3-4217-be3b-950d053f2019 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:39.662836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Updating router 35bd94e5-35d3-4217-be3b-950d053f2019 port b9deda5c-f026-416f-8bbc-efea9bf09a43 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:20:39.684422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:39.690809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:subnet and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:39.694609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:39.702324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:39.714609 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:20:39.718910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:39.721215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:39.966897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.052690 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Subnet': ['ID=445018af-4d3a-4bd3-9e95-ef00a8e56916,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:40.059318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Checking segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:20:40.059685 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network hostable DHCP agents. Network: 3be2f97b-d7ee-4c20-93e6-5bc4588939d3, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:20:40.080066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:20:40.093293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 3be2f97b-d7ee-4c20-93e6-5bc4588939d3) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:40.098615 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:40.099282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.100364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.110253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9ea87-ebf5-4ad2-ab5b-cb4b4847e97f None None] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:20:40.130877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Transition to ACTIVE for port object b9deda5c-f026-416f-8bbc-efea9bf09a43 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:40.131965 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0b332f75-420d-4283-957f-a43ce370385e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5777433 Feb 17 23:20:40.134306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42456) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:40.228093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.346202 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Attempting to bind port b9deda5c-f026-416f-8bbc-efea9bf09a43 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:20:40.346571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Attempting to bind port b9deda5c-f026-416f-8bbc-efea9bf09a43 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:20:40.346924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Attempting to bind port b9deda5c-f026-416f-8bbc-efea9bf09a43 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:20:40.350824 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Pushing event updated for resources: {'Port': ['ID=b9deda5c-f026-416f-8bbc-efea9bf09a43,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:40.373809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:20:40.374185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:20:40.374576 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.374959 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:20:40.375425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Bound port: b9deda5c-f026-416f-8bbc-efea9bf09a43, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:20:40.375792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.405120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.405459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.405791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.406116 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.406440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.406770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.407078 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.407393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.407714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.408023 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.408327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.408633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:40.533181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] For port b9deda5c-f026-416f-8bbc-efea9bf09a43, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:20:40.546907 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] For port b9deda5c-f026-416f-8bbc-efea9bf09a43, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b9deda5c-f026-416f-8bbc-efea9bf09a43,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:20:40.555011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:20:40.555841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.568403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.706465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db6132-ea55-455c-bf9a-d0d1f5ea289a None None] Pushing event updated for resources: {'Port': ['ID=b9deda5c-f026-416f-8bbc-efea9bf09a43,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:40.715678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:40.716068 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:40.890303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:40.949219 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Allocated IP 172.20.0.2 (3be2f97b-d7ee-4c20-93e6-5bc4588939d3/445018af-4d3a-4bd3-9e95-ef00a8e56916/5308dd95-9349-4827-9e0a-04b1a8c04d0e) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:20:40.976621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:41.500160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.512839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Transition to ACTIVE for port object 5308dd95-9349-4827-9e0a-04b1a8c04d0e will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:41.540791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Transition to ACTIVE for port object 5308dd95-9349-4827-9e0a-04b1a8c04d0e will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:41.546343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:37Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:41.550913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71f276-16db-42f7-b4c7-7a8721d0661a None None] The sync data for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv is: [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:37Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:41.559818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.630480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:41.633636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:41.637926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:20:41.639782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.1 (3be2f97b-d7ee-4c20-93e6-5bc4588939d3/445018af-4d3a-4bd3-9e95-ef00a8e56916/906ac658-6b6e-429c-b8a8-e6848b1202be) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:20:41.646982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Pushing event updated for resources: {'Port': ['ID=5308dd95-9349-4827-9e0a-04b1a8c04d0e,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:41.736987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Attempting to bind port 5308dd95-9349-4827-9e0a-04b1a8c04d0e on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:20:41.737380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Attempting to bind port 5308dd95-9349-4827-9e0a-04b1a8c04d0e by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:20:41.737736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Attempting to bind port 5308dd95-9349-4827-9e0a-04b1a8c04d0e on network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:20:41.743656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:20:41.744018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Checking segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:20:41.744410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.744798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Bound using segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:20:41.745449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Bound port: 5308dd95-9349-4827-9e0a-04b1a8c04d0e, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:20:41.745654 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.835680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.856390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 906ac658-6b6e-429c-b8a8-e6848b1202be will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:41.891208 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.925510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] For port 5308dd95-9349-4827-9e0a-04b1a8c04d0e, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:20:41.929781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] For port 5308dd95-9349-4827-9e0a-04b1a8c04d0e, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5308dd95-9349-4827-9e0a-04b1a8c04d0e,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:20:41.935129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:41.967300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:41.970712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:41.975587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:20:42.025639 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:42.028333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c529e-86ad-4fec-90e3-c37ff84c89c2 None None] Pushing event updated for resources: {'Port': ['ID=5308dd95-9349-4827-9e0a-04b1a8c04d0e,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:42.067794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.403977 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.492064 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5308dd95-9349-4827-9e0a-04b1a8c04d0e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:42.579567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5308dd95-9349-4827-9e0a-04b1a8c04d0e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:42.585118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b9deda5c-f026-416f-8bbc-efea9bf09a43 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:42.665947 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port b9deda5c-f026-416f-8bbc-efea9bf09a43 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:42.672714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b9deda5c-f026-416f-8bbc-efea9bf09a43 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:42.673114 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.797027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.814606 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port b9deda5c-f026-416f-8bbc-efea9bf09a43, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b9deda5c-f026-416f-8bbc-efea9bf09a43,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:42.819199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.887707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.893945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:42.896544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=b9deda5c-f026-416f-8bbc-efea9bf09a43,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:43.014329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:43.017910 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:43.144602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04897220-0fab-4733-bfa0-09db3ae2b1e9 None None] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:20:43.244610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Provisioning for port 5308dd95-9349-4827-9e0a-04b1a8c04d0e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:43.262897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Provisioning complete for port 5308dd95-9349-4827-9e0a-04b1a8c04d0e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:43.263303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:43.287172 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:43.288954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:43.491490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:43.506870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 35bd94e5-35d3-4217-be3b-950d053f2019 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:20:43.549261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] For port 5308dd95-9349-4827-9e0a-04b1a8c04d0e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5308dd95-9349-4827-9e0a-04b1a8c04d0e,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:43.557346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:43.632511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ef55-1546-4cad-b41f-07521548b654 None None] Pushing event updated for resources: {'Port': ['ID=5308dd95-9349-4827-9e0a-04b1a8c04d0e,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:43.710930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:43.721631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Sync routers for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:43.724591 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3b19e3d4-8e9d-4730-a9ab-95622283976b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/35bd94e5-35d3-4217-be3b-950d053f2019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5890450 Feb 17 23:20:43.736045 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:43.736668 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:43.811724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Provisioning complete for port 5308dd95-9349-4827-9e0a-04b1a8c04d0e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:43.812322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:43.930068 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:43.970449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Provisioning for port 906ac658-6b6e-429c-b8a8-e6848b1202be completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:43.977117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Provisioning complete for port 906ac658-6b6e-429c-b8a8-e6848b1202be triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:43.977709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.060084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-13b9ced1-3d87-4088-8e9f-07dbe7b8e80b None None] Port 906ac658-6b6e-429c-b8a8-e6848b1202be cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:20:44.104415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-567558ae-b78b-4414-badf-6a64f3448ce6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:20:44.127946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-567558ae-b78b-4414-badf-6a64f3448ce6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:20:44.129288 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-567558ae-b78b-4414-badf-6a64f3448ce6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215423548&fields=id&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 267 time: 0.0707250 Feb 17 23:20:44.190649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-32645826-ba6e-4d04-8456-2cf6400cfe19 None None] Provisioning complete for port 906ac658-6b6e-429c-b8a8-e6848b1202be triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:44.191439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-32645826-ba6e-4d04-8456-2cf6400cfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.260649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-32645826-ba6e-4d04-8456-2cf6400cfe19 None None] Port 906ac658-6b6e-429c-b8a8-e6848b1202be cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:20:44.311254 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 2, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:44.315384 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Checking router: 35bd94e5-35d3-4217-be3b-950d053f2019 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:44.315712 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Updating router 35bd94e5-35d3-4217-be3b-950d053f2019 port 906ac658-6b6e-429c-b8a8-e6848b1202be binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:20:44.323725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-bba555d1-bb0d-4c06-b481-df838f73f4e2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:44.325249 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-bba555d1-bb0d-4c06-b481-df838f73f4e2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 797 time: 0.1887634 Feb 17 23:20:44.342299 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-43a47447-a394-4c18-bef1-337c4e75def3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/quotas/a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 375 time: 0.0109146 Feb 17 23:20:44.383564 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.384230 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-176c96ad-321d-4f23-8a64-e64dd2efd403 None None] Provisioning complete for port 906ac658-6b6e-429c-b8a8-e6848b1202be triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:44.384601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-176c96ad-321d-4f23-8a64-e64dd2efd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.437808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5308dd95-9349-4827-9e0a-04b1a8c04d0e up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:44.454526 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-4d758dc1-ff70-46d9-a97c-bfdad856a35c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043658 Feb 17 23:20:44.493055 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-176c96ad-321d-4f23-8a64-e64dd2efd403 None None] Port 906ac658-6b6e-429c-b8a8-e6848b1202be cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:20:44.520518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5308dd95-9349-4827-9e0a-04b1a8c04d0e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:44.520882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.629331 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-8d919cd2-6826-4753-a5b4-904d119d51b7 service neutron] 10.222.0.42 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589088 Feb 17 23:20:44.654996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b9deda5c-f026-416f-8bbc-efea9bf09a43 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:44.729991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port b9deda5c-f026-416f-8bbc-efea9bf09a43 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:44.731041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.855060 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.868875 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Transition to ACTIVE for port object 906ac658-6b6e-429c-b8a8-e6848b1202be will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:44.878197 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:44.929980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-8d3d1c31-f42a-4925-b8cc-25d764cf776a service neutron] 10.222.0.42 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934473 Feb 17 23:20:45.018968 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Pushing event updated for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:45.057761 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.058113 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.058996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.059676 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.060260 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.060764 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.061270 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.061737 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.072026 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.072653 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.072998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.073356 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:45.165587 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Attempting to bind port 906ac658-6b6e-429c-b8a8-e6848b1202be on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:20:45.166264 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Attempting to bind port 906ac658-6b6e-429c-b8a8-e6848b1202be by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:20:45.166700 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Attempting to bind port 906ac658-6b6e-429c-b8a8-e6848b1202be on network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:20:45.172883 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:20:45.173393 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Checking segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:20:45.173985 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:45.174443 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Bound using segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:20:45.175418 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Bound port: 906ac658-6b6e-429c-b8a8-e6848b1202be, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:20:45.176325 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:45.233671 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-835200d2-4bda-4167-b5df-713c26a0f000 req-a834dea5-69b6-4aeb-ab60-984567cc7480 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 210 time: 0.1139345 Feb 17 23:20:45.292629 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] For port 906ac658-6b6e-429c-b8a8-e6848b1202be, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:20:45.296820 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] For port 906ac658-6b6e-429c-b8a8-e6848b1202be, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=906ac658-6b6e-429c-b8a8-e6848b1202be,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:20:45.302509 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:45.386211 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:45.386923 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:45.458702 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3077010-fc6a-43ed-80f4-8f836afcc70c None None] Pushing event updated for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:45.593309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:45.924170 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:45Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:45.928857 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477cea-ec2d-4d8b-85e2-1a0a3899c91a None None] The sync data for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv is: [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:45Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:46.407925 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-04d58903-1390-4d56-8851-56b287c92fab tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:46.410489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-04d58903-1390-4d56-8851-56b287c92fab tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 797 time: 0.2464945 Feb 17 23:20:46.432501 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 906ac658-6b6e-429c-b8a8-e6848b1202be up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:46.545610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11297ac6-1b17-4666-9bf5-bd5c1499108c req-26d7fbdc-c5cc-49d8-8009-e7fe6fc20d55 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 210 time: 0.0882933 Feb 17 23:20:46.560323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e94b56a9-3b29-469c-95a0-a5b995ae5184 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 380 time: 0.1408281 Feb 17 23:20:46.574829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'port': {'device_id': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'admin_state_up': True, 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'security_groups': ['5b209f53-b8dd-40c9-a202-4a88f8964960']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:46.578924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 906ac658-6b6e-429c-b8a8-e6848b1202be completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:46.588097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 906ac658-6b6e-429c-b8a8-e6848b1202be triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:46.588557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:46.753222 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:46.760873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:port and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:46.766391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:46.773590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:46.774963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:46.791547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:20:46.799101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:46.818001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 906ac658-6b6e-429c-b8a8-e6848b1202be, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=906ac658-6b6e-429c-b8a8-e6848b1202be,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:46.825418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:46.911518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:47.022207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.3 (3be2f97b-d7ee-4c20-93e6-5bc4588939d3/445018af-4d3a-4bd3-9e95-ef00a8e56916/b459b744-12cb-473b-9014-238080f0b2fc) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:20:47.244638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:47.265164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object b459b744-12cb-473b-9014-238080f0b2fc will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:47.298004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:47.375578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:47.379526 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:47.382538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:20:47.428772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:47.482638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:47.483637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:47.517197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e9bda113-3ff8-4e3b-b1ce-e92ef2059357 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9484601 Feb 17 23:20:47.532210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Request body: {'port': {'device_id': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:47.665889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:47.686508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3aa85f70-0769-4882-aaf3-a10b0d968e75 None None] Provisioning for port b459b744-12cb-473b-9014-238080f0b2fc completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:47.694281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3aa85f70-0769-4882-aaf3-a10b0d968e75 None None] Provisioning complete for port b459b744-12cb-473b-9014-238080f0b2fc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:47.695186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3aa85f70-0769-4882-aaf3-a10b0d968e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:47.791742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3aa85f70-0769-4882-aaf3-a10b0d968e75 None None] Port b459b744-12cb-473b-9014-238080f0b2fc cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:20:47.916458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5dc4a-f8be-43c9-b395-85818477dc95 req-10544660-631e-441b-8e79-94e06579840e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:47.917197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3da5dc4a-f8be-43c9-b395-85818477dc95 req-10544660-631e-441b-8e79-94e06579840e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:20:47.970735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-3da5dc4a-f8be-43c9-b395-85818477dc95 req-10544660-631e-441b-8e79-94e06579840e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:20:47.971903 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3da5dc4a-f8be-43c9-b395-85818477dc95 req-10544660-631e-441b-8e79-94e06579840e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 931 time: 0.2861171 Feb 17 23:20:48.112068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3da5dc4a-f8be-43c9-b395-85818477dc95 req-d32e0069-6be7-4bb5-b3b3-09eaf29023b2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872858 Feb 17 23:20:48.219790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b459b744-12cb-473b-9014-238080f0b2fc {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:20:48.227820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.243816 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Transition to ACTIVE for port object b459b744-12cb-473b-9014-238080f0b2fc will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:20:48.249319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.434792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 906ac658-6b6e-429c-b8a8-e6848b1202be up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:48.553011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 906ac658-6b6e-429c-b8a8-e6848b1202be triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:48.553652 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.583556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Pushing event updated for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:48.632977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Attempting to bind port b459b744-12cb-473b-9014-238080f0b2fc on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:20:48.633525 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Attempting to bind port b459b744-12cb-473b-9014-238080f0b2fc by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:20:48.633944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Attempting to bind port b459b744-12cb-473b-9014-238080f0b2fc on network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:20:48.640664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Port b459b744-12cb-473b-9014-238080f0b2fc on network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:20:48.641114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Attempting to bind port b459b744-12cb-473b-9014-238080f0b2fc on network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:20:48.647158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:20:48.647492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Checking segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:20:48.647883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Bound using segment: {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:20:48.648320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Bound port: b459b744-12cb-473b-9014-238080f0b2fc, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de5538d-302c-4e5a-9fb0-84cddf2592bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:20:48.648661 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.753894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:20:48.757186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=b459b744-12cb-473b-9014-238080f0b2fc,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:20:48.764192 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.832558 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:48.833219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:48.834699 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] 10.222.0.43 "PUT /v2.0/ports/b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 1093 time: 1.3103192 Feb 17 23:20:48.835176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:48.860438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b812-0ae6-4569-8363-c2bfb501d780 service neutron] Pushing event updated for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:48.978827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-19fc06f0-9a7a-4c06-aae4-dfc956c8e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:48.982575 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-19fc06f0-9a7a-4c06-aae4-dfc956c8e4cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1096 time: 0.0960608 Feb 17 23:20:48.987320 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc', 'status': 'completed', 'code': 200} Feb 17 23:20:49.079398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-9461bc92-c99b-49d6-a5c5-7b803254787f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 217 time: 0.0863264 Feb 17 23:20:49.154949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-fb2fefe2-178c-4506-86ec-7c0637aa4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:49.157611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-fb2fefe2-178c-4506-86ec-7c0637aa4e21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 200 len: 834 time: 0.0716746 Feb 17 23:20:49.261629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-cd8fd03f-3894-4c42-8ca5-b0a8dd36d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:49.263618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-cd8fd03f-3894-4c42-8ca5-b0a8dd36d313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005430 Feb 17 23:20:49.475259 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-1142b4a2-446b-40ca-97f0-def5ed7117f8 service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046990 Feb 17 23:20:49.486998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866830e7-5c9e-45eb-b76c-cefe8c9ffb66 req-7f6da1ad-8fdf-4279-b982-5f4d9efe6c55 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:49.488487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-866830e7-5c9e-45eb-b76c-cefe8c9ffb66 req-7f6da1ad-8fdf-4279-b982-5f4d9efe6c55 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 943 time: 0.1894083 Feb 17 23:20:49.623017 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-866830e7-5c9e-45eb-b76c-cefe8c9ffb66 req-2219d921-f5cf-4c52-abe6-48195df90446 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158254 Feb 17 23:20:49.660724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20a1bf65-2055-4a08-aedb-db3b1639d71d req-ab362668-b96f-4ad0-b1a7-4009d84d058b service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712592 Feb 17 23:20:49.782418 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-0a536585-3936-41ac-9bdd-6c44222a3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:49.783925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-0a536585-3936-41ac-9bdd-6c44222a3639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1096 time: 0.0767462 Feb 17 23:20:49.935567 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-7b56bd7d-80ee-45a8-9369-01a513e4ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:49.937064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-7b56bd7d-80ee-45a8-9369-01a513e4ac5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 897 time: 0.1469839 Feb 17 23:20:50.014923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-2fa34f3d-5ef7-4fe2-9e24-a4843cd2a184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 217 time: 0.0708010 Feb 17 23:20:50.083717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-25f8f249-3d65-45c9-83d2-44849d7e64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:50.085255 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-25f8f249-3d65-45c9-83d2-44849d7e64a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 200 len: 834 time: 0.0638552 Feb 17 23:20:50.146568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f4b24c6-8020-427a-8ff0-a62010bdc5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:50.192061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-4ec2504b-89ff-4948-8e54-d4e78a0ab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:50.194550 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-4ec2504b-89ff-4948-8e54-d4e78a0ab04e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024606 Feb 17 23:20:50.346840 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-b33ecfe7-4d81-4082-a0ca-55ee85dc116c service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441233 Feb 17 23:20:50.611476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c6c5adc9-8954-4b86-b8e3-0cc5289ff6ce req-6d2bffc8-0e90-456e-80b9-9f775f4e6882 service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589531 Feb 17 23:20:50.836997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70e2a5-6e94-4367-9cd4-edc1746c870e req-5e309cd8-6c41-411b-bf05-786220043621 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:50.838556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c70e2a5-6e94-4367-9cd4-edc1746c870e req-5e309cd8-6c41-411b-bf05-786220043621 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 943 time: 0.0891607 Feb 17 23:20:50.889405 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c70e2a5-6e94-4367-9cd4-edc1746c870e req-1baff544-5d0a-4b8d-ab53-873abc036b75 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Feb 17 23:20:51.757663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device b459b744-12cb-473b-9014-238080f0b2fc details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:20:51.908165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=b459b744-12cb-473b-9014-238080f0b2fc,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:51.931223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'b459b744-12cb-473b-9014-238080f0b2fc', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'port_id': 'b459b744-12cb-473b-9014-238080f0b2fc', 'mac_address': 'fa:16:3e:75:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:20:52.006495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:52.038892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b459b744-12cb-473b-9014-238080f0b2fc {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:20:52.067894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=b459b744-12cb-473b-9014-238080f0b2fc,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:52.073742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:52.094625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd65e92-5dfd-4e82-9c82-2ff2bb6d034c req-d1d92d57-d3c5-49b9-8037-8fedd5aab56e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:52.096235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0cd65e92-5dfd-4e82-9c82-2ff2bb6d034c req-d1d92d57-d3c5-49b9-8037-8fedd5aab56e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 943 time: 0.0944273 Feb 17 23:20:52.147357 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0cd65e92-5dfd-4e82-9c82-2ff2bb6d034c req-cad933ff-3a5e-4c2a-be7d-045962bc14c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Feb 17 23:20:52.156203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:52.296283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['b459b744-12cb-473b-9014-238080f0b2fc'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:20:52.437644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4708983-88b6-4d20-98ce-b54147613cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:53.357883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c143efc-37e4-4095-b20e-142bc03af928 req-2158ccde-e9b5-41aa-8a78-7661be030e15 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:53.359356 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c143efc-37e4-4095-b20e-142bc03af928 req-2158ccde-e9b5-41aa-8a78-7661be030e15 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 944 time: 0.0865040 Feb 17 23:20:53.415936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:53.416504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3c143efc-37e4-4095-b20e-142bc03af928 req-a804988f-82f2-43e2-97f8-714d67d9b5b5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492139 Feb 17 23:20:53.613356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:53.772832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device b459b744-12cb-473b-9014-238080f0b2fc up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:20:53.850757 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port b459b744-12cb-473b-9014-238080f0b2fc completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:20:53.856420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port b459b744-12cb-473b-9014-238080f0b2fc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:53.856912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:53.978237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:54.007837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:54.018568 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=b459b744-12cb-473b-9014-238080f0b2fc,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:20:54.022938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:54.083205 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc', 'code': 200} Feb 17 23:20:54.101516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:54.326317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1b04-73cc-4010-9d43-394ec5d3624c req-128995bc-373d-4f60-a8ba-0cadb1f3f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:54.327694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b39b1b04-73cc-4010-9d43-394ec5d3624c req-128995bc-373d-4f60-a8ba-0cadb1f3f932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1098 time: 0.0729816 Feb 17 23:20:54.374091 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b39b1b04-73cc-4010-9d43-394ec5d3624c req-28f4027e-570c-4086-9a9d-6ab8ee00dc99 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 Feb 17 23:20:54.617644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922ae0-e276-4629-9b18-0c8f4c810a73 req-9419e449-4433-4cc3-b9da-30f01bf4d769 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:54.619007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e922ae0-e276-4629-9b18-0c8f4c810a73 req-9419e449-4433-4cc3-b9da-30f01bf4d769 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0886281 Feb 17 23:20:54.663620 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9e922ae0-e276-4629-9b18-0c8f4c810a73 req-19c063a6-b587-4207-96a8-6abb1b0b4598 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Feb 17 23:20:55.053509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:55.856857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15961a-3e0f-44ac-8917-cba3b50dd152 req-06f6dde2-ff38-4b4d-9b28-2ea6660123b5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:55.858403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3f15961a-3e0f-44ac-8917-cba3b50dd152 req-06f6dde2-ff38-4b4d-9b28-2ea6660123b5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0830941 Feb 17 23:20:55.907227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3f15961a-3e0f-44ac-8917-cba3b50dd152 req-ce5b1b1d-4339-405f-b908-251dea962706 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Feb 17 23:20:56.096312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552275-7d4a-4c48-b4a0-4b7efbbadca9 req-d684081f-5e1f-4964-a289-07a829bdcce3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:56.097806 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-96552275-7d4a-4c48-b4a0-4b7efbbadca9 req-d684081f-5e1f-4964-a289-07a829bdcce3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0842907 Feb 17 23:20:56.141498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-96552275-7d4a-4c48-b4a0-4b7efbbadca9 req-2505e970-f046-4a3a-a7da-3b28dd22b84b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380886 Feb 17 23:20:56.164186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42514) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:56.234191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd66e3b-af06-496e-bbe8-9919576d7bcd tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:56.235574 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1bd66e3b-af06-496e-bbe8-9919576d7bcd tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1093 time: 0.0703928 Feb 17 23:20:56.238530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42518) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:56.243305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'b459b744-12cb-473b-9014-238080f0b2fc', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:20:56.249991 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:20:56.253741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:floatingip and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:20:56.256505 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:20:56.263302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:20:56.274329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:56.415032 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:56.554724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.26 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/b6e6654e-652d-4516-ba01-4b1ad67458bf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:20:56.706158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:56.735616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:56.803318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:20:56.806226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:20:56.810594 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:20:56.845958 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=b6e6654e-652d-4516-ba01-4b1ad67458bf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:57.122940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-4c78ad80-f350-4179-98bf-9cb5b3796aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714283 Feb 17 23:20:57.279069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587672d-545e-413d-854f-88a4a356ef59 req-f8e3a9e5-430f-4689-abf5-ab8ac5eba786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:57.280565 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-f8e3a9e5-430f-4689-abf5-ab8ac5eba786 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1098 time: 0.0788145 Feb 17 23:20:57.338890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:57.420602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:57.442713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587672d-545e-413d-854f-88a4a356ef59 req-f5f3a304-f462-44f8-ab31-8f71fdca9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:57.444162 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-f5f3a304-f462-44f8-ab31-8f71fdca9448 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 897 time: 0.1393209 Feb 17 23:20:57.554627 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:20:57.563388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-bec8c823-6f15-4c37-9373-22338f5893fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 998 time: 0.1123743 Feb 17 23:20:57.638507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587672d-545e-413d-854f-88a4a356ef59 req-b86ec00a-9498-464e-9e19-df76ec1765d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:57.639914 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-b86ec00a-9498-464e-9e19-df76ec1765d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 200 len: 834 time: 0.0705316 Feb 17 23:20:57.649764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:57.655780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:57.728126 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587672d-545e-413d-854f-88a4a356ef59 req-b1cc29af-2d73-4a04-aa6f-d182b9316d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:57.730366 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-b1cc29af-2d73-4a04-aa6f-d182b9316d9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832341 Feb 17 23:20:57.770778 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=b6e6654e-652d-4516-ba01-4b1ad67458bf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:57.785541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:57.872522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-5ea29f12-76dd-4252-8a12-6f67fcb7f692 service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368566 Feb 17 23:20:57.964485 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 6e5772ac-83c8-423c-9f0e-da8849e3947b associated. External IP: 172.26.7.26, port: b459b744-12cb-473b-9014-238080f0b2fc. Feb 17 23:20:58.010070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8587672d-545e-413d-854f-88a4a356ef59 req-3df4d9b7-922a-413f-aa98-a1081129e96a service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319792 Feb 17 23:20:58.321048 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 35bd94e5-35d3-4217-be3b-950d053f2019 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:20:58.501647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:20:58.511918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Sync routers for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:20:58.523962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:58.524569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:58.529132 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:58.585518 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d043e128-982d-4f4a-bdeb-7d04d32f8fa8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3458724 Feb 17 23:20:58.586462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:58.640075 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc', 'status': 'completed', 'code': 200} Feb 17 23:20:58.735549 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:20:58.750578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:58.810899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-4305965b-6f98-4f35-a21e-d4b4bd78cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:58.812376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-4305965b-6f98-4f35-a21e-d4b4bd78cc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1098 time: 0.1482418 Feb 17 23:20:58.826216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa771b1-20ba-4bb2-af78-7063c1bc7174 req-88696e78-939a-4229-88ef-1d8d4a9c613e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:58.827712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aa771b1-20ba-4bb2-af78-7063c1bc7174 req-88696e78-939a-4229-88ef-1d8d4a9c613e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.1252489 Feb 17 23:20:59.070302 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aa771b1-20ba-4bb2-af78-7063c1bc7174 req-69cc7683-24e9-425d-8fc7-dd493c46a5db tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104455 Feb 17 23:20:59.095001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42526) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:20:59.107836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-3aa60ac2-aca0-4ecc-8847-9f992534d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:59.109221 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-3aa60ac2-aca0-4ecc-8847-9f992534d0e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 897 time: 0.2910984 Feb 17 23:20:59.129995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6e5772ac-83c8-423c-9f0e-da8849e3947b', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'port_id': 'b459b744-12cb-473b-9014-238080f0b2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'mac_address': 'fa:16:3e:75:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:20:57Z', 'updated_at': '2022-02-17T23:20:57Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:59.134208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Checking router: 35bd94e5-35d3-4217-be3b-950d053f2019 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:20:59.144251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:20:59.144860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:20:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:59.212341 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9bfb77b7-5fb7-4ce4-8e37-47f8fe5afa85 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6e5772ac-83c8-423c-9f0e-da8849e3947b HTTP/1.1" status: 200 len: 990 time: 0.1160355 Feb 17 23:20:59.221486 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-314a3d9f-75dc-456e-914c-c5917da2eb27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 998 time: 0.1061409 Feb 17 23:20:59.286572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-bd996e11-30ea-4b66-8644-ad6e83574e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:59.288015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-bd996e11-30ea-4b66-8644-ad6e83574e6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 200 len: 834 time: 0.0614135 Feb 17 23:20:59.349239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:20:59.368497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-aac42bce-216b-4462-958d-b4dda1a8e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:59.370020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-aac42bce-216b-4462-958d-b4dda1a8e21b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755181 Feb 17 23:20:59.505320 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-2ba3f0ae-248b-497c-9bfe-e19764f00769 service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293883 Feb 17 23:20:59.645870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-192e4a6d-d214-490b-85cb-a240b3b77338 req-53a772c8-571e-42f9-a833-8814ff12b046 service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335177 Feb 17 23:20:59.717625 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6e5772ac-83c8-423c-9f0e-da8849e3947b', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'port_id': 'b459b744-12cb-473b-9014-238080f0b2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'mac_address': 'fa:16:3e:75:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:20:57Z', 'updated_at': '2022-02-17T23:20:57Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:20:59.722178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210574e-bb83-4d27-b752-4aa7220e16be None None] The sync data for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv is: [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6e5772ac-83c8-423c-9f0e-da8849e3947b', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'port_id': 'b459b744-12cb-473b-9014-238080f0b2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'mac_address': 'fa:16:3e:75:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:20:57Z', 'updated_at': '2022-02-17T23:20:57Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:20:59.915832 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfc644-107d-4a6b-a42b-7cf81dfaa546 None None] New status for floating IP 6e5772ac-83c8-423c-9f0e-da8849e3947b: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:21:00.217930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42530) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:00.444730 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-26e10ea8-346d-4716-867c-2f9d0a435034 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6e5772ac-83c8-423c-9f0e-da8849e3947b HTTP/1.1" status: 200 len: 992 time: 0.2252533 Feb 17 23:21:20.149450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9591f447-b78b-40d5-af16-8562ababb452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:22.414388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-95568fc4-919d-474d-b8fd-1d1724b92b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:23.410869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:23.613978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:25.053243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:28.287034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671916-9ad1-425a-b7d9-369d2d8db100 req-44997537-0aff-48d4-827c-6dc61ede973c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:28.288494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95671916-9ad1-425a-b7d9-369d2d8db100 req-44997537-0aff-48d4-827c-6dc61ede973c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0798244 Feb 17 23:21:28.334561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-95671916-9ad1-425a-b7d9-369d2d8db100 req-64dedf7b-9d40-42c5-a53a-ccaab5cb4c66 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Feb 17 23:21:28.628709 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:29.527043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482d2a5-ac5b-43a5-b4c0-327d709d4f0b req-fd075545-15af-48d5-bbfa-5ec4d94888bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.528498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d482d2a5-ac5b-43a5-b4c0-327d709d4f0b req-fd075545-15af-48d5-bbfa-5ec4d94888bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0840182 Feb 17 23:21:29.583232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d482d2a5-ac5b-43a5-b4c0-327d709d4f0b req-0f469972-c243-4c27-be3a-9afd7eadc315 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489800 Feb 17 23:21:29.607349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42550) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:29.713612 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-25fc6607-b339-444c-b9ae-4798a4613df9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6e5772ac-83c8-423c-9f0e-da8849e3947b HTTP/1.1" status: 200 len: 992 time: 0.1044841 Feb 17 23:21:31.168604 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36cd81-60af-476d-bf50-547855112fde req-df6a9623-d89f-47c4-976b-6a5518a05b92 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:31.170100 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e36cd81-60af-476d-bf50-547855112fde req-df6a9623-d89f-47c4-976b-6a5518a05b92 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0794208 Feb 17 23:21:31.217472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e36cd81-60af-476d-bf50-547855112fde req-f2894d74-b06d-4c3f-8dc0-810fe90bbf5a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Feb 17 23:21:32.406357 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b2fd-4847-4a97-b024-13eecab99cc0 req-2e918443-79c9-48e9-a985-7dfe14d18f82 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:32.407790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ff9b2fd-4847-4a97-b024-13eecab99cc0 req-2e918443-79c9-48e9-a985-7dfe14d18f82 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0820470 Feb 17 23:21:32.452765 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ff9b2fd-4847-4a97-b024-13eecab99cc0 req-c9b47c87-dd11-4ffd-afa5-7373af20fb15 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Feb 17 23:21:32.475314 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42562) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:32.588494 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2a0804b9-9d17-4d0a-ad55-013020bd900c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6e5772ac-83c8-423c-9f0e-da8849e3947b HTTP/1.1" status: 200 len: 992 time: 0.1120315 Feb 17 23:21:32.886481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42570) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:33.084968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port b6e6654e-652d-4516-ba01-4b1ad67458bf {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:21:33.085330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:33.255352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:33.255676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:33.376436 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for b6e6654e-652d-4516-ba01-4b1ad67458bf owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:21:33.528607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:33.576350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=b6e6654e-652d-4516-ba01-4b1ad67458bf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:33.616058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.616403 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.616742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.617100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.617433 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.617755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.618078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.618405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.618757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.619069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.619389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.619705 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:33.678466 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:33.678796 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 6e5772ac-83c8-423c-9f0e-da8849e3947b disassociated (deleted). External IP: 172.26.7.26, port: b459b744-12cb-473b-9014-238080f0b2fc. Feb 17 23:21:34.139486 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 35bd94e5-35d3-4217-be3b-950d053f2019 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:21:34.319184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:21:34.330029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Sync routers for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:34.339419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:34.341327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:34.341942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:34.394592 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1204e895-34c4-42e6-9d09-ea525d976750 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/floatingips/6e5772ac-83c8-423c-9f0e-da8849e3947b HTTP/1.1" status: 204 len: 168 time: 1.5071118 Feb 17 23:21:34.395258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:34.450055 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc', 'status': 'completed', 'code': 200} Feb 17 23:21:34.525017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:34.543806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183246a3-1893-4b14-8400-f7edcb6340fa req-68e7b4f6-3af4-47c8-9ec8-fa93f1b9257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:34.545484 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-68e7b4f6-3af4-47c8-9ec8-fa93f1b9257e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 1098 time: 0.0733771 Feb 17 23:21:34.553773 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:21:34.685971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183246a3-1893-4b14-8400-f7edcb6340fa req-e888c252-08b4-4b80-9f79-bce94ecf942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:34.687587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-e888c252-08b4-4b80-9f79-bce94ecf942b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 200 len: 897 time: 0.1362853 Feb 17 23:21:34.762820 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-ae3beea1-6913-4e05-b99c-646bfe5c8e52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 200 len: 217 time: 0.0685678 Feb 17 23:21:34.875798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183246a3-1893-4b14-8400-f7edcb6340fa req-fd5ef73b-d6e6-4ec6-9ddf-009c1c5d68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:34.877183 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-fd5ef73b-d6e6-4ec6-9ddf-009c1c5d68f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 200 len: 834 time: 0.0844803 Feb 17 23:21:34.906725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:34.910525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Checking router: 35bd94e5-35d3-4217-be3b-950d053f2019 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:34.920112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:34.920734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:34.936094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93219c-6250-45d4-9751-251b79cbbe24 req-c9fe2983-ac4d-4594-9988-422547caf347 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:34.937659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad93219c-6250-45d4-9751-251b79cbbe24 req-c9fe2983-ac4d-4594-9988-422547caf347 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.1843657 Feb 17 23:21:35.107142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:35.110691 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad93219c-6250-45d4-9751-251b79cbbe24 req-1fbcfe41-8048-4c20-acd7-676813fa9230 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626003 Feb 17 23:21:35.115632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183246a3-1893-4b14-8400-f7edcb6340fa req-88962c7a-f8ae-4f43-86fe-708317d62653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:35.117052 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-88962c7a-f8ae-4f43-86fe-708317d62653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be2f97b-d7ee-4c20-93e6-5bc4588939d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2328439 Feb 17 23:21:35.253456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-65780642-34cf-4077-87bf-8f1dd4e0d79e service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285098 Feb 17 23:21:35.386668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183246a3-1893-4b14-8400-f7edcb6340fa req-9a8ff90c-c5fb-4cad-b655-9541b1564a6e service neutron] 10.222.0.43 "GET /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259816 Feb 17 23:21:35.421550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:35.425762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264421d8-e941-4a63-b337-7abee19e6572 None None] The sync data for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv is: [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '906ac658-6b6e-429c-b8a8-e6848b1202be', 'name': '', 'network_id': '3be2f97b-d7ee-4c20-93e6-5bc4588939d3', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:db:7f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:41Z', 'updated_at': '2022-02-17T23:20:46Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '445018af-4d3a-4bd3-9e95-ef00a8e56916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:35.646198 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f909e9-7989-4b4f-9f6b-7671cd79a847 None None] New status for floating IP 6e5772ac-83c8-423c-9f0e-da8849e3947b: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:21:36.215974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-42c0e00b-bc89-49a6-8e4b-e331d44a3383 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:36.217456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-42c0e00b-bc89-49a6-8e4b-e331d44a3383 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.0807340 Feb 17 23:21:36.336529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port b459b744-12cb-473b-9014-238080f0b2fc {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:21:36.336777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:36.446265 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc51a1-7084-4492-9e52-4a8d3b0d8b62 req-585a58ec-b5f1-4ede-a3b7-208dabb4d981 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:36.447950 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbc51a1-7084-4492-9e52-4a8d3b0d8b62 req-585a58ec-b5f1-4ede-a3b7-208dabb4d981 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 945 time: 0.2284694 Feb 17 23:21:36.596923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6fbc51a1-7084-4492-9e52-4a8d3b0d8b62 req-837a1cd6-ce4a-46aa-a5bc-1621602d4ffe tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b209f53-b8dd-40c9-a202-4a88f8964960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406832 Feb 17 23:21:36.682051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port b459b744-12cb-473b-9014-238080f0b2fc, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=b459b744-12cb-473b-9014-238080f0b2fc,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:36.682440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:36.809139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for b459b744-12cb-473b-9014-238080f0b2fc owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:21:36.978506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:37.034620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=b459b744-12cb-473b-9014-238080f0b2fc,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:37.087080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.088050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.088388 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.088711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.089037 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.089385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.089701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.090017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.090332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.090644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.090956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.091269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:37.130856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] No DVR routers for this DVR port b459b744-12cb-473b-9014-238080f0b2fc on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:21:37.133425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:37.136529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'name': 'network-vif-deleted', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:37.148572 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f28e5192-72e8-473e-bbd9-a4f8b6bc4dd5 req-8cb955e2-5294-49c9-8e80-a970e8ba05be tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "DELETE /v2.0/ports/b459b744-12cb-473b-9014-238080f0b2fc HTTP/1.1" status: 204 len: 173 time: 0.8976841 Feb 17 23:21:37.184189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6882b8b9-9961-4099-95cb-0fcb868de76b', 'name': 'network-vif-deleted', 'tag': 'b459b744-12cb-473b-9014-238080f0b2fc', 'status': 'completed', 'code': 200} Feb 17 23:21:37.771284 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e2735024-f325-4a00-bcb4-9cbba917b7f1 req-9d5960fa-35be-4985-bc4a-77e0ec52c93f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:21:37.787172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-e2735024-f325-4a00-bcb4-9cbba917b7f1 req-9d5960fa-35be-4985-bc4a-77e0ec52c93f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:21:37.788513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2735024-f325-4a00-bcb4-9cbba917b7f1 req-9d5960fa-35be-4985-bc4a-77e0ec52c93f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6882b8b9-9961-4099-95cb-0fcb868de76b HTTP/1.1" status: 200 len: 210 time: 0.0586967 Feb 17 23:21:38.885855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42588) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:39.445389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:39.843686 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 906ac658-6b6e-429c-b8a8-e6848b1202be {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:21:39.843943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:39.990451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device b459b744-12cb-473b-9014-238080f0b2fc no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:21:40.030457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: b459b744-12cb-473b-9014-238080f0b2fc {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:21:40.030796 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device b459b744-12cb-473b-9014-238080f0b2fc not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:21:40.036673 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 906ac658-6b6e-429c-b8a8-e6848b1202be, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=906ac658-6b6e-429c-b8a8-e6848b1202be,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:40.037285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:40.282914 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 906ac658-6b6e-429c-b8a8-e6848b1202be owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:21:40.626650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:40.679596 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=906ac658-6b6e-429c-b8a8-e6848b1202be,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:40.973857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:41.365399 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 35bd94e5-35d3-4217-be3b-950d053f2019 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:21:41.685424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:21:41.696882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Sync routers for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:41.707274 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:41.707819 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-29d573a0-70e6-4f2b-80c6-f093fa8ac815 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/35bd94e5-35d3-4217-be3b-950d053f2019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8208380 Feb 17 23:21:41.708084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:41.711722 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42592) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:41.785067 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting subnet 445018af-4d3a-4bd3-9e95-ef00a8e56916 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:21:41.788524 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:41.851604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:41.900569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:41.943670 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.026428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.070460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Subnet': ['ID=445018af-4d3a-4bd3-9e95-ef00a8e56916,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:42.073262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.083515 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7ccb71ed-1ef2-4f8a-8c8a-201761010aea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/subnets/445018af-4d3a-4bd3-9e95-ef00a8e56916 HTTP/1.1" status: 204 len: 168 time: 0.3674767 Feb 17 23:21:42.083678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42596) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:42.084836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc40ebd-77da-4fd5-8538-2adbf8736880 None None] Network 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:21:42.284663 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.426356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:21:40Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'b9deda5c-f026-416f-8bbc-efea9bf09a43', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:20:37Z', 'updated_at': '2022-02-17T23:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:42.431741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Checking router: 35bd94e5-35d3-4217-be3b-950d053f2019 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:42.442469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Routers {'35bd94e5-35d3-4217-be3b-950d053f2019'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:42.443108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['35bd94e5-35d3-4217-be3b-950d053f2019'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:42.486939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.499295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port b9deda5c-f026-416f-8bbc-efea9bf09a43 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:21:42.500850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.502014 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] DHCP port deletion for 3be2f97b-d7ee-4c20-93e6-5bc4588939d3 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:21:42.516205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Deleting port 5308dd95-9349-4827-9e0a-04b1a8c04d0e {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:21:42.516648 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.683719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port b9deda5c-f026-416f-8bbc-efea9bf09a43, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=b9deda5c-f026-416f-8bbc-efea9bf09a43,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:42.684068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.685331 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] Set router 35bd94e5-35d3-4217-be3b-950d053f2019 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:42.802905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:21:42Z', 'revision_number': 6, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:42.809529 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for b9deda5c-f026-416f-8bbc-efea9bf09a43 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:21:42.811030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8b4b-acdb-41b4-a2aa-ecb2cdccbb93 None None] The sync data for ids ['35bd94e5-35d3-4217-be3b-950d053f2019'] in dv-neutron-805768-3-hyperv is: [{'id': '35bd94e5-35d3-4217-be3b-950d053f2019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17127785', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:20:36Z', 'updated_at': '2022-02-17T23:21:42Z', 'revision_number': 6, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:42.917472 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] For port 5308dd95-9349-4827-9e0a-04b1a8c04d0e, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5308dd95-9349-4827-9e0a-04b1a8c04d0e,segment=NetworkSegment(6de5538d-302c-4e5a-9fb0-84cddf2592bc),segment_id=6de5538d-302c-4e5a-9fb0-84cddf2592bc)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:42.917870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:42.989703 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.039481 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=b9deda5c-f026-416f-8bbc-efea9bf09a43,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:43.052918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Calling delete_port for 5308dd95-9349-4827-9e0a-04b1a8c04d0e owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:21:43.131918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.137760 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.187647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] No DVR routers for this DVR port 5308dd95-9349-4827-9e0a-04b1a8c04d0e on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:21:43.191764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Pushing event deleted for resources: {'Port': ['ID=5308dd95-9349-4827-9e0a-04b1a8c04d0e,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:43.204821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.205075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.205487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.205827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.206163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.206491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.206835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.207183 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.207572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.208021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.208376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.208698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dce7e4-3371-400c-90af-f9b5d0b91f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:43.436662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.438969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.465405 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.465909 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Fanout notify agent at l3_agent the message router_deleted on router 35bd94e5-35d3-4217-be3b-950d053f2019 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:21:43.481907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.486256 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ad4dcce3-45ee-44fd-8908-40eb1bfecada tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/routers/35bd94e5-35d3-4217-be3b-950d053f2019 HTTP/1.1" status: 204 len: 168 time: 1.3984647 Feb 17 23:21:43.486701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42600) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:43.612358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.750290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.778804 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be2f97b-d7ee-4c20-93e6-5bc4588939d3']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:43.793647 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5538d-302c-4e5a-9fb0-84cddf2592bc') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:43.793950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5538d-302c-4e5a-9fb0-84cddf2592bc') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:43.807358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.830554 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.839358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:21:43.839677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:21:43.855537 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:21:43.943704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.962888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:43.973351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Network': ['ID=3be2f97b-d7ee-4c20-93e6-5bc4588939d3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:43.976002 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-9672b163-7122-4b9c-ac5e-96e47cf3eaf8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/networks/3be2f97b-d7ee-4c20-93e6-5bc4588939d3 HTTP/1.1" status: 204 len: 168 time: 0.4882133 Feb 17 23:21:43.979219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42604) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:44.063136 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.098140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.162662 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.180868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b209f53-b8dd-40c9-a202-4a88f8964960,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:44.195009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.196738 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-024e34f2-f262-45da-b4f5-1f7053ebc34c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b209f53-b8dd-40c9-a202-4a88f8964960 HTTP/1.1" status: 204 len: 168 time: 0.2161682 Feb 17 23:21:44.428303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42612) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:44.431765 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5308dd95-9349-4827-9e0a-04b1a8c04d0e no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:21:44.433897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589104567', 'description': 'tempest-secgroup-smoke-1589104567 description', 'project_id': 'a3ab41d065164fea80da9acd581f80f7'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:44.439947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:44.444120 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:44.447786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:44.453952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:44.465199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.469752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5308dd95-9349-4827-9e0a-04b1a8c04d0e {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:21:44.470091 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5308dd95-9349-4827-9e0a-04b1a8c04d0e not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:21:44.470528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 906ac658-6b6e-429c-b8a8-e6848b1202be no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:21:44.484661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:44.488500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:44.491323 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:44.497156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:44.503152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 906ac658-6b6e-429c-b8a8-e6848b1202be {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:21:44.503634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 906ac658-6b6e-429c-b8a8-e6848b1202be not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:21:44.504073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b9deda5c-f026-416f-8bbc-efea9bf09a43 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:21:44.538557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: b9deda5c-f026-416f-8bbc-efea9bf09a43 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:21:44.538895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device b9deda5c-f026-416f-8bbc-efea9bf09a43 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:21:44.568767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.572979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.620619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:44.626787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.630498 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d25047af-3f81-4aba-a73d-a4093faa3c2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1984782 Feb 17 23:21:44.630957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42616) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:44.635923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:44.641892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:44.645699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:44.648500 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:44.654744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:44.672155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.731426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.734719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.757354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581696e3-fc0e-45e4-a15c-9db96a2c07d1,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:44.767224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.768476 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2f068ba1-59cb-4cef-8ecd-403dba5d911d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368396 Feb 17 23:21:44.771194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42620) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:44.777057 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:44.783217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:44.787028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:44.789923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:44.796579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:44.813145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.874113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.877729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.901111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a14c25-d148-4529-b114-8d657046f595,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:44.909892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:44.911061 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-963073c2-65f1-44eb-bec5-778b4a891cb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389649 Feb 17 23:21:44.913833 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42624) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:44.919783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:44.926185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:44.930130 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:44.934195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:44.940166 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:44.960358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.022229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.026263 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.050066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fa2aed-8806-4f64-93ca-311c29700057,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:45.061219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.062942 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f5460214-35f3-45a5-85b3-df192c5e20f6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477211 Feb 17 23:21:45.065358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42628) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:45.070929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:45.077667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:45.081555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:45.084461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:45.091782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:45.108426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.172074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.176104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.201761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976bb566-a4b2-47b1-9cad-beef4ac46ccf,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:45.211331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.212524 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-172c259e-1e20-4687-ac8a-c27c9ec1c7da tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461895 Feb 17 23:21:45.216237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42632) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:45.221270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:45.227185 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:45.231200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:45.234103 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:45.239853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:45.249521 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:21:45.256171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.324852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.328707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.352820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e43d37a-461c-4dcd-a0be-56c387c3c883,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:45.363128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.364389 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e2fce7b3-1741-4238-93f5-0d8630aecf39 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472235 Feb 17 23:21:45.367193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42636) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:45.372741 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'e62bf7f9-f4f1-4d70-9551-98181e6cdf9d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:45.378829 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:45.382755 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:45.386250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:45.392041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:45.402859 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:21:45.409748 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.477842 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.482183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.506907 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d3fa18-a87a-4488-b9ac-71e35cb5b81f,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:45.517386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.518671 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5b375dc7-10b5-40ac-9f8d-90a74f8aaaa3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504748 Feb 17 23:21:45.521806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42640) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:45.528190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'network': {'name': 'tempest-network-smoke--126581367', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:45.533358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:45.537160 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:network and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:45.540069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:45.546924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:45.558336 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:45.562362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.592979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:21:45.602109 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.602453 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Added segment c613a9e3-d30d-4ebc-80d0-ad79b68b0ead of type vlan for network d00bfa29-ad57-4fb4-9a4f-112b903549ba Feb 17 23:21:45.630119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.663250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.669458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:45.670180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.769293 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2463217 Feb 17 23:21:45.771999 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42644) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:45.777690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'admin_state_up': True, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:45.782953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a3f44-2a46-4329-8e23-b2ff14db600e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Network': ['ID=d00bfa29-ad57-4fb4-9a4f-112b903549ba,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:45.785069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:45.789177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:router and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:45.794336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:45.797398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:21:45.800896 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:45.813282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.814296 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:45.832772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.228468 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.556953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.587597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.732538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.94 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/3f9d94a8-c3a1-4978-9030-a80e995ac269) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:46.892929 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.925665 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:46.994259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:46.997156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:46.999600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:21:47.045415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=3f9d94a8-c3a1-4978-9030-a80e995ac269,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:47.450556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:47.954777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:48.181253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:21:48.374331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:21:48.384582 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Sync routers for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:48.399033 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:48.400287 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:48.402328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:48.406734 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ae4f49bf-c4e9-4164-8e52-bf5d157eacdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6305621 Feb 17 23:21:48.406910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42648) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:48.452437 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d9edf90f-2762-4655-bd0a-8051ce8c36c8 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a3ab41d065164fea80da9acd581f80f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444865 Feb 17 23:21:48.455488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42652) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:48.589550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd2a56-b53b-4f14-a9f3-49e32fe0da07 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:48.593524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-75bd2a56-b53b-4f14-a9f3-49e32fe0da07 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345239 Feb 17 23:21:48.593745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42656) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:48.613195 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:48.633168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-28c06ab9-dc22-429b-9c6e-f90c2fefbd60 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382121 Feb 17 23:21:48.635941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42660) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:48.641627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1413327529', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:48.763640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:48.767543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:subnet and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:21:48.770430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:21:48.777158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:48.788732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:48.793891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:48.908698 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:47Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:48.912530 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Checking router: 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:48.912864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Updating router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 port 3f9d94a8-c3a1-4978-9030-a80e995ac269 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:21:48.966425 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.017364 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.108688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Subnet': ['ID=cc7625de-dd32-4d6c-8307-c987f29a9b63,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:49.118505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Checking segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:21:49.118866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network hostable DHCP agents. Network: d00bfa29-ad57-4fb4-9a4f-112b903549ba, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:21:49.140998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:21:49.152457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, d00bfa29-ad57-4fb4-9a4f-112b903549ba) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:49.156587 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:49.157193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.164925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a1710-c097-4a48-be6b-59d834a0e0fc None None] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:21:49.188946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-04af84d7-770b-4ed4-b83e-8b2a77cb0cc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5517738 Feb 17 23:21:49.192725 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42664) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:21:49.335298 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.351886 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Transition to ACTIVE for port object 3f9d94a8-c3a1-4978-9030-a80e995ac269 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:49.363794 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.442799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-d00bfa29-ad57-4fb4-9a4f-112b903549ba', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:21:49.444106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.472650 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Pushing event updated for resources: {'Port': ['ID=3f9d94a8-c3a1-4978-9030-a80e995ac269,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:49.478284 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Attempting to bind port 3f9d94a8-c3a1-4978-9030-a80e995ac269 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:21:49.478865 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Attempting to bind port 3f9d94a8-c3a1-4978-9030-a80e995ac269 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:21:49.480065 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Attempting to bind port 3f9d94a8-c3a1-4978-9030-a80e995ac269 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:21:49.489670 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.490119 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.490453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.490778 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.491102 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.491462 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.491791 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.492115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.492434 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.492746 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.493059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.493422 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:49.499991 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:21:49.500352 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:21:49.500746 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.501155 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:21:49.501626 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Bound port: 3f9d94a8-c3a1-4978-9030-a80e995ac269, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:21:49.501990 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.584141 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] For port 3f9d94a8-c3a1-4978-9030-a80e995ac269, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:21:49.587658 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] For port 3f9d94a8-c3a1-4978-9030-a80e995ac269, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3f9d94a8-c3a1-4978-9030-a80e995ac269,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:21:49.592160 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.634558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Allocated IP 172.20.0.2 (d00bfa29-ad57-4fb4-9a4f-112b903549ba/cc7625de-dd32-4d6c-8307-c987f29a9b63/21469b8a-0123-468c-adb5-124171d5fc01) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:49.682080 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ecd52-32a3-4cf8-8560-108d71392b71 None None] Pushing event updated for resources: {'Port': ['ID=3f9d94a8-c3a1-4978-9030-a80e995ac269,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:49.688992 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:49.689676 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:49.863972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.875346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Transition to ACTIVE for port object 21469b8a-0123-468c-adb5-124171d5fc01 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:49.895163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Transition to ACTIVE for port object 21469b8a-0123-468c-adb5-124171d5fc01 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:49.901691 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:49.936747 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:49.965650 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:49.973002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:49.977978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:21:50.055286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Pushing event updated for resources: {'Port': ['ID=21469b8a-0123-468c-adb5-124171d5fc01,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:50.084981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Attempting to bind port 21469b8a-0123-468c-adb5-124171d5fc01 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:21:50.085297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Attempting to bind port 21469b8a-0123-468c-adb5-124171d5fc01 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:21:50.085528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Attempting to bind port 21469b8a-0123-468c-adb5-124171d5fc01 on network d00bfa29-ad57-4fb4-9a4f-112b903549ba {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:21:50.094851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:21:50.095211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Checking segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:21:50.095795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.096346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Bound using segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:21:50.096956 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Bound port: 21469b8a-0123-468c-adb5-124171d5fc01, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:21:50.097528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.177312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.177979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fef13018-a92b-41d5-8971-5f65dd3156ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.212869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] For port 21469b8a-0123-468c-adb5-124171d5fc01, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:21:50.219041 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] For port 21469b8a-0123-468c-adb5-124171d5fc01, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=21469b8a-0123-468c-adb5-124171d5fc01,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:21:50.224247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.256053 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:47Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:50.260218 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4531aa-17a1-448e-988b-c0a031c0268c None None] The sync data for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv is: [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:47Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:50.322585 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7172a-6771-4f7f-af06-ef95d08b04c4 None None] Pushing event updated for resources: {'Port': ['ID=21469b8a-0123-468c-adb5-124171d5fc01,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:50.715692 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.1 (d00bfa29-ad57-4fb4-9a4f-112b903549ba/cc7625de-dd32-4d6c-8307-c987f29a9b63/4763b5d7-e133-45e5-8db7-639196a690a6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:50.907355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:50.925607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 4763b5d7-e133-45e5-8db7-639196a690a6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:50.959061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:51.029689 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:51.038351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:51.040862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:21:51.096859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:51.121605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:51.344909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66eb14-d72a-4fd3-a632-336f32e6ca82 None None] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:21:51.441681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2d2fdb58-5b7e-4482-b2cf-481f8c378aca None None] Provisioning for port 21469b8a-0123-468c-adb5-124171d5fc01 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:51.552376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:51.873598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1b553c34-765d-4efc-8c0b-de4db5a391da None None] Provisioning for port 4763b5d7-e133-45e5-8db7-639196a690a6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:51.883020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-1b553c34-765d-4efc-8c0b-de4db5a391da None None] Provisioning complete for port 4763b5d7-e133-45e5-8db7-639196a690a6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:51.883569 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1b553c34-765d-4efc-8c0b-de4db5a391da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:51.945482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-1b553c34-765d-4efc-8c0b-de4db5a391da None None] Port 4763b5d7-e133-45e5-8db7-639196a690a6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:21:52.008154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.013786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.083752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3009a5df-5380-4b50-9847-c2c50c5432aa None None] Provisioning complete for port 4763b5d7-e133-45e5-8db7-639196a690a6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:52.084112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3009a5df-5380-4b50-9847-c2c50c5432aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.134657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.139402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3009a5df-5380-4b50-9847-c2c50c5432aa None None] Port 4763b5d7-e133-45e5-8db7-639196a690a6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:21:52.139578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:52.283129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:52.284240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:52.440632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8723367f-03b1-4f8c-b1dc-3e9c729520a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.532008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3f9d94a8-c3a1-4978-9030-a80e995ac269 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:52.532844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:21:52.603623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7d6d6e9b-1f84-4a1a-899a-e68a019625ad None None] Provisioning complete for port 4763b5d7-e133-45e5-8db7-639196a690a6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:52.603938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6e9b-1f84-4a1a-899a-e68a019625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.667624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d6e9b-1f84-4a1a-899a-e68a019625ad None None] Port 4763b5d7-e133-45e5-8db7-639196a690a6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:21:52.671328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3f9d94a8-c3a1-4978-9030-a80e995ac269 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:52.677226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3f9d94a8-c3a1-4978-9030-a80e995ac269 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:52.677682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.740902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:21:52.758448 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-29850939-c9c7-43b5-9a97-a7a5b8e81dde tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639718 Feb 17 23:21:52.775005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Sync routers for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:52.805425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:52.806054 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:52.881598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.916914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 3f9d94a8-c3a1-4978-9030-a80e995ac269, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3f9d94a8-c3a1-4978-9030-a80e995ac269,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:52.974334 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:52.974595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-cd21f0c8-f637-4c37-a181-6f58d2002d76 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589104567&fields=id&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 267 time: 0.0775478 Feb 17 23:21:52.974708 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 21469b8a-0123-468c-adb5-124171d5fc01 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:53.154501 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-aa574604-d0d3-46ae-878a-2a14df243c28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:53.156068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-aa574604-d0d3-46ae-878a-2a14df243c28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 796 time: 0.1747942 Feb 17 23:21:53.172443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-5c6af6f9-4562-45a7-8b03-7592231d495c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/quotas/a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 375 time: 0.0105295 Feb 17 23:21:53.266477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4beb5c52-9974-44d7-9d9b-fc2071b1b957 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:21:53.284074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4beb5c52-9974-44d7-9d9b-fc2071b1b957 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:21:53.286043 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4beb5c52-9974-44d7-9d9b-fc2071b1b957 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070189 Feb 17 23:21:53.330244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:53.413123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=3f9d94a8-c3a1-4978-9030-a80e995ac269,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:53.472069 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:53.477483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 21469b8a-0123-468c-adb5-124171d5fc01 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:53.549170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 21469b8a-0123-468c-adb5-124171d5fc01 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:53.549540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:53.649400 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-6774f7cd-a3fe-45ae-a686-6e287daefd11 service neutron] 10.222.0.42 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419578 Feb 17 23:21:53.697124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:53.848720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:53.877467 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b98a6ab6-cc80-40b3-bb29-e3e211bf5978 service neutron] 10.222.0.42 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182217 Feb 17 23:21:53.903497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 21469b8a-0123-468c-adb5-124171d5fc01, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=21469b8a-0123-468c-adb5-124171d5fc01,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:53.911445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:53.965221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 2, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:53.980157 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Checking router: 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:53.980510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Updating router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 port 4763b5d7-e133-45e5-8db7-639196a690a6 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:21:54.052151 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=21469b8a-0123-468c-adb5-124171d5fc01,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:54.075420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:54.116556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c1cd7109-2997-4ecb-a735-224bf2efe1ae req-3bb58469-715f-4eb7-912a-7098fdd83aa0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 210 time: 0.0459375 Feb 17 23:21:54.454739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3f9d94a8-c3a1-4978-9030-a80e995ac269 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:54.633421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:54.649987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Transition to ACTIVE for port object 4763b5d7-e133-45e5-8db7-639196a690a6 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:54.674224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:54.735371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3f9d94a8-c3a1-4978-9030-a80e995ac269 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:54.735974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:54.966312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd1142-e8c0-4ec1-b3f1-e2e27dd216d6 None None] Pushing event updated for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:55.121358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Attempting to bind port 4763b5d7-e133-45e5-8db7-639196a690a6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:21:55.121718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Attempting to bind port 4763b5d7-e133-45e5-8db7-639196a690a6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:21:55.122074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Attempting to bind port 4763b5d7-e133-45e5-8db7-639196a690a6 on network d00bfa29-ad57-4fb4-9a4f-112b903549ba {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:21:55.203608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:21:55.203968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Checking segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:21:55.204377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:55.204721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Bound using segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:21:55.205217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Bound port: 4763b5d7-e133-45e5-8db7-639196a690a6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:21:55.205603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:55.215106 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:55.267084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 21469b8a-0123-468c-adb5-124171d5fc01 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:55.335679 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5d11108-4848-4d5d-83d7-0ca8c5017967 req-55b7696a-dd50-41e6-8815-a79417289817 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 210 time: 0.0889523 Feb 17 23:21:55.379928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] For port 4763b5d7-e133-45e5-8db7-639196a690a6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:21:55.384702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] For port 4763b5d7-e133-45e5-8db7-639196a690a6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4763b5d7-e133-45e5-8db7-639196a690a6,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:21:55.393007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:55.432701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 21469b8a-0123-468c-adb5-124171d5fc01 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:55.433166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:55.532476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd1142-e8c0-4ec1-b3f1-e2e27dd216d6 None None] Pushing event updated for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:55.538138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:21:55.538773 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:55.724963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4f84605f-9f33-4e69-b6b2-42cd917bbc2e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:55.727290 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4f84605f-9f33-4e69-b6b2-42cd917bbc2e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 796 time: 0.2735326 Feb 17 23:21:55.789328 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-82836bb0-275f-42c1-b009-4f0ff00fdb2d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 380 time: 0.0514107 Feb 17 23:21:55.800379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'port': {'device_id': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'admin_state_up': True, 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'security_groups': ['e62bf7f9-f4f1-4d70-9551-98181e6cdf9d']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:55.844233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:21:55.964505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:21:55.975415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:21:55.987704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:55.997898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.221430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:55Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:56.225938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b4718-3ba2-4b6f-89a8-3fd8f726b704 None None] The sync data for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv is: [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:55Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:56.235766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.13 (d00bfa29-ad57-4fb4-9a4f-112b903549ba/cc7625de-dd32-4d6c-8307-c987f29a9b63/66175d2a-81f0-4b31-840f-3dadcda5061e) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:56.500975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4763b5d7-e133-45e5-8db7-639196a690a6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:56.560137 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c70c26aa-8bf4-40a6-a560-7d011f382832 req-518a044f-fdb6-4f1b-ae97-2326582754e0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 210 time: 0.0723696 Feb 17 23:21:56.604995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.622499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 66175d2a-81f0-4b31-840f-3dadcda5061e will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:56.628601 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4763b5d7-e133-45e5-8db7-639196a690a6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:56.639539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4763b5d7-e133-45e5-8db7-639196a690a6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:56.640214 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.654718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.765124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:56.770539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:56.778490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:21:56.786997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.812440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:56.835248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4763b5d7-e133-45e5-8db7-639196a690a6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4763b5d7-e133-45e5-8db7-639196a690a6,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:21:56.842486 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.877180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:56.877180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:56.930151 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-b3d10a34-11b6-4cff-88c0-14f957b949c1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1352458 Feb 17 23:21:56.934188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:57.004276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Request body: {'port': {'device_id': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:57.047240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ffc64ea9-db92-43da-addf-c7e8eb4950ff None None] Provisioning for port 66175d2a-81f0-4b31-840f-3dadcda5061e completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:57.056481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-ffc64ea9-db92-43da-addf-c7e8eb4950ff None None] Provisioning complete for port 66175d2a-81f0-4b31-840f-3dadcda5061e triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:57.057636 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ffc64ea9-db92-43da-addf-c7e8eb4950ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:57.145884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-ffc64ea9-db92-43da-addf-c7e8eb4950ff None None] Port 66175d2a-81f0-4b31-840f-3dadcda5061e cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:21:57.156637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:57.599383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66175d2a-81f0-4b31-840f-3dadcda5061e {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:21:57.613165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:57.637540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Transition to ACTIVE for port object 66175d2a-81f0-4b31-840f-3dadcda5061e will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:57.642995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.007268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:58.116170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728248fa-2faf-40a4-bb40-3e06c50d9d3d req-6b7f5501-1dfa-4b36-89c4-cb50ee255f28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:58.116839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-728248fa-2faf-40a4-bb40-3e06c50d9d3d req-6b7f5501-1dfa-4b36-89c4-cb50ee255f28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:21:58.125372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Attempting to bind port 66175d2a-81f0-4b31-840f-3dadcda5061e on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:21:58.125702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Attempting to bind port 66175d2a-81f0-4b31-840f-3dadcda5061e by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:21:58.126032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Attempting to bind port 66175d2a-81f0-4b31-840f-3dadcda5061e on network d00bfa29-ad57-4fb4-9a4f-112b903549ba {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:21:58.137440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Port 66175d2a-81f0-4b31-840f-3dadcda5061e on network d00bfa29-ad57-4fb4-9a4f-112b903549ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:21:58.137681 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Attempting to bind port 66175d2a-81f0-4b31-840f-3dadcda5061e on network d00bfa29-ad57-4fb4-9a4f-112b903549ba {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:21:58.144802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:21:58.145201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Checking segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:21:58.145782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Bound using segment: {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:21:58.146221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Bound port: 66175d2a-81f0-4b31-840f-3dadcda5061e, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:21:58.146711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.158709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-728248fa-2faf-40a4-bb40-3e06c50d9d3d req-6b7f5501-1dfa-4b36-89c4-cb50ee255f28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:21:58.159883 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-728248fa-2faf-40a4-bb40-3e06c50d9d3d req-6b7f5501-1dfa-4b36-89c4-cb50ee255f28 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 944 time: 0.3518534 Feb 17 23:21:58.276880 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-728248fa-2faf-40a4-bb40-3e06c50d9d3d req-5ac87118-06e9-4376-87b2-704f171fb9ae tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084576 Feb 17 23:21:58.292264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:21:58.296165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=66175d2a-81f0-4b31-840f-3dadcda5061e,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:21:58.304764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.370406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:58.370936 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.372422 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] 10.222.0.43 "PUT /v2.0/ports/66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 1094 time: 1.4349651 Feb 17 23:21:58.372880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:58.414205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f14b7-0d10-4637-81bf-c3005503ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:58.462932 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'status': 'completed', 'code': 200} Feb 17 23:21:58.528884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4763b5d7-e133-45e5-8db7-639196a690a6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:21:58.537951 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-18a38325-3986-4127-a4d9-3669da7766b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:58.539469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-18a38325-3986-4127-a4d9-3669da7766b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1097 time: 0.1189435 Feb 17 23:21:58.617980 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4d000402-390b-4a8c-83e4-b28be4e92af6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 217 time: 0.0715475 Feb 17 23:21:58.650887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4763b5d7-e133-45e5-8db7-639196a690a6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:58.651442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.681983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:21:58.703016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-214892ac-e1aa-4a5d-9a37-79e894ca3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:58.704564 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-214892ac-e1aa-4a5d-9a37-79e894ca3675 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.0806854 Feb 17 23:21:58.792187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4158d6e3-c9f8-4ae6-bcaa-acb79465e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:58.794808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-4158d6e3-c9f8-4ae6-bcaa-acb79465e9d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841753 Feb 17 23:21:58.953203 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-2c7c9358-83dd-4c78-b19f-3428ae39b72a service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521077 Feb 17 23:21:59.110443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f19ff72b-e39b-4794-8ff1-48288daa78a6 req-818b68c8-d727-402c-ae16-0b7527d332e8 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509581 Feb 17 23:21:59.264969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27138-c381-432e-88fb-22f5a573fe9a req-4ebe719c-12dc-426f-8f1a-b37b10d71322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:59.267606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-4ebe719c-12dc-426f-8f1a-b37b10d71322 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1097 time: 0.1055233 Feb 17 23:21:59.464916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27138-c381-432e-88fb-22f5a573fe9a req-67e1df39-c865-4cb4-b4ca-9d4f9d20a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:59.466519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-67e1df39-c865-4cb4-b4ca-9d4f9d20a7b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 896 time: 0.1924384 Feb 17 23:21:59.551776 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-fb1dece5-fa4e-47fc-8985-00e8bec1ed8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 217 time: 0.0753522 Feb 17 23:21:59.620490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71131b4d-8e96-4256-a189-d74222a604db req-13222383-9b0e-4efe-8bbe-deca2f33eff4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:59.622267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71131b4d-8e96-4256-a189-d74222a604db req-13222383-9b0e-4efe-8bbe-deca2f33eff4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 944 time: 0.2266173 Feb 17 23:21:59.654517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27138-c381-432e-88fb-22f5a573fe9a req-45c0598e-e712-4d76-b11d-9024d79fda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:59.655966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-45c0598e-e712-4d76-b11d-9024d79fda7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.0959969 Feb 17 23:21:59.833808 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71131b4d-8e96-4256-a189-d74222a604db req-465c3f81-eeeb-40ff-a7b3-bbc73f601f64 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048912 Feb 17 23:21:59.864425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27138-c381-432e-88fb-22f5a573fe9a req-fb13e299-d35c-4dd0-a50e-156c5508bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:59.865936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-fb13e299-d35c-4dd0-a50e-156c5508bdc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1985865 Feb 17 23:22:00.013270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-1b11de48-59e2-4841-b2e9-2665abe73fce service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402836 Feb 17 23:22:00.151821 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-12d27138-c381-432e-88fb-22f5a573fe9a req-de9d7ec1-ad3c-4e40-a78e-6e19643f8960 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320336 Feb 17 23:22:01.023912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283aa40-eb68-4d99-ab53-83bb48d5aa79 req-9154db3b-1b02-4483-bed0-4540de6a04ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:01.025511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0283aa40-eb68-4d99-ab53-83bb48d5aa79 req-9154db3b-1b02-4483-bed0-4540de6a04ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 944 time: 0.0813992 Feb 17 23:22:01.070346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0283aa40-eb68-4d99-ab53-83bb48d5aa79 req-d5fdfdc1-6cea-4799-9cf7-ffa03ec37d3e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385196 Feb 17 23:22:02.068323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 66175d2a-81f0-4b31-840f-3dadcda5061e details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:22:02.255357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=66175d2a-81f0-4b31-840f-3dadcda5061e,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:22:02.263411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2206443-7ea9-4134-bfe6-a5239ca0223b req-2024ef7a-ebad-4890-ab2d-266523722c33 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:02.264933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2206443-7ea9-4134-bfe6-a5239ca0223b req-2024ef7a-ebad-4890-ab2d-266523722c33 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 944 time: 0.0856678 Feb 17 23:22:02.270047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'port_id': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'mac_address': 'fa:16:3e:a8:37:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:22:02.311294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2206443-7ea9-4134-bfe6-a5239ca0223b req-4338682a-c34e-4eb7-8b57-e453e5849c91 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Feb 17 23:22:02.328889 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:02.345503 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66175d2a-81f0-4b31-840f-3dadcda5061e {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:22:02.360597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=66175d2a-81f0-4b31-840f-3dadcda5061e,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:22:02.364465 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:02.436631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:22:02.569171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['66175d2a-81f0-4b31-840f-3dadcda5061e'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:22:03.499045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a3c5c-1865-4d7d-b9ab-93ec68cf2e4a req-707be624-65f9-4c2e-89c0-039529aea7b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:03.500905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f6a3c5c-1865-4d7d-b9ab-93ec68cf2e4a req-707be624-65f9-4c2e-89c0-039529aea7b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 945 time: 0.0835981 Feb 17 23:22:03.550465 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f6a3c5c-1865-4d7d-b9ab-93ec68cf2e4a req-bf068289-c540-4c3d-b322-c94943e946e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Feb 17 23:22:04.082694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 66175d2a-81f0-4b31-840f-3dadcda5061e up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:22:04.152361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 66175d2a-81f0-4b31-840f-3dadcda5061e completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:22:04.157188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 66175d2a-81f0-4b31-840f-3dadcda5061e triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:22:04.157555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:04.278100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:04.304870 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:22:04.314925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=66175d2a-81f0-4b31-840f-3dadcda5061e,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:22:04.318778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:04.356580 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'code': 200} Feb 17 23:22:04.392371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:22:04.593811 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68780f-8265-40d4-9978-efd438f347a6 req-a859e310-f458-4e60-b397-aa2e93044fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:04.595284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-da68780f-8265-40d4-9978-efd438f347a6 req-a859e310-f458-4e60-b397-aa2e93044fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1099 time: 0.0692875 Feb 17 23:22:04.638127 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-da68780f-8265-40d4-9978-efd438f347a6 req-8458c546-308c-4878-b713-a1de49390959 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368876 Feb 17 23:22:04.737879 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7367-966a-4237-8819-e29c02c24d8d req-53b25fc0-0e2e-49d8-b7c1-a5c3e4779678 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:04.739342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-065d7367-966a-4237-8819-e29c02c24d8d req-53b25fc0-0e2e-49d8-b7c1-a5c3e4779678 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0846295 Feb 17 23:22:04.790501 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-065d7367-966a-4237-8819-e29c02c24d8d req-b4a0100b-4a87-426b-a546-1f7ee4f2b932 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Feb 17 23:22:05.980950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7254b3-7973-4c85-8b4c-8a65d4f64dd5 req-63605149-9f93-433d-87c0-c334cf8a21ca tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:05.983085 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4d7254b3-7973-4c85-8b4c-8a65d4f64dd5 req-63605149-9f93-433d-87c0-c334cf8a21ca tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0839276 Feb 17 23:22:06.034832 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4d7254b3-7973-4c85-8b4c-8a65d4f64dd5 req-defd2e0d-3426-49e4-9301-1afb4e6f3ffb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Feb 17 23:22:06.229210 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f068e1-147c-4315-bfbc-655f20db0d69 req-2e1433c2-325e-40e9-9884-8853bec85951 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:06.230722 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30f068e1-147c-4315-bfbc-655f20db0d69 req-2e1433c2-325e-40e9-9884-8853bec85951 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0853932 Feb 17 23:22:06.276276 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30f068e1-147c-4315-bfbc-655f20db0d69 req-f7493cf2-3e36-4686-a0ae-51f00cabab2f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Feb 17 23:22:06.300483 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42724) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:06.371620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea3a13-8b86-43a8-8e80-e7a7412855ed tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:06.373030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-83ea3a13-8b86-43a8-8e80-e7a7412855ed tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1094 time: 0.0715132 Feb 17 23:22:06.375815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42728) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:06.380630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:22:06.387054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:22:06.391026 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:floatingip and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:22:06.393974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:22:06.401251 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:22:06.412309 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:06.562436 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:06.703127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.40 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/85bb2127-1acd-47c4-89ef-1f3ff12d5d88) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:22:06.899035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:06.930396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:07.005713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:22:07.010244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:22:07.019211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:22:07.046764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=85bb2127-1acd-47c4-89ef-1f3ff12d5d88,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:22:07.580350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:07.658569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:07.875046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:07.879549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:07.989405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=85bb2127-1acd-47c4-89ef-1f3ff12d5d88,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:22:08.007027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:08.183113 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 6d0055af-94a7-4521-a8d9-6000fb61ccf9 associated. External IP: 172.26.7.40, port: 66175d2a-81f0-4b31-840f-3dadcda5061e. Feb 17 23:22:08.561902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:22:08.887376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:22:08.898032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Sync routers for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:22:08.913467 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:22:08.914476 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:22:08.923412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:08.983424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-52762f8d-839f-4366-9a32-ebdad910e674 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6065862 Feb 17 23:22:08.984005 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:22:09.036129 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'status': 'completed', 'code': 200} Feb 17 23:22:09.155506 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:22:09.210250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-71c2fbef-f04a-403e-94f4-b5b6cdb3d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:09.211731 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-71c2fbef-f04a-403e-94f4-b5b6cdb3d818 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1099 time: 0.1432412 Feb 17 23:22:09.223823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1144d-8845-4612-bce7-780af3f8cf60 req-0de0ec90-bc1d-46ec-81dc-ef89fd58ff88 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:09.225347 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13c1144d-8845-4612-bce7-780af3f8cf60 req-0de0ec90-bc1d-46ec-81dc-ef89fd58ff88 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1102867 Feb 17 23:22:09.357473 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13c1144d-8845-4612-bce7-780af3f8cf60 req-2a0f5392-cd98-47b4-a968-67c3c944616d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115601 Feb 17 23:22:09.393581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42736) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:09.403450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-edac39a0-7233-45d2-b009-27102128010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:09.406439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-edac39a0-7233-45d2-b009-27102128010c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 896 time: 0.1794779 Feb 17 23:22:09.527326 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-884fe29b-9082-431b-b9f3-9c7c52075c30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 999 time: 0.1156650 Feb 17 23:22:09.528119 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-a2ff21bf-c240-4eb8-a55a-7c6f851f24eb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6d0055af-94a7-4521-a8d9-6000fb61ccf9 HTTP/1.1" status: 200 len: 991 time: 0.1333435 Feb 17 23:22:09.580849 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6d0055af-94a7-4521-a8d9-6000fb61ccf9', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'port_id': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'mac_address': 'fa:16:3e:a8:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:22:07Z', 'updated_at': '2022-02-17T23:22:07Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:22:09.584951 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Checking router: 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:22:09.595199 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:22:09.595803 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:21:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:22:09.597659 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-78233517-ca99-44a6-b6ca-c8c6277585ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:09.599099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-78233517-ca99-44a6-b6ca-c8c6277585ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.0657458 Feb 17 23:22:09.676591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-0bab3dfa-9388-43eb-a79f-09ca501e4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:09.678071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-0bab3dfa-9388-43eb-a79f-09ca501e4132 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726213 Feb 17 23:22:09.779342 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:22:09.809562 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-2e5321e4-223a-443c-b3ae-e7cfcf9f415e service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256459 Feb 17 23:22:09.946228 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-306cd025-1641-46c2-bf4e-29371fc1ad2e req-642f877a-26a0-4d1b-a2af-8d97073a83b1 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314130 Feb 17 23:22:10.162177 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6d0055af-94a7-4521-a8d9-6000fb61ccf9', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'port_id': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'mac_address': 'fa:16:3e:a8:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:22:07Z', 'updated_at': '2022-02-17T23:22:07Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:22:10.166701 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07733cd-7bc2-46b5-b16f-281670ffcf84 None None] The sync data for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv is: [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '6d0055af-94a7-4521-a8d9-6000fb61ccf9', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'port_id': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'mac_address': 'fa:16:3e:a8:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:22:07Z', 'updated_at': '2022-02-17T23:22:07Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:22:10.343315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a367c-402e-469b-a1ae-6a54c3af6705 None None] New status for floating IP 6d0055af-94a7-4521-a8d9-6000fb61ccf9: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:22:10.530345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42740) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:10.645335 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1d035098-25d1-4cd7-af08-fff05361ef0a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6d0055af-94a7-4521-a8d9-6000fb61ccf9 HTTP/1.1" status: 200 len: 991 time: 0.1135678 Feb 17 23:22:11.552801 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:22:11.649213 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42744) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:11.755246 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1d937fd3-255c-4525-b97c-31abaaf98dbe tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6d0055af-94a7-4521-a8d9-6000fb61ccf9 HTTP/1.1" status: 200 len: 993 time: 0.1049087 Feb 17 23:22:20.151811 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-53209e81-cc0e-4cb3-95be-622cb073fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:22.418019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9a1c162b-b7e9-4d82-bbe6-6b3a427dfaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:23.416589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:23.620487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:25.058185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:28.636405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:41.299513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-190d3063-0ac2-441d-a872-dda1d094d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:41.301162 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-190d3063-0ac2-441d-a872-dda1d094d0fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1099 time: 0.1363499 Feb 17 23:22:41.308545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295bde2-7b5a-4b1d-b7f2-242c1226db53 req-07fb11f3-aded-4cc4-bd06-84525f2acb3c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:41.310658 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1295bde2-7b5a-4b1d-b7f2-242c1226db53 req-07fb11f3-aded-4cc4-bd06-84525f2acb3c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1060338 Feb 17 23:22:41.439170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1295bde2-7b5a-4b1d-b7f2-242c1226db53 req-4e05d3cc-1a37-4c79-9899-3550e4feaed5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101818 Feb 17 23:22:41.472562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-5547ff17-fe32-48b3-b841-982b2814af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:41.474038 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-5547ff17-fe32-48b3-b841-982b2814af93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 896 time: 0.1625521 Feb 17 23:22:41.584048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-44ca6688-0113-4a9f-bb85-87bf890c59e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 1001 time: 0.1035142 Feb 17 23:22:41.654608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-9eff3bab-687a-49e9-9977-1a31409f3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:41.656069 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-9eff3bab-687a-49e9-9977-1a31409f3a30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.0661311 Feb 17 23:22:41.735656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-4b38428c-94eb-44e3-b9df-f08fa53277b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:41.737194 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-4b38428c-94eb-44e3-b9df-f08fa53277b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733991 Feb 17 23:22:41.867796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-17b03813-a547-40b7-af32-edf15917b9c5 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234004 Feb 17 23:22:41.999830 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-183d85e8-78a3-446e-bb04-f8c66ea95261 req-8da8fc71-5c95-4431-8ec0-7c56b4481632 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252341 Feb 17 23:22:42.638953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a31f-ca43-4f94-b1dd-eb71b5c76cb5 req-0114ec5b-eb1b-45f7-bdcd-72c9914a3682 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:42.640432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3286a31f-ca43-4f94-b1dd-eb71b5c76cb5 req-0114ec5b-eb1b-45f7-bdcd-72c9914a3682 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0866485 Feb 17 23:22:42.686500 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3286a31f-ca43-4f94-b1dd-eb71b5c76cb5 req-2c533941-94d4-47b9-9276-517c97b182bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Feb 17 23:22:43.874273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2346d-3981-421a-b696-17fe4c4322cd req-f5c478b6-64df-4e12-8ee2-0bca577a776f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:43.875725 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bee2346d-3981-421a-b696-17fe4c4322cd req-f5c478b6-64df-4e12-8ee2-0bca577a776f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0802648 Feb 17 23:22:43.921242 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bee2346d-3981-421a-b696-17fe4c4322cd req-ae91c39f-efc6-4a5f-978d-402903a4a185 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 Feb 17 23:22:45.111427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7772d-9458-4769-ae66-cf1ddd5599df req-02358157-cf67-42a9-9d32-cbbfa2483523 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:45.112942 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0ba7772d-9458-4769-ae66-cf1ddd5599df req-02358157-cf67-42a9-9d32-cbbfa2483523 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0843701 Feb 17 23:22:45.159424 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0ba7772d-9458-4769-ae66-cf1ddd5599df req-1955cc68-badd-413e-9b2d-f3da40a6dbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Feb 17 23:22:46.354374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f71b1d-1215-4f9f-9fec-98d4d2a2f01e req-ff7f2a55-c2e3-4785-aac1-11be2ae6a6c7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:46.355744 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05f71b1d-1215-4f9f-9fec-98d4d2a2f01e req-ff7f2a55-c2e3-4785-aac1-11be2ae6a6c7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0897696 Feb 17 23:22:46.402261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05f71b1d-1215-4f9f-9fec-98d4d2a2f01e req-5b33e538-9db9-4814-9a28-a2816c4b881c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395977 Feb 17 23:22:47.711707 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67162d-7a09-4ddf-81b5-04470a22b7f8 req-64600eff-a878-425f-8a7d-ce7f75147e7d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:47.713074 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad67162d-7a09-4ddf-81b5-04470a22b7f8 req-64600eff-a878-425f-8a7d-ce7f75147e7d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1954694 Feb 17 23:22:47.756591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ad67162d-7a09-4ddf-81b5-04470a22b7f8 req-fb5eff81-1a94-4fe3-be59-b19d4d7fea0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Feb 17 23:22:48.553074 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:22:48.943012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ea1c-05dd-48ee-a2f2-b8175597d69c req-4fc45615-ee4e-49fc-9a8d-e5fadbbb00ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:48.944476 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b13ea1c-05dd-48ee-a2f2-b8175597d69c req-4fc45615-ee4e-49fc-9a8d-e5fadbbb00ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0823345 Feb 17 23:22:48.989020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b13ea1c-05dd-48ee-a2f2-b8175597d69c req-887954c7-9ae9-4114-ab0a-6d0399ab97f7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388427 Feb 17 23:22:50.155634 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-58e3e281-0c56-4d05-9469-fa608b236e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:50.176458 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee84e5-13eb-483d-a665-675ff8c8054b req-29f635b2-089d-4c8c-bb48-d1b8884db526 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:50.177959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aee84e5-13eb-483d-a665-675ff8c8054b req-29f635b2-089d-4c8c-bb48-d1b8884db526 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0801675 Feb 17 23:22:50.222022 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0aee84e5-13eb-483d-a665-675ff8c8054b req-205be3fa-f405-4054-a1cd-e07084464c74 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Feb 17 23:22:51.412693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfbf75-2fa4-4681-a419-106096c2c650 req-e85773f0-5047-41af-a46e-c93a753cda2b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:51.414171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7cbfbf75-2fa4-4681-a419-106096c2c650 req-e85773f0-5047-41af-a46e-c93a753cda2b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0849886 Feb 17 23:22:51.457991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7cbfbf75-2fa4-4681-a419-106096c2c650 req-f05c5991-cec7-471d-a758-18be4097538f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Feb 17 23:22:52.419227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-714db985-983f-4f3f-98dc-47f9b9395cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:52.648104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5222f-7cd1-4769-b474-0aba10b214b5 req-c42757fb-545c-4185-8cef-9d874655330b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:52.649603 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-90d5222f-7cd1-4769-b474-0aba10b214b5 req-c42757fb-545c-4185-8cef-9d874655330b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0811176 Feb 17 23:22:52.695364 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-90d5222f-7cd1-4769-b474-0aba10b214b5 req-77a74af6-1f90-4b46-9c34-dee425082f4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Feb 17 23:22:53.419248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:53.625837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:53.878882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27dbf7-1a01-497a-811d-981e3dcd2d68 req-35c023de-30ba-4d9d-9b49-98bcb7ab48ae tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:53.880303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7a27dbf7-1a01-497a-811d-981e3dcd2d68 req-35c023de-30ba-4d9d-9b49-98bcb7ab48ae tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0823276 Feb 17 23:22:53.923509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7a27dbf7-1a01-497a-811d-981e3dcd2d68 req-bf44551e-86c1-4c01-967a-07d69ff32740 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375726 Feb 17 23:22:55.071779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:55.116347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe8ca0-3d3d-42dc-b2aa-e315e01a80a2 req-93bc36f1-0793-4e81-8e29-453364a145f1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:55.117855 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99fe8ca0-3d3d-42dc-b2aa-e315e01a80a2 req-93bc36f1-0793-4e81-8e29-453364a145f1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0859201 Feb 17 23:22:55.166369 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99fe8ca0-3d3d-42dc-b2aa-e315e01a80a2 req-c226df12-bc97-4aa8-9e9b-ff9a3efe98ac tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Feb 17 23:22:56.349452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531225c4-2595-4e94-a58a-6ba7bcaeb5f8 req-0c26d0d5-46f9-42a0-bd18-6351dd44a810 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:56.350839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-531225c4-2595-4e94-a58a-6ba7bcaeb5f8 req-0c26d0d5-46f9-42a0-bd18-6351dd44a810 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0801449 Feb 17 23:22:56.394948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-531225c4-2595-4e94-a58a-6ba7bcaeb5f8 req-3ff044f8-02d5-4640-92dd-bff2f3db6fed tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 Feb 17 23:22:57.190755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-0ee96efa-9175-45df-bd35-9dd1ddf64918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:57.192197 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-0ee96efa-9175-45df-bd35-9dd1ddf64918 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1099 time: 0.0748844 Feb 17 23:22:57.339582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-28faca44-7832-4ad1-927d-ed73cf90e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:57.340922 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-28faca44-7832-4ad1-927d-ed73cf90e217 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 896 time: 0.1292455 Feb 17 23:22:57.446061 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-8b6a72fe-1d9d-4b7b-aae5-224862d0b3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 1001 time: 0.0977063 Feb 17 23:22:57.538802 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-383350da-aa51-47c5-beee-ed09769b5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:57.540214 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-383350da-aa51-47c5-beee-ed09769b5ab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.0872223 Feb 17 23:22:57.647111 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734f75-624b-4ddd-b155-09f402d39c22 req-c22e5b24-99c8-4a15-b2c8-419c2b7a4f9b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:57.648708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d9734f75-624b-4ddd-b155-09f402d39c22 req-c22e5b24-99c8-4a15-b2c8-419c2b7a4f9b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1427217 Feb 17 23:22:57.656583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-bc45b08b-3f05-440e-a21e-80c07dafd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:57.658124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-bc45b08b-3f05-440e-a21e-80c07dafd854 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068890 Feb 17 23:22:57.782517 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d9734f75-624b-4ddd-b155-09f402d39c22 req-478c114f-91a2-4dfa-90bd-3b18c1c13a88 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234412 Feb 17 23:22:57.818162 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-0e7fc451-c68f-4516-b79d-be7704550ac6 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459386 Feb 17 23:22:57.956910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abfa09a2-c1db-4485-8297-1a326c51c7df req-d0ec34ad-8274-4040-be9e-69217f0c4a0e service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324353 Feb 17 23:22:58.668834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:22:58.972654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da04e-cd8c-4c0a-aff0-7091631cd4a0 req-0adac255-9f86-4ff4-ac1d-f4d17f6c6f3b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:58.974042 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b29da04e-cd8c-4c0a-aff0-7091631cd4a0 req-0adac255-9f86-4ff4-ac1d-f4d17f6c6f3b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.0793810 Feb 17 23:22:59.122727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b29da04e-cd8c-4c0a-aff0-7091631cd4a0 req-e4c926b8-5084-45fb-8697-55271d90fcb0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430771 Feb 17 23:22:59.146997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42794) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:22:59.347818 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-24312013-aefd-4c98-839b-187e265ffc7a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/6d0055af-94a7-4521-a8d9-6000fb61ccf9 HTTP/1.1" status: 200 len: 993 time: 0.1995680 Feb 17 23:23:20.160496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7503-e278-4e24-ad79-17b66adf941b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:22.423254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fb78464a-8de6-43e1-a0b9-ab6fb5d604da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:23.423760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:23.628319 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:25.069587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:25.553720 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:23:28.675343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:28.792739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42812) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:29.024489 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 85bb2127-1acd-47c4-89ef-1f3ff12d5d88 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:23:29.024739 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:29.200303 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:29.200632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:29.329581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 85bb2127-1acd-47c4-89ef-1f3ff12d5d88 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:23:29.487964 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:29.536139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=85bb2127-1acd-47c4-89ef-1f3ff12d5d88,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:29.610297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.610571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.610891 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.611225 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.611558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.611890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.612212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.612536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.612860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.613205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.613528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.613857 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:29.645408 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:29.645738 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 6d0055af-94a7-4521-a8d9-6000fb61ccf9 disassociated (deleted). External IP: 172.26.7.40, port: 66175d2a-81f0-4b31-840f-3dadcda5061e. Feb 17 23:23:30.012394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:23:30.339540 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:23:30.351611 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Sync routers for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:30.362465 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:30.363100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:30.364888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:30.425536 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-013ae49e-6af3-4b8c-9888-e376c2757b32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d0055af-94a7-4521-a8d9-6000fb61ccf9 HTTP/1.1" status: 204 len: 168 time: 1.6292772 Feb 17 23:23:30.425536 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:30.479810 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'status': 'completed', 'code': 200} Feb 17 23:23:30.563724 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:30.590481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a781a-c16a-4a37-86c2-b998772dd21a req-9ede26d2-83b8-4632-aa91-8d5d2fda9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:30.591908 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-9ede26d2-83b8-4632-aa91-8d5d2fda9029 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 1099 time: 0.0870218 Feb 17 23:23:30.743462 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a781a-c16a-4a37-86c2-b998772dd21a req-3b2c3119-d7c9-4064-9a50-4cf89f94dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:30.744948 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-3b2c3119-d7c9-4064-9a50-4cf89f94dec9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 200 len: 896 time: 0.1473527 Feb 17 23:23:30.820358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-33030ddb-fad2-41f3-a735-a6c6f36aef1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 200 len: 217 time: 0.0691822 Feb 17 23:23:30.937316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a781a-c16a-4a37-86c2-b998772dd21a req-a7247e0c-dea7-4af9-aec7-f40978ae0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:30.938847 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-a7247e0c-dea7-4af9-aec7-f40978ae0f58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 200 len: 835 time: 0.1123257 Feb 17 23:23:30.947003 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:30.951736 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Checking router: 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:30.965053 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:30.966130 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:31.033119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973c55-cae3-4c53-9811-94ced0ab069f req-70460e0d-cb48-4172-b62a-582a3cf2775d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:31.034555 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9973c55-cae3-4c53-9811-94ced0ab069f req-70460e0d-cb48-4172-b62a-582a3cf2775d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1731269 Feb 17 23:23:31.089895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a781a-c16a-4a37-86c2-b998772dd21a req-fed88ab4-02d7-40cc-9393-7a364b1dbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:31.091421 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-fed88ab4-02d7-40cc-9393-7a364b1dbdcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d00bfa29-ad57-4fb4-9a4f-112b903549ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1455157 Feb 17 23:23:31.097295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9973c55-cae3-4c53-9811-94ced0ab069f req-337ff617-7e2d-4422-852f-4aee3cb7b379 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547848 Feb 17 23:23:31.172797 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:31.239446 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-dd647888-61f8-4f42-a2da-ff88919f299e service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394668 Feb 17 23:23:31.382856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-175a781a-c16a-4a37-86c2-b998772dd21a req-7a5808cc-aab7-429b-95e4-924c6a862b15 service neutron] 10.222.0.43 "GET /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361222 Feb 17 23:23:31.549061 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:31.554008 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a09f5d-0a21-48bc-9e1e-b8f2fe44c23d None None] The sync data for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv is: [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:21:51Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '4763b5d7-e133-45e5-8db7-639196a690a6', 'name': '', 'network_id': 'd00bfa29-ad57-4fb4-9a4f-112b903549ba', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:9c:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:50Z', 'updated_at': '2022-02-17T23:21:56Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'cc7625de-dd32-4d6c-8307-c987f29a9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:31.786963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f52e6-9be6-423f-8d68-277253e8674a None None] New status for floating IP 6d0055af-94a7-4521-a8d9-6000fb61ccf9: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:23:32.365392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-4947da34-4575-42c7-889b-d5db505192b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:32.366920 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-4947da34-4575-42c7-889b-d5db505192b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1647093 Feb 17 23:23:32.378477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13929b47-8a5a-40ce-9802-d89446b93656 req-757045b4-33ea-4164-9fda-97e226fd7178 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:32.380141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13929b47-8a5a-40ce-9802-d89446b93656 req-757045b4-33ea-4164-9fda-97e226fd7178 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 946 time: 0.1438348 Feb 17 23:23:32.494312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 66175d2a-81f0-4b31-840f-3dadcda5061e {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:23:32.494805 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:32.531109 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-13929b47-8a5a-40ce-9802-d89446b93656 req-6002c70a-be41-4195-9e2c-7dfae611587a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083417 Feb 17 23:23:32.803890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 66175d2a-81f0-4b31-840f-3dadcda5061e, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=66175d2a-81f0-4b31-840f-3dadcda5061e,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:32.804480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:32.989956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 66175d2a-81f0-4b31-840f-3dadcda5061e owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:23:33.263743 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:33.318012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=66175d2a-81f0-4b31-840f-3dadcda5061e,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:33.361318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.361670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.362003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.362334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.362660 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.362983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.363305 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.363622 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.364038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.364359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.364677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.364997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:33.410058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] No DVR routers for this DVR port 66175d2a-81f0-4b31-840f-3dadcda5061e on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:23:33.412752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:33.415653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'name': 'network-vif-deleted', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:33.429263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7a349b91-4480-4db9-8a04-121974bf07a2 req-13f37103-73c0-4bec-af14-70b1b76a8e2a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "DELETE /v2.0/ports/66175d2a-81f0-4b31-840f-3dadcda5061e HTTP/1.1" status: 204 len: 173 time: 1.0475428 Feb 17 23:23:33.471773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7d16e-a47c-419e-b872-4bd08ce9ee4b', 'name': 'network-vif-deleted', 'tag': '66175d2a-81f0-4b31-840f-3dadcda5061e', 'status': 'completed', 'code': 200} Feb 17 23:23:33.730901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-508e0aa2-1e21-45fc-859a-3fbcc8166988 req-a5fcedfc-be2d-48a9-b592-3c9b1d9373ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:23:33.756394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-508e0aa2-1e21-45fc-859a-3fbcc8166988 req-a5fcedfc-be2d-48a9-b592-3c9b1d9373ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:23:33.757721 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-508e0aa2-1e21-45fc-859a-3fbcc8166988 req-a5fcedfc-be2d-48a9-b592-3c9b1d9373ec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=6da7d16e-a47c-419e-b872-4bd08ce9ee4b HTTP/1.1" status: 200 len: 210 time: 0.0812373 Feb 17 23:23:34.869605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42830) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:35.488114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:35.871182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 4763b5d7-e133-45e5-8db7-639196a690a6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:23:35.871182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:36.084858 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 4763b5d7-e133-45e5-8db7-639196a690a6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4763b5d7-e133-45e5-8db7-639196a690a6,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:36.085315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:36.349843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 4763b5d7-e133-45e5-8db7-639196a690a6 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:23:36.535957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 66175d2a-81f0-4b31-840f-3dadcda5061e no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:23:36.621769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 66175d2a-81f0-4b31-840f-3dadcda5061e {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:23:36.622005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 66175d2a-81f0-4b31-840f-3dadcda5061e not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:23:36.720547 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:36.771938 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=4763b5d7-e133-45e5-8db7-639196a690a6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:37.083942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:37.470957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:23:37.701556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:23:37.712136 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Sync routers for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:37.723532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:37.727223 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d7811ae0-ab51-4fcb-8657-c33d5c9fbc3d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533759 Feb 17 23:23:37.727359 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:37.727582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42834) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:37.926549 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:37.990766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting subnet cc7625de-dd32-4d6c-8307-c987f29a9b63 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:23:37.994051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.064267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.158847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.235701 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.259841 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:23:36Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:38.263450 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Checking router: 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:38.271792 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Routers {'9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:38.272383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:38.278249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.281166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7625de-dd32-4d6c-8307-c987f29a9b63,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:38.286044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1da54-d6e6-4150-930e-f08106a79b66 None None] Network d00bfa29-ad57-4fb4-9a4f-112b903549ba requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:23:38.292596 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2d6259f7-8891-411a-aa16-9299bbd841de tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/subnets/cc7625de-dd32-4d6c-8307-c987f29a9b63 HTTP/1.1" status: 204 len: 168 time: 0.5615497 Feb 17 23:23:38.292834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42838) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:38.464287 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] Set router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:38.529549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.570089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] DHCP port deletion for d00bfa29-ad57-4fb4-9a4f-112b903549ba request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:23:38.574871 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Deleting port 21469b8a-0123-468c-adb5-124171d5fc01 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:23:38.575343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.724221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.735271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 3f9d94a8-c3a1-4978-9030-a80e995ac269 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:23:38.735799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.767126 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:23:36Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:38.771266 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfdc7e-2ec9-4d07-b0c4-fa139e036de8 None None] The sync data for ids ['9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2'] in dv-neutron-805768-3-hyperv is: [{'id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122468712', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:45Z', 'updated_at': '2022-02-17T23:23:36Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3f9d94a8-c3a1-4978-9030-a80e995ac269', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:46Z', 'updated_at': '2022-02-17T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:38.785296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] For port 21469b8a-0123-468c-adb5-124171d5fc01, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=21469b8a-0123-468c-adb5-124171d5fc01,segment=NetworkSegment(c613a9e3-d30d-4ebc-80d0-ad79b68b0ead),segment_id=c613a9e3-d30d-4ebc-80d0-ad79b68b0ead)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:38.785689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:38.913399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Calling delete_port for 21469b8a-0123-468c-adb5-124171d5fc01 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:23:38.915893 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 3f9d94a8-c3a1-4978-9030-a80e995ac269, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3f9d94a8-c3a1-4978-9030-a80e995ac269,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:38.916395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.013225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.054556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 3f9d94a8-c3a1-4978-9030-a80e995ac269 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:23:39.065575 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Pushing event deleted for resources: {'Port': ['ID=21469b8a-0123-468c-adb5-124171d5fc01,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:39.077789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.078484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.080791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.081665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.082071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.082261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:39.085273 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20208d1-efac-4277-8501-0431650d8a1d None None] No DVR routers for this DVR port 21469b8a-0123-468c-adb5-124171d5fc01 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:23:39.257747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.309983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=3f9d94a8-c3a1-4978-9030-a80e995ac269,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:39.406759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.719930 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.722179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.745124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.745654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Fanout notify agent at l3_agent the message router_deleted on router 9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:23:39.761360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:39.762456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7f55bc54-ce24-47d7-899d-303c1bf510b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/routers/9a5a7a62-a927-4b2e-b4c3-3b21103bc1f2 HTTP/1.1" status: 204 len: 168 time: 1.4687264 Feb 17 23:23:39.765555 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42844) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:39.881233 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.021065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.048818 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00bfa29-ad57-4fb4-9a4f-112b903549ba']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:40.062625 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:40.063087 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c613a9e3-d30d-4ebc-80d0-ad79b68b0ead') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:40.074725 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.091351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.097908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:23:40.098296 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:23:40.113321 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:23:40.204924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.211159 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.239003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Network': ['ID=d00bfa29-ad57-4fb4-9a4f-112b903549ba,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:40.244413 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-987deef9-f2ad-45de-8d3c-4670cb5802e1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/networks/d00bfa29-ad57-4fb4-9a4f-112b903549ba HTTP/1.1" status: 204 len: 168 time: 0.4779005 Feb 17 23:23:40.249786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42848) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:40.337315 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.367929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.432992 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.453262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62bf7f9-f4f1-4d70-9551-98181e6cdf9d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:40.460969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.462241 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0d305b18-e4db-49b2-a56e-7f7366c2542a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/security-groups/e62bf7f9-f4f1-4d70-9551-98181e6cdf9d HTTP/1.1" status: 204 len: 168 time: 0.2114873 Feb 17 23:23:40.505937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4763b5d7-e133-45e5-8db7-639196a690a6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:23:40.543881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4763b5d7-e133-45e5-8db7-639196a690a6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:23:40.544217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4763b5d7-e133-45e5-8db7-639196a690a6 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:23:40.544641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3f9d94a8-c3a1-4978-9030-a80e995ac269 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:23:40.580141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3f9d94a8-c3a1-4978-9030-a80e995ac269 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:23:40.580474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3f9d94a8-c3a1-4978-9030-a80e995ac269 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:23:40.580894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 21469b8a-0123-468c-adb5-124171d5fc01 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:23:40.614239 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 21469b8a-0123-468c-adb5-124171d5fc01 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:23:40.614462 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 21469b8a-0123-468c-adb5-124171d5fc01 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:23:40.725134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42856) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:40.730390 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332377774', 'description': 'tempest-secgroup-smoke-1332377774 description', 'project_id': 'a3ab41d065164fea80da9acd581f80f7'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:40.737677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:40.741744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:40.744560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:40.750402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:40.763960 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.784149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:40.787882 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:40.790656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:40.797324 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:40.872367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.875948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.919684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b548772-4b5e-4f39-9dba-d74845b153dc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:40.923394 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:40.924602 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1a4e7535-d6c8-4188-a27b-7daeccb3e724 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1984305 Feb 17 23:23:40.927901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42860) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:40.933881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:40.939969 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:40.943912 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:40.946756 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:40.952338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:40.971513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.032878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.036584 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.059963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a0c5fa-9890-4481-9319-f92366d9df25,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.069970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.071168 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b8ada2d2-33cf-4b27-bacc-8e6ba66c41bb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420708 Feb 17 23:23:41.073922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42864) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.079656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.085523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.089245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.092027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.097913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.114332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.173459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.177303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.200754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7888d49e-5f18-4720-a851-eb24cbd8abed,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.209286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.210466 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cdbba40c-e91c-4d52-9344-c4afd5ed6d44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356454 Feb 17 23:23:41.213380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42868) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.218279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.224329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.228083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.230922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.237378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.254045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.321991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.326946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.352085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51900b13-f8d8-49a5-ae00-5ab3b21a4258,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.362613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.363827 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9f14e9c8-6baa-4005-83e7-f4a7c9885984 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495237 Feb 17 23:23:41.366822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42872) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.373704 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.382708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.387600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.391404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.398610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.416605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.484783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.488843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.512867 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592c0787-77d2-493c-89c7-9c2f4ae2f3bf,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.523004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.524342 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fdd51047-95a6-4c02-adfc-d141705c55c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564713 Feb 17 23:23:41.527098 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42876) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.532540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.538488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.542545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.545523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.551715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.563373 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:23:41.573747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.634557 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.638154 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.664156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a4a936-d20c-4c2d-9931-0ca2fcacf3fb,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.673510 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.674696 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8f2aa355-bd69-4ed0-9b28-f83d721b272d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466932 Feb 17 23:23:41.677711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42880) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.682688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '8b548772-4b5e-4f39-9dba-d74845b153dc', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.689120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.692830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.695674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.701339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.711655 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:23:41.718379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.782329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.785769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.808393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7f2d15-76de-426b-a346-126794d7c4b8,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:41.818187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.819351 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8c0621f2-90a2-4a82-aa89-fb422c64407d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407156 Feb 17 23:23:41.822229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42884) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:41.828317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'network': {'name': 'tempest-network-smoke--165152342', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'port_security_enabled': True}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:41.833191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:41.836934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:network and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:41.839776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:41.845421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:41.855218 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:41.859235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.885973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:23:41.894856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.895244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Added segment 04309b9f-959a-4f95-843d-803c0e040051 of type vlan for network c54bc61a-8624-445b-8183-4b90cdb45cdd Feb 17 23:23:41.920449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.950560 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:41.956075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:41.956647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.065674 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424309 Feb 17 23:23:42.068370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42888) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:42.070975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9957cc7-2e41-4b55-8e59-d8169fb25dfb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Network': ['ID=c54bc61a-8624-445b-8183-4b90cdb45cdd,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:42.075435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'admin_state_up': True, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:42.082365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network c54bc61a-8624-445b-8183-4b90cdb45cdd details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:23:42.083598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:42.087506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:router and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:42.090475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:42.097209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:42.110759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.111782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.128986 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.440410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.761752 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:42.791235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:43.028533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.246 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/d840b0c2-a374-4c4b-91d8-9c0f4e088460) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:43.174574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:43.203456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:43.269616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:43.272424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:43.276161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:23:43.309709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=d840b0c2-a374-4c4b-91d8-9c0f4e088460,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:43.696361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:44.054684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:44.266826 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 935e6ccc-7019-4219-803b-aca928457457 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:23:44.577890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:23:44.587881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Sync routers for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:44.599266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:44.599923 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:44.606845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:44.609193 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6b249f37-e925-448e-8430-177d49a0cc43 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5388067 Feb 17 23:23:44.611875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42892) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:44.653867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-7526723a-db54-43ae-8de7-b3970bb59adf tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a3ab41d065164fea80da9acd581f80f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384071 Feb 17 23:23:44.654087 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42896) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:44.827953 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:44.841173 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b23980-9b92-4512-b4e1-f10b5a887530 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:44.846071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-87b23980-9b92-4512-b4e1-f10b5a887530 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876862 Feb 17 23:23:44.846310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42900) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:44.886438 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-76733896-0828-4ccf-a6ac-5f347c5f7679 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390055 Feb 17 23:23:44.890259 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42904) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:44.895791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377082833', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:45.013934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:45.018378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:subnet and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:23:45.021336 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:23:45.027411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:45.037860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:45.041485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.195141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:43Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:45.199179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Checking router: 935e6ccc-7019-4219-803b-aca928457457 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:45.199527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Updating router 935e6ccc-7019-4219-803b-aca928457457 port d840b0c2-a374-4c4b-91d8-9c0f4e088460 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:23:45.256348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.284569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.367334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Subnet': ['ID=4d3041b6-d81c-4409-8529-2f25de218dda,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:45.373488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Checking segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:23:45.374439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network hostable DHCP agents. Network: c54bc61a-8624-445b-8183-4b90cdb45cdd, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:23:45.394411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network c54bc61a-8624-445b-8183-4b90cdb45cdd is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:23:45.404213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, c54bc61a-8624-445b-8183-4b90cdb45cdd) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:45.409859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:45.410550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.417762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2859a-9c28-445c-ba6e-c037ae22ef40 None None] Network c54bc61a-8624-445b-8183-4b90cdb45cdd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:23:45.434618 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e25db69-eaaa-4353-8e41-bd5b606d9e0b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5432677 Feb 17 23:23:45.438332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42908) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:23:45.805926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-c54bc61a-8624-445b-8183-4b90cdb45cdd', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:23:45.806880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.831073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:45.884072 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Transition to ACTIVE for port object d840b0c2-a374-4c4b-91d8-9c0f4e088460 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:45.893547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.033759 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d558d3-b291-42dc-b5e2-eb85aa72c3bd None None] Pushing event updated for resources: {'Port': ['ID=d840b0c2-a374-4c4b-91d8-9c0f4e088460,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:46.040669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Attempting to bind port d840b0c2-a374-4c4b-91d8-9c0f4e088460 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:23:46.040669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Attempting to bind port d840b0c2-a374-4c4b-91d8-9c0f4e088460 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:23:46.040985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Attempting to bind port d840b0c2-a374-4c4b-91d8-9c0f4e088460 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:23:46.056255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:23:46.056526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:23:46.056921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.057343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:23:46.057821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Bound port: d840b0c2-a374-4c4b-91d8-9c0f4e088460, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:23:46.058206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.122952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Allocated IP 172.20.0.2 (c54bc61a-8624-445b-8183-4b90cdb45cdd/4d3041b6-d81c-4409-8529-2f25de218dda/6e7f0ecc-34ad-4cb1-911f-de07411aab5d) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:46.175128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] For port d840b0c2-a374-4c4b-91d8-9c0f4e088460, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:23:46.240021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] For port d840b0c2-a374-4c4b-91d8-9c0f4e088460, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d840b0c2-a374-4c4b-91d8-9c0f4e088460,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:23:46.253718 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.389334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.395909 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:46.396521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:46.447544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d558d3-b291-42dc-b5e2-eb85aa72c3bd None None] Pushing event updated for resources: {'Port': ['ID=d840b0c2-a374-4c4b-91d8-9c0f4e088460,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:46.604089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.684705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Transition to ACTIVE for port object 6e7f0ecc-34ad-4cb1-911f-de07411aab5d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:46.715388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:46.819961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Transition to ACTIVE for port object 6e7f0ecc-34ad-4cb1-911f-de07411aab5d will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:46.852701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:46.924118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.1 (c54bc61a-8624-445b-8183-4b90cdb45cdd/4d3041b6-d81c-4409-8529-2f25de218dda/d122fc89-65a4-4edd-bb74-4da44e773a64) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:47.000787 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Network c54bc61a-8624-445b-8183-4b90cdb45cdd is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:47.007316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:47.013545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:23:47.032533 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Pushing event updated for resources: {'Port': ['ID=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:47.104844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.122596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object d122fc89-65a4-4edd-bb74-4da44e773a64 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:47.147415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.172487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Attempting to bind port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:23:47.172851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Attempting to bind port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:23:47.173226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Attempting to bind port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d on network c54bc61a-8624-445b-8183-4b90cdb45cdd {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:23:47.181368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:23:47.181649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Checking segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:23:47.182044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.182749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Bound using segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:23:47.182863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Bound port: 6e7f0ecc-34ad-4cb1-911f-de07411aab5d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:23:47.183232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.212208 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network c54bc61a-8624-445b-8183-4b90cdb45cdd is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:47.219995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:47.222522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:23:47.268834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:43Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:47.276685 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:47.283965 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38cfbf-9f76-4cc5-ad3f-0e5766af1b1b None None] The sync data for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv is: [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:43Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:47.297288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.304814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] For port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:23:47.313882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] For port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:23:47.319975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:47.408977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155e4d-0183-4c7a-bcba-42d50aabb652 None None] Pushing event updated for resources: {'Port': ['ID=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:47.678718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.268343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.274798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.391130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:48.398683 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.430553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909d6b4-bc13-4393-aee9-ee3370a7d839 None None] Network c54bc61a-8624-445b-8183-4b90cdb45cdd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:23:48.560461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network c54bc61a-8624-445b-8183-4b90cdb45cdd is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:48.563152 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:48.564610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-68d0a9d5-bed1-4d2d-87c2-2be1d9f7af2f None None] Provisioning for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:48.605961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6e7f0ecc-34ad-4cb1-911f-de07411aab5d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:48.765936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:48.777360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:48.778016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.779654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 935e6ccc-7019-4219-803b-aca928457457 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:23:48.915876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.952883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:48.957855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:48.958803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d840b0c2-a374-4c4b-91d8-9c0f4e088460 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:48.981298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:23:49.018927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-04aa0006-a7bd-49ef-afd4-e3a7f108aa89 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/935e6ccc-7019-4219-803b-aca928457457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5792820 Feb 17 23:23:49.029700 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Sync routers for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:49.045098 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:49.045987 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:49.067287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:49.110491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d840b0c2-a374-4c4b-91d8-9c0f4e088460 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:49.115978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d840b0c2-a374-4c4b-91d8-9c0f4e088460 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:49.116354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.208073 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Provisioning complete for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:49.208647 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.230815 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-774b622d-ec6f-4ba5-8aec-7f0ab4d5b8b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332377774&fields=id&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 267 time: 0.0479031 Feb 17 23:23:49.289120 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:49.378056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.411802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port d840b0c2-a374-4c4b-91d8-9c0f4e088460, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d840b0c2-a374-4c4b-91d8-9c0f4e088460,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:49.419054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-8a25f3c8-3a3a-4e60-8843-ec170e60e9e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:49.419844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-8a25f3c8-3a3a-4e60-8843-ec170e60e9e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:23:49.420322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.449076 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-8a25f3c8-3a3a-4e60-8843-ec170e60e9e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:23:49.450502 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-8a25f3c8-3a3a-4e60-8843-ec170e60e9e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 796 time: 0.2115035 Feb 17 23:23:49.461913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Provisioning for port d122fc89-65a4-4edd-bb74-4da44e773a64 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:49.476358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c6d133f8-65ce-4e70-bec9-71fac472ca7b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/quotas/a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 375 time: 0.0195975 Feb 17 23:23:49.493602 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Provisioning complete for port d122fc89-65a4-4edd-bb74-4da44e773a64 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:49.493896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.566591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=d840b0c2-a374-4c4b-91d8-9c0f4e088460,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:49.569426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-f04abedf-c53e-4288-b3f9-3e69c0fd18bf None None] Port d122fc89-65a4-4edd-bb74-4da44e773a64 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:23:49.587831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-1de621a5-8985-4d9c-bbbb-5d0219302be3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:23:49.604158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-1de621a5-8985-4d9c-bbbb-5d0219302be3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:23:49.605485 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-1de621a5-8985-4d9c-bbbb-5d0219302be3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282921 Feb 17 23:23:49.694146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a73ac74e-347f-4a8b-b197-601eb2aafdb0 None None] Provisioning complete for port d122fc89-65a4-4edd-bb74-4da44e773a64 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:49.694610 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a73ac74e-347f-4a8b-b197-601eb2aafdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.712948 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 2, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:49.718423 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Checking router: 935e6ccc-7019-4219-803b-aca928457457 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:49.718683 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Updating router 935e6ccc-7019-4219-803b-aca928457457 port d122fc89-65a4-4edd-bb74-4da44e773a64 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:23:49.777921 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:49.799933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a73ac74e-347f-4a8b-b197-601eb2aafdb0 None None] Port d122fc89-65a4-4edd-bb74-4da44e773a64 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:23:49.809958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-d0305307-6bb6-4307-8405-c04a4bc33772 service neutron] 10.222.0.42 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917834 Feb 17 23:23:49.943454 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-8a11471f-1d94-4ba6-b9de-815554f3e93a service neutron] 10.222.0.42 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269522 Feb 17 23:23:50.142757 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74e93aff-41a0-49fc-a25e-dc9677d18cce req-07f4672f-0c93-4bf6-ad60-05807e5b1c5d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 210 time: 0.0488253 Feb 17 23:23:50.144056 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.159518 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Transition to ACTIVE for port object d122fc89-65a4-4edd-bb74-4da44e773a64 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:50.161125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a39c3a9a-c61b-45e1-84b6-041f8377cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.170357 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.331014 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Pushing event updated for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:50.379728 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.379728 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.380051 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.380260 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.380506 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.380827 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.381171 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.381479 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.381796 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.382110 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.382532 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.383042 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:50.423510 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Attempting to bind port d122fc89-65a4-4edd-bb74-4da44e773a64 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:23:50.424019 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Attempting to bind port d122fc89-65a4-4edd-bb74-4da44e773a64 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:23:50.424589 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Attempting to bind port d122fc89-65a4-4edd-bb74-4da44e773a64 on network c54bc61a-8624-445b-8183-4b90cdb45cdd {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:23:50.431356 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:23:50.431722 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Checking segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:23:50.432115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.432499 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Bound using segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:23:50.432947 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Bound port: d122fc89-65a4-4edd-bb74-4da44e773a64, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:23:50.433342 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.507514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6e7f0ecc-34ad-4cb1-911f-de07411aab5d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:50.539422 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] For port d122fc89-65a4-4edd-bb74-4da44e773a64, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:23:50.543680 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] For port d122fc89-65a4-4edd-bb74-4da44e773a64, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d122fc89-65a4-4edd-bb74-4da44e773a64,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:23:50.549309 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.587113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:50.587483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.637536 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:23:50.638159 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:50.701648 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d768-eef2-477a-9aa6-14d9c72fd2f3 None None] Pushing event updated for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:50.718964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d840b0c2-a374-4c4b-91d8-9c0f4e088460 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:50.794816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d840b0c2-a374-4c4b-91d8-9c0f4e088460 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:50.795416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:50.859245 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:23:51.209277 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:50Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:51.213543 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25206b-3cad-4fc1-bb5b-618306b8813d None None] The sync data for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv is: [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:50Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:51.397232 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-34a0503a-3cc5-4ae4-b46b-4ab60898d585 req-1e17c2cf-cb3c-4761-878e-13661a213aec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 210 time: 0.0521839 Feb 17 23:23:51.472387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-dc2783cf-af3b-40f7-9463-fefe228c9d29 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:51.474028 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-dc2783cf-af3b-40f7-9463-fefe228c9d29 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 796 time: 0.2233410 Feb 17 23:23:51.530020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-602fa1dc-3142-4850-9f45-d0184fac68a3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 380 time: 0.0477800 Feb 17 23:23:51.539370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'port': {'device_id': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'admin_state_up': True, 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'security_groups': ['8b548772-4b5e-4f39-9dba-d74845b153dc']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:51.792325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:23:51.802529 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:23:51.813045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:51.816663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:51.995849 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.11 (c54bc61a-8624-445b-8183-4b90cdb45cdd/4d3041b6-d81c-4409-8529-2f25de218dda/c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:52.207926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.224737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:52.248486 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.321828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network c54bc61a-8624-445b-8183-4b90cdb45cdd is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:52.325237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:52.330744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:23:52.368163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:52.407444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:52.408090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.425892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c5ce-962b-48fc-8d6f-63d6465d5e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.435137 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-c4323ab8-0846-4410-8035-ebfe057ea3e9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9001708 Feb 17 23:23:52.448747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Request body: {'port': {'device_id': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:52.544925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d122fc89-65a4-4edd-bb74-4da44e773a64 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:52.607777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2d231eb0-a353-4547-a26f-698e96b2b764 None None] Provisioning for port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:52.614695 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2d231eb0-a353-4547-a26f-698e96b2b764 None None] Provisioning complete for port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:52.615204 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2d231eb0-a353-4547-a26f-698e96b2b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.628158 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.673525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port d122fc89-65a4-4edd-bb74-4da44e773a64 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:52.676446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2d231eb0-a353-4547-a26f-698e96b2b764 None None] Port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:23:52.680028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d122fc89-65a4-4edd-bb74-4da44e773a64 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:52.680400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.723553 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58405d5c-26c3-4e84-8841-88b1b81f5090 req-efb18746-5eb6-448c-9865-a8a8d2dc5f4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:52.724167 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-58405d5c-26c3-4e84-8841-88b1b81f5090 req-efb18746-5eb6-448c-9865-a8a8d2dc5f4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:23:52.788362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-58405d5c-26c3-4e84-8841-88b1b81f5090 req-efb18746-5eb6-448c-9865-a8a8d2dc5f4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:23:52.789565 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58405d5c-26c3-4e84-8841-88b1b81f5090 req-efb18746-5eb6-448c-9865-a8a8d2dc5f4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 932 time: 0.2440290 Feb 17 23:23:52.800707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.834113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port d122fc89-65a4-4edd-bb74-4da44e773a64, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d122fc89-65a4-4edd-bb74-4da44e773a64,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:52.838178 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:52.907074 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:52.923018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-58405d5c-26c3-4e84-8841-88b1b81f5090 req-0803304c-e1ab-489d-9336-e77a42a75f81 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185212 Feb 17 23:23:53.047231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:23:53.054910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.069533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Transition to ACTIVE for port object c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:53.073361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.235344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:53.318061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Attempting to bind port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:23:53.318412 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Attempting to bind port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:23:53.318737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Attempting to bind port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 on network c54bc61a-8624-445b-8183-4b90cdb45cdd {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:23:53.323355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 on network c54bc61a-8624-445b-8183-4b90cdb45cdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:23:53.323670 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Attempting to bind port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 on network c54bc61a-8624-445b-8183-4b90cdb45cdd {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:23:53.329198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:23:53.329533 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Checking segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:23:53.329914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Bound using segment: {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:23:53.330328 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Bound port: c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04309b9f-959a-4f95-843d-803c0e040051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:23:53.330664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.422253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:23:53.425322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:23:53.428960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.430848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.491562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:53.492166 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.493575 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] 10.222.0.43 "PUT /v2.0/ports/c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 1094 time: 1.0494132 Feb 17 23:23:53.494010 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:53.521172 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e03b-34da-4e20-a083-e0b9e30e545b service neutron] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:53.646597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:53.684133 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'status': 'completed', 'code': 200} Feb 17 23:23:53.720776 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-96de0890-982f-4b43-b050-806b1066d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:53.722309 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-96de0890-982f-4b43-b050-806b1066d8c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1097 time: 0.1825850 Feb 17 23:23:53.791064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-41ecf399-6b83-4e1f-9b18-bb58f6dfc3f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 217 time: 0.0623777 Feb 17 23:23:53.851829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-ea8c7ef5-5759-42e6-97cf-c37a98d58662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:53.853279 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-ea8c7ef5-5759-42e6-97cf-c37a98d58662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0570033 Feb 17 23:23:53.929583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-b29298c1-4ce1-46ce-a8c0-bb7325ef78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:53.931015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-b29298c1-4ce1-46ce-a8c0-bb7325ef78b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717072 Feb 17 23:23:54.115325 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-f11195b3-b6dc-4d02-bdd7-2b059ca00ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783164 Feb 17 23:23:54.234497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe650c1-cee5-4b50-8fa5-33ed4a36c3b4 req-6ddf5d51-9d30-4b05-bb11-9966ea7a571e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:54.235951 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dfe650c1-cee5-4b50-8fa5-33ed4a36c3b4 req-6ddf5d51-9d30-4b05-bb11-9966ea7a571e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 944 time: 0.1912086 Feb 17 23:23:54.294407 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71bf9294-f09d-44d4-884b-8192fbd8083d req-57064767-37dd-46d9-a424-10530640e999 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727993 Feb 17 23:23:54.304712 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dfe650c1-cee5-4b50-8fa5-33ed4a36c3b4 req-4223e3bb-d8b4-418f-b19e-fde8543fdd22 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562930 Feb 17 23:23:54.429176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-fae90dfb-5ee6-4401-8f29-e094e875e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:54.430647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-fae90dfb-5ee6-4401-8f29-e094e875e422 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1097 time: 0.0794504 Feb 17 23:23:54.501398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d122fc89-65a4-4edd-bb74-4da44e773a64 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:54.566064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-6f2f0210-e055-45b0-b8c4-6f06dcd8f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:54.567540 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-6f2f0210-e055-45b0-b8c4-6f06dcd8f1ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1303110 Feb 17 23:23:54.571563 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port d122fc89-65a4-4edd-bb74-4da44e773a64 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:54.571935 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:54.634910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-2407ae64-502c-45b9-99ee-5612b9107d09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 217 time: 0.0605521 Feb 17 23:23:54.705024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-ddd767ba-89b7-4502-b2fa-71001c376642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:54.706487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-ddd767ba-89b7-4502-b2fa-71001c376642 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0651512 Feb 17 23:23:54.779645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-a4fe0c99-539c-4b5c-a028-c89aa5d3e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:54.781261 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-a4fe0c99-539c-4b5c-a028-c89aa5d3e00b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686162 Feb 17 23:23:54.910271 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-a2291033-2486-41bc-936d-94f282311a54 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225731 Feb 17 23:23:55.044033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a5a59bf-1fae-4004-9428-ccaa49412a19 req-ac2165cd-5cb7-40f7-88eb-98f9812c34cb service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266131 Feb 17 23:23:55.072451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:55.648852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404648-028c-48e6-ae45-16ec338c7953 req-d12923b5-11aa-4bd9-ac5b-d58b9ce065b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:55.650358 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15404648-028c-48e6-ae45-16ec338c7953 req-d12923b5-11aa-4bd9-ac5b-d58b9ce065b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 944 time: 0.0853801 Feb 17 23:23:55.696194 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-15404648-028c-48e6-ae45-16ec338c7953 req-cd1946cd-b88e-47f2-a978-bba8aff350b9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394547 Feb 17 23:23:56.614240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:23:56.753914 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:56.767790 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'mac_address': 'fa:16:3e:2a:30:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:23:56.827086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:56.844850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:23:56.861364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:56.865579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:56.882709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769442e4-ca57-4b7f-8066-9b12f9a95d7f req-45581756-53cd-4e7b-b01a-f669cd41396e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:56.884152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-769442e4-ca57-4b7f-8066-9b12f9a95d7f req-45581756-53cd-4e7b-b01a-f669cd41396e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 944 time: 0.0818498 Feb 17 23:23:56.928135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-769442e4-ca57-4b7f-8066-9b12f9a95d7f req-101d874d-1311-4868-80b8-c9477094878b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Feb 17 23:23:56.933618 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:57.068010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:23:58.222411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb4078-04d5-45e2-b037-c769369291ec req-670f8578-595a-45c0-a665-209ca15d88eb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:58.223831 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8cb4078-04d5-45e2-b037-c769369291ec req-670f8578-595a-45c0-a665-209ca15d88eb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 945 time: 0.1901047 Feb 17 23:23:58.269040 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8cb4078-04d5-45e2-b037-c769369291ec req-c052bdb2-34db-47d8-89f1-e1ac27d42aff tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Feb 17 23:23:58.629233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:23:58.692285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:58.709637 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:58.714093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:58.714449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:58.857982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:58.885166 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:58.895792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:23:58.900016 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:23:58.970711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:58.984295 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'code': 200} Feb 17 23:23:59.209227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc2ac-00a4-49d7-9b28-18cacc783bec req-9c9c2ea5-806d-4406-a1f2-07540a4572af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:59.210784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73cbc2ac-00a4-49d7-9b28-18cacc783bec req-9c9c2ea5-806d-4406-a1f2-07540a4572af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0716410 Feb 17 23:23:59.254467 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73cbc2ac-00a4-49d7-9b28-18cacc783bec req-968b29af-1995-43f5-8886-2a3c522d2ce1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380585 Feb 17 23:23:59.453094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b99ee-a0dc-498e-829a-fc0a8e7a8263 req-5d03ae3b-3c6a-4701-94c9-29c659bca7db tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:59.454524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c40b99ee-a0dc-498e-829a-fc0a8e7a8263 req-5d03ae3b-3c6a-4701-94c9-29c659bca7db tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0787661 Feb 17 23:23:59.498597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c40b99ee-a0dc-498e-829a-fc0a8e7a8263 req-92372216-96b7-4965-b7d3-b6874c3ebd04 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384655 Feb 17 23:24:00.687506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe281a-10d0-4ae6-92c2-dc1f6a6786e5 req-1b8a9536-f6b0-4bdf-9749-5a0cc1d6de09 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:00.688954 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62fe281a-10d0-4ae6-92c2-dc1f6a6786e5 req-1b8a9536-f6b0-4bdf-9749-5a0cc1d6de09 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0832877 Feb 17 23:24:00.731687 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62fe281a-10d0-4ae6-92c2-dc1f6a6786e5 req-66d6e9f2-36af-4998-ab8c-243b7034f481 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Feb 17 23:24:00.917821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15f342-7d3a-4860-bc96-1779ef1bcafd req-3cc77d6c-0ffa-487a-b219-d3f337972832 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:00.919265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e15f342-7d3a-4860-bc96-1779ef1bcafd req-3cc77d6c-0ffa-487a-b219-d3f337972832 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0800622 Feb 17 23:24:00.965284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8e15f342-7d3a-4860-bc96-1779ef1bcafd req-5e2b5871-38ba-4b6d-8df4-9c40a5c42a24 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Feb 17 23:24:00.988750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42978) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:01.070162 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1de7e-130b-45de-ab72-b2c4d21808c2 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:01.071944 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-98e1de7e-130b-45de-ab72-b2c4d21808c2 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0822132 Feb 17 23:24:01.074935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42982) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:01.080541 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:01.086851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:24:01.090647 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:floatingip and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:24:01.094257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:24:01.100004 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:24:01.111339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:01.249705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:01.383642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.78 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/ecf3848c-89af-49e3-a424-be2425845101) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:01.536835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:01.566728 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:01.632749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:01.635583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:01.639276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:24:01.676852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=ecf3848c-89af-49e3-a424-be2425845101,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:02.060835 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:02.135953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:02.450487 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:02.456058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:02.553277 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:24:02.560253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=ecf3848c-89af-49e3-a424-be2425845101,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:02.575205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:02.751442 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 0e2508a2-07eb-4694-a78b-0783bf84fff0 associated. External IP: 172.26.7.78, port: c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4. Feb 17 23:24:03.120132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 935e6ccc-7019-4219-803b-aca928457457 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:24:03.315325 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:24:03.326221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Sync routers for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:03.336360 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:24:03.336974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:03.341600 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:03.397622 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-349f38f2-6db3-499d-ac9d-122a7fb685a7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3216186 Feb 17 23:24:03.398481 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:03.450615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'status': 'completed', 'code': 200} Feb 17 23:24:03.524726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:24:03.620516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f994793-61a9-4456-8d81-9d41b049ea8f req-1505576e-aa48-4ff0-8047-8f347d023bbf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:03.621896 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f994793-61a9-4456-8d81-9d41b049ea8f req-1505576e-aa48-4ff0-8047-8f347d023bbf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.1166689 Feb 17 23:24:03.625968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-2534a2bc-aac1-4d20-a010-b5dc8f1f546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:03.627345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-2534a2bc-aac1-4d20-a010-b5dc8f1f546a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1544673 Feb 17 23:24:03.745785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f994793-61a9-4456-8d81-9d41b049ea8f req-dc6f5d41-98c1-4099-a680-02067b65636c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171203 Feb 17 23:24:03.770119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 42990) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:03.792289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-cb014563-91fe-4f36-9f9e-3a406ea9f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:03.793752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-cb014563-91fe-4f36-9f9e-3a406ea9f540 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1496248 Feb 17 23:24:03.881745 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fd0380b4-45d2-44e1-99ae-4f2bc97196cc tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/0e2508a2-07eb-4694-a78b-0783bf84fff0 HTTP/1.1" status: 200 len: 991 time: 0.1103768 Feb 17 23:24:03.895646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0e2508a2-07eb-4694-a78b-0783bf84fff0', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.78', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '935e6ccc-7019-4219-803b-aca928457457', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'mac_address': 'fa:16:3e:2a:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:01Z', 'updated_at': '2022-02-17T23:24:01Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:03.900007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Checking router: 935e6ccc-7019-4219-803b-aca928457457 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:03.909680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:24:03.910308 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:23:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:04.017644 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-9f5a6d16-5d61-4fe3-80f6-8dc08b55953f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 999 time: 0.2173731 Feb 17 23:24:04.081470 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-2a93c2f2-4bea-4472-a405-3dd31b63f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:04.082898 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-2a93c2f2-4bea-4472-a405-3dd31b63f565 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0600555 Feb 17 23:24:04.097200 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:24:04.159937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-28269803-4bbe-423d-83e2-4e407809ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:04.161449 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-28269803-4bbe-423d-83e2-4e407809ec25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726247 Feb 17 23:24:04.293609 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-0e44119d-4bca-4cec-816a-24db52828d22 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 Feb 17 23:24:04.432601 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4848c882-0b6a-4004-b00c-d40ac37642f4 req-d0d8a01a-b636-49b4-842b-a058400f1c79 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331453 Feb 17 23:24:04.463616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0e2508a2-07eb-4694-a78b-0783bf84fff0', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.78', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '935e6ccc-7019-4219-803b-aca928457457', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'mac_address': 'fa:16:3e:2a:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:01Z', 'updated_at': '2022-02-17T23:24:01Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:04.468241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdc414-ec59-4389-81cf-fc95340b8394 None None] The sync data for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv is: [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '0e2508a2-07eb-4694-a78b-0783bf84fff0', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.78', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '935e6ccc-7019-4219-803b-aca928457457', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'mac_address': 'fa:16:3e:2a:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:01Z', 'updated_at': '2022-02-17T23:24:01Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:04.658921 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8dd8f-d6a9-424d-bb24-2b7ab883b9d7 None None] New status for floating IP 0e2508a2-07eb-4694-a78b-0783bf84fff0: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:24:04.885965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 42994) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:04.995923 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-0127cd24-c3c2-492b-8aff-8aeb0bb44c44 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/0e2508a2-07eb-4694-a78b-0783bf84fff0 HTTP/1.1" status: 200 len: 993 time: 0.1088591 Feb 17 23:24:20.156005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6219da36-dc9c-4606-b38b-7c5fea585d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:22.427932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-593a5864-deeb-47c3-808e-293862821536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:23.422795 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:23.632329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:25.076177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:28.691046 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:31.947892 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43014) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:31.990540 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333028f-132e-48c8-8ee9-3ce70e9a6252 req-3fa50746-0c86-4eb8-ae31-e18276d502d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:31.992105 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6333028f-132e-48c8-8ee9-3ce70e9a6252 req-3fa50746-0c86-4eb8-ae31-e18276d502d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0869992 Feb 17 23:24:32.041838 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6333028f-132e-48c8-8ee9-3ce70e9a6252 req-034fd1a7-cb54-4d2c-b5b2-5121c4956650 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Feb 17 23:24:32.072167 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-4568e788-7cce-48c8-a06d-4c28525f93c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221375 Feb 17 23:24:33.248485 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4df5c6-0081-4d9f-8ef7-a7ee14efdea5 req-270e0988-2bf7-41b8-8785-e1018dac0be5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.250694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa4df5c6-0081-4d9f-8ef7-a7ee14efdea5 req-270e0988-2bf7-41b8-8785-e1018dac0be5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0994966 Feb 17 23:24:33.344015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa4df5c6-0081-4d9f-8ef7-a7ee14efdea5 req-b948cfcc-8201-491c-8a26-c9a30d79d614 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857420 Feb 17 23:24:33.370837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-d943b20a-c565-422b-8b03-7df4f85d2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.372369 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-d943b20a-c565-422b-8b03-7df4f85d2a45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0993419 Feb 17 23:24:33.511956 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-4cece2c5-a082-4b23-83cd-351ab598f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.513444 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-4cece2c5-a082-4b23-83cd-351ab598f91c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1349170 Feb 17 23:24:33.622221 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-708c5252-56f3-4fd8-a316-b76c8c879d3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 1001 time: 0.1018484 Feb 17 23:24:33.693396 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-fbff16b7-5ec2-4df4-b031-827eac524696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.694848 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-fbff16b7-5ec2-4df4-b031-827eac524696 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0658309 Feb 17 23:24:33.771552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-fa184cb6-7fce-4c56-8634-a8009e467170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.773048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-fa184cb6-7fce-4c56-8634-a8009e467170 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723419 Feb 17 23:24:33.902800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-78cfbad6-daab-40c4-b93f-02fb4faf203f service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238334 Feb 17 23:24:34.042697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-1f8a9ee9-9029-44cf-ad34-dec60c455534 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250992 Feb 17 23:24:34.539310 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85ef1-b746-4579-ac1d-238545036660 req-8fb566fe-4676-47a5-aec0-28be2d6bdc90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:34.541307 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a9f85ef1-b746-4579-ac1d-238545036660 req-8fb566fe-4676-47a5-aec0-28be2d6bdc90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0810070 Feb 17 23:24:34.694361 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a9f85ef1-b746-4579-ac1d-238545036660 req-3cb55c40-c241-4db5-b6ed-0604dd139631 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479745 Feb 17 23:24:35.884228 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c64875-e551-4196-9e6b-7f6cabe9ef87 req-0f1f2f4b-2f19-45b2-8291-6a17b25967ae tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:35.885726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73c64875-e551-4196-9e6b-7f6cabe9ef87 req-0f1f2f4b-2f19-45b2-8291-6a17b25967ae tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0838127 Feb 17 23:24:35.930209 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-73c64875-e551-4196-9e6b-7f6cabe9ef87 req-6f88c3f1-1cd3-44e3-88db-a5d6b56e13c2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383391 Feb 17 23:24:37.116968 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba083-c0ec-4a99-af1e-ddb016cc6978 req-121b90ed-dd21-4c9d-aad4-c1bffd0fb98a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:37.118463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f97ba083-c0ec-4a99-af1e-ddb016cc6978 req-121b90ed-dd21-4c9d-aad4-c1bffd0fb98a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0826032 Feb 17 23:24:37.165172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f97ba083-c0ec-4a99-af1e-ddb016cc6978 req-e2b72d3d-f305-4a6f-9540-aad748edd87e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Feb 17 23:24:38.353937 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813501-c5df-4cc3-b0f8-19b7ec6f90ad req-485e1ef5-357d-445c-8627-b04d705d2cd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:38.355285 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-32813501-c5df-4cc3-b0f8-19b7ec6f90ad req-485e1ef5-357d-445c-8627-b04d705d2cd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0797281 Feb 17 23:24:38.399079 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-32813501-c5df-4cc3-b0f8-19b7ec6f90ad req-dbdc67ad-6fe2-498f-aaa4-e055616d2da5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Feb 17 23:24:39.555197 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:24:39.617253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6197-843c-4c32-a357-f848b68502ea req-ef057699-df46-48cf-85fb-fdedcec99b85 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:39.618768 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f92c6197-843c-4c32-a357-f848b68502ea req-ef057699-df46-48cf-85fb-fdedcec99b85 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0947196 Feb 17 23:24:39.669766 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f92c6197-843c-4c32-a357-f848b68502ea req-263ca9db-bd3e-4e58-96ea-296996b20f67 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451465 Feb 17 23:24:40.858884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec020a15-bc94-4db8-bae7-d890a7763370 req-d1d7da33-7566-4f38-bf44-71d8988b5a86 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:40.860612 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec020a15-bc94-4db8-bae7-d890a7763370 req-d1d7da33-7566-4f38-bf44-71d8988b5a86 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0822022 Feb 17 23:24:40.911570 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ec020a15-bc94-4db8-bae7-d890a7763370 req-4b84b3db-9138-488d-8756-d105b124eece tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Feb 17 23:24:42.096248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e76e4-042c-42b5-9019-53d5a70b3f69 req-248e74c0-909b-4902-94fe-97386c6945f4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:42.097739 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc2e76e4-042c-42b5-9019-53d5a70b3f69 req-248e74c0-909b-4902-94fe-97386c6945f4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0811665 Feb 17 23:24:42.141736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc2e76e4-042c-42b5-9019-53d5a70b3f69 req-7714011c-39a9-45e4-9cdd-248a62ba4121 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Feb 17 23:24:43.331286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bac25f-497a-406b-bc39-49e2fcaa6dd4 req-121b15fc-bdee-4b1d-a7a2-acbb003e4354 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:43.332646 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-18bac25f-497a-406b-bc39-49e2fcaa6dd4 req-121b15fc-bdee-4b1d-a7a2-acbb003e4354 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0854113 Feb 17 23:24:43.376989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-18bac25f-497a-406b-bc39-49e2fcaa6dd4 req-a6197114-45d6-4ead-9325-d892a8e8263e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Feb 17 23:24:44.564982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e83d-be39-4e2b-8807-2a9df509d15a req-86285be9-7d0c-4bf3-afdc-0e42d6af33b5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:44.566477 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac22e83d-be39-4e2b-8807-2a9df509d15a req-86285be9-7d0c-4bf3-afdc-0e42d6af33b5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0793028 Feb 17 23:24:44.611924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac22e83d-be39-4e2b-8807-2a9df509d15a req-37d4dba4-6c6b-4c90-b14a-110ab23fab5c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Feb 17 23:24:45.698873 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-ac783b9b-0609-4dbe-a8af-34fa64d2c981 service neutron] 10.222.0.43 "GET /v2.0/ports/c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4/bindings/hv-neutron-8057 HTTP/1.1" status: 200 len: 384 time: 0.0781314 Feb 17 23:24:45.803130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c05f21-3b57-4c62-b55b-b3c112f1d9df req-edd4a141-4289-4a61-ba48-05eb504bf4bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:45.804862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20c05f21-3b57-4c62-b55b-b3c112f1d9df req-edd4a141-4289-4a61-ba48-05eb504bf4bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0853057 Feb 17 23:24:45.852823 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-20c05f21-3b57-4c62-b55b-b3c112f1d9df req-ce383008-6798-4275-9eaf-684e1875b112 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Feb 17 23:24:45.977168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-466a3512-02b7-49bd-9251-faf8c44d979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:45.978731 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-466a3512-02b7-49bd-9251-faf8c44d979b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 1099 time: 0.0770614 Feb 17 23:24:46.069297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-d7704b6c-7052-4a9c-b96a-9f03661795e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:46.070771 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-d7704b6c-7052-4a9c-b96a-9f03661795e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0710111 Feb 17 23:24:46.201545 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-feb1c35a-4f76-497f-b25c-40d78d123f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:46.203346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-feb1c35a-4f76-497f-b25c-40d78d123f03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1271729 Feb 17 23:24:46.309409 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-7675fed0-7def-4fcc-8b0c-746eaf78b4cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 1001 time: 0.0994394 Feb 17 23:24:46.372272 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-5fe54c96-92e3-40cc-8f77-8bef047f538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:46.373727 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-5fe54c96-92e3-40cc-8f77-8bef047f538d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0588329 Feb 17 23:24:46.455160 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-84973a06-16b7-440a-a4f4-88739e49b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:46.456640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-84973a06-16b7-440a-a4f4-88739e49b3f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761783 Feb 17 23:24:46.590494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-132d9c1d-9943-4174-9f53-fda2190fb8cd service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271234 Feb 17 23:24:46.718671 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2e56b913-c3c5-478b-ae28-5d755a281960 req-32fc9940-c33d-4527-b179-e0d70fb102bc service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226337 Feb 17 23:24:47.044549 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574d1bd-906a-4fd9-9c93-3213b66ff0f8 req-f4d00bbd-a8b6-423c-a9b1-19ceef54520c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:47.046156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6574d1bd-906a-4fd9-9c93-3213b66ff0f8 req-f4d00bbd-a8b6-423c-a9b1-19ceef54520c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0802090 Feb 17 23:24:47.090650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6574d1bd-906a-4fd9-9c93-3213b66ff0f8 req-67f4252a-8d22-49d2-933b-6673d686336c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Feb 17 23:24:48.388508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3416-ec8c-414c-8505-4c2c59fa759c req-7cb444c5-baf2-4e4c-92b2-a9171d2bb7b0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:48.391390 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-083b3416-ec8c-414c-8505-4c2c59fa759c req-7cb444c5-baf2-4e4c-92b2-a9171d2bb7b0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.1888461 Feb 17 23:24:48.439869 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-083b3416-ec8c-414c-8505-4c2c59fa759c req-2dcd18e3-ca61-4ca5-8d33-741319e9b03c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Feb 17 23:24:48.822381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:24:48.825292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:24:49.081382 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:49.112176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:24:49.133629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:49.138011 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'port_id': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'mac_address': 'fa:16:3e:2a:30:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:24:49.174921 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:24:49.182255 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:49.214627 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'code': 200} Feb 17 23:24:49.256838 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:49.280936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:24:49.287681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:49.323475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.323819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.324156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.324488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.324815 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.325169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.325495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.325816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.326142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.326463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.326779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.327627 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:49.356500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:24:49.356847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:24:49.631246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d42ca-58fd-4898-9a72-a4b00407f7aa req-f8dde85e-fec5-4507-8d02-32f94c411bf5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:49.632581 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-022d42ca-58fd-4898-9a72-a4b00407f7aa req-f8dde85e-fec5-4507-8d02-32f94c411bf5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 944 time: 0.0835786 Feb 17 23:24:49.676398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-022d42ca-58fd-4898-9a72-a4b00407f7aa req-f5b894da-9ed9-4f45-8bb2-6ee932f1fed1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Feb 17 23:24:49.919217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:49.936388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:24:49.953928 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:24:49.957688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:50.026693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:24:50.047420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723cb7d-1a96-4ce3-a722-a13c5c39b43d req-d1579226-e018-4737-ab65-aaa9710069a5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.048921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7723cb7d-1a96-4ce3-a722-a13c5c39b43d req-d1579226-e018-4737-ab65-aaa9710069a5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 944 time: 0.1504383 Feb 17 23:24:50.056884 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-b7f7bab3-441e-46f0-bf66-5b1e48cfadcc tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.058861 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-b7f7bab3-441e-46f0-bf66-5b1e48cfadcc tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2&tenant_id=a3ab41d065164fea80da9acd581f80f7&binding%3Ahost_id=hv-neutron-8057 HTTP/1.1" status: 200 len: 945 time: 0.1234114 Feb 17 23:24:50.066694 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:50.107128 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7723cb7d-1a96-4ce3-a722-a13c5c39b43d req-9d028a58-a573-46e4-93cc-38e46105bb81 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478213 Feb 17 23:24:50.181958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fc103af-1131-4763-9c79-185d8d9fe75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:50.207179 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-141c5abf-b8ef-45ec-a7b0-da23ff0763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.209034 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-141c5abf-b8ef-45ec-a7b0-da23ff0763af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0807121 Feb 17 23:24:50.405844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-3677ad5f-e0b4-4444-ae13-46ae73ef409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.407282 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-3677ad5f-e0b4-4444-ae13-46ae73ef409c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1926801 Feb 17 23:24:50.414934 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c74893-4a81-4fd1-880f-d2c3d3ae4600 req-e4f1b35f-2ace-428f-b4fa-f19b21f998a8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.416386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-77c74893-4a81-4fd1-880f-d2c3d3ae4600 req-e4f1b35f-2ace-428f-b4fa-f19b21f998a8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 945 time: 0.1803939 Feb 17 23:24:50.544292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-77c74893-4a81-4fd1-880f-d2c3d3ae4600 req-dc2d53a3-82b7-4312-9923-5c029c9628bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740964 Feb 17 23:24:50.546629 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-b78f4e09-5306-4ae4-a05c-3af80827dc5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 1000 time: 0.1288590 Feb 17 23:24:50.610289 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-1eb94cad-4ef1-4d0c-a969-c9465de82463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.611870 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-1eb94cad-4ef1-4d0c-a969-c9465de82463 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0592997 Feb 17 23:24:50.695652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-0da7939e-5c3e-4225-b429-304307e0ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:50.697147 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-0da7939e-5c3e-4225-b429-304307e0ab24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786085 Feb 17 23:24:50.706687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-99954a32-14bf-4174-8db8-07c182b4e437 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:24:50.707612 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-99954a32-14bf-4174-8db8-07c182b4e437 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050428 Feb 17 23:24:50.840007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-8c2c20e5-06a8-4cec-8d02-2bea27a67775 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263442 Feb 17 23:24:50.840390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:24:50.909385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:50.909748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:50.972201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-941a8281-c9c6-4960-b95f-e8417a150c37 req-3baa62d3-65de-4db5-9ef6-a2ef8f1984fd service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268475 Feb 17 23:24:51.029932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:51.068502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:24:51.072098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:51.149521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:51.215917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:51.269376 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'code': 200} Feb 17 23:24:51.736422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be67377-7ab4-4b97-94bc-9fdef59a449b req-15f1cc31-78c1-4c08-aa71-c54629e9298a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:51.737814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5be67377-7ab4-4b97-94bc-9fdef59a449b req-15f1cc31-78c1-4c08-aa71-c54629e9298a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.0793586 Feb 17 23:24:51.782591 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5be67377-7ab4-4b97-94bc-9fdef59a449b req-a22c6cbd-2578-463f-8d3b-c4353cbfbec0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Feb 17 23:24:51.806298 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:24:51.912523 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44fba793-e380-40b1-80af-250bc744e1b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/0e2508a2-07eb-4694-a78b-0783bf84fff0 HTTP/1.1" status: 200 len: 993 time: 0.1050887 Feb 17 23:24:52.431220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-111f53ab-23dc-47d0-9ea5-dd6b6962e86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:53.424555 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:53.635560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:55.085307 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:58.085905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-42b3079e-fca9-4e69-9488-8fae433a08a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733938 Feb 17 23:24:58.226809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210c2d-f380-4605-a6eb-b653935583cb req-94ff91b8-9dce-4e88-a5a6-a2c6be359802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:58.228292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-94ff91b8-9dce-4e88-a5a6-a2c6be359802 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0751729 Feb 17 23:24:58.375758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210c2d-f380-4605-a6eb-b653935583cb req-64bc2bf5-fbb8-4ece-b11e-2283ef5366f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:58.377141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-64bc2bf5-fbb8-4ece-b11e-2283ef5366f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.1299195 Feb 17 23:24:58.593996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-eadc718f-0686-47b1-b171-d5b68b9c950c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 1001 time: 0.2107055 Feb 17 23:24:58.655041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210c2d-f380-4605-a6eb-b653935583cb req-92153585-0428-42d7-82dc-34fb2f23744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:58.657247 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-92153585-0428-42d7-82dc-34fb2f23744b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0568371 Feb 17 23:24:58.674887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:24:58.734864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210c2d-f380-4605-a6eb-b653935583cb req-acdf5944-8d79-4c79-9e7f-bcf60c195f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:58.736322 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-acdf5944-8d79-4c79-9e7f-bcf60c195f2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728078 Feb 17 23:24:58.867087 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-c0e1590f-40a9-4593-864e-0bda5bf8af7c service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247640 Feb 17 23:24:58.998354 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d7210c2d-f380-4605-a6eb-b653935583cb req-9b077d1c-58d8-4a2d-98e7-ecc43c729c41 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254125 Feb 17 23:25:16.556508 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:25:18.342667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43098) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:18.568578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port ecf3848c-89af-49e3-a424-be2425845101 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:25:18.568919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:18.781799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:18.782351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:19.086445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for ecf3848c-89af-49e3-a424-be2425845101 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:25:19.272680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:19.367957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=ecf3848c-89af-49e3-a424-be2425845101,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:19.411447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.411788 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.412121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.412449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.412774 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.413116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.413440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.413757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.414073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.414389 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.414702 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.415018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:19.480224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:19.480550 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP 0e2508a2-07eb-4694-a78b-0783bf84fff0 disassociated (deleted). External IP: 172.26.7.78, port: c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4. Feb 17 23:25:19.951348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 935e6ccc-7019-4219-803b-aca928457457 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:25:20.165553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:25:20.167001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-efd5c1d6-775a-43e1-8898-32097ae995a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:20.181920 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Sync routers for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:25:20.192187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:20.192531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:20.193259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:24:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:20.268275 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-99d3b8d9-66c2-4230-8de6-92259f1a2b58 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/floatingips/0e2508a2-07eb-4694-a78b-0783bf84fff0 HTTP/1.1" status: 204 len: 168 time: 1.9236593 Feb 17 23:25:20.268751 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:25:20.439425 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'status': 'completed', 'code': 200} Feb 17 23:25:20.453408 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:20.593992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-604b126f-9ffc-4816-995a-07552903cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:20.595173 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-604b126f-9ffc-4816-995a-07552903cb8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1252556 Feb 17 23:25:20.821279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-ed8925cd-3975-472c-b56b-c3b4826615e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:20.822785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-ed8925cd-3975-472c-b56b-c3b4826615e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 200 len: 896 time: 0.2200212 Feb 17 23:25:20.882975 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:20.887442 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Checking router: 935e6ccc-7019-4219-803b-aca928457457 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:25:20.897363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:20.897994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:24:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:20.903698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-71f5a5b9-1e2d-4796-874c-d1311fdf4fda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 200 len: 217 time: 0.0733726 Feb 17 23:25:20.980321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-6848f23b-f7d8-4c4c-b03d-e913cc31ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:20.981849 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-6848f23b-f7d8-4c4c-b03d-e913cc31ae40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 200 len: 834 time: 0.0723567 Feb 17 23:25:20.990917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5b08-9767-4bb1-83b5-abb925649210 req-bc166510-3f86-43bf-965f-3bdd85dd696b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:20.992227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-272a5b08-9767-4bb1-83b5-abb925649210 req-bc166510-3f86-43bf-965f-3bdd85dd696b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.2379584 Feb 17 23:25:21.090241 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-272a5b08-9767-4bb1-83b5-abb925649210 req-336b7e59-d241-4c20-92a6-72daeaf0ffe5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648372 Feb 17 23:25:21.114317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-f19698d4-10d5-4717-aae2-162e5619b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:21.116275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-f19698d4-10d5-4717-aae2-162e5619b90f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c54bc61a-8624-445b-8183-4b90cdb45cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226697 Feb 17 23:25:21.120459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:21.256946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-7a4c99e4-c6ab-47fc-8650-00dffd0e9639 service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338987 Feb 17 23:25:21.403401 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b7d6330f-4e1a-45f7-b9b9-2a54b362e056 req-9df74757-40a8-4d91-ad79-d668d03c90ef service neutron] 10.222.0.43 "GET /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404922 Feb 17 23:25:21.449379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:21.454017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca527-9532-43b4-ba61-0d790c94cab9 None None] The sync data for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv is: [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:47Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'd122fc89-65a4-4edd-bb74-4da44e773a64', 'name': '', 'network_id': 'c54bc61a-8624-445b-8183-4b90cdb45cdd', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:2f:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:46Z', 'updated_at': '2022-02-17T23:23:52Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '4d3041b6-d81c-4409-8529-2f25de218dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:25:21.678430 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaad80-a818-4160-b822-069b358da841 None None] New status for floating IP 0e2508a2-07eb-4694-a78b-0783bf84fff0: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:25:22.360613 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe0f67-79b5-442e-b12a-ad233747a42a req-4e292515-72f2-4620-954a-42d8d51b7f18 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:22.362110 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92fe0f67-79b5-442e-b12a-ad233747a42a req-4e292515-72f2-4620-954a-42d8d51b7f18 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.1403785 Feb 17 23:25:22.369782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-df94897f-66ab-4961-8fc9-5b0adabedf16 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:22.371101 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-df94897f-66ab-4961-8fc9-5b0adabedf16 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 946 time: 0.1173193 Feb 17 23:25:22.434180 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-84052f23-b5ff-4c5f-964f-1f6569d3106d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:22.476151 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-92fe0f67-79b5-442e-b12a-ad233747a42a req-2b9c1c54-cacc-47df-bc1a-919e700ff217 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b548772-4b5e-4f39-9dba-d74845b153dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041086 Feb 17 23:25:22.480141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:25:22.480141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:22.846148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:22.846426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:22.970586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:25:23.121801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:23.173741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:23.220416 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.220754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.221118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.221440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.221767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.222091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.222411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.222731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.223045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.223352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.223674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.223985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:23.260121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] No DVR routers for this DVR port c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:25:23.262508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:23.264964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-deleted', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:25:23.277487 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5aaa8e51-d1ad-4e9c-858c-5bdfb825f404 req-574a0442-13fd-4574-8258-c3fade2ed1d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "DELETE /v2.0/ports/c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 HTTP/1.1" status: 204 len: 173 time: 0.8891296 Feb 17 23:25:23.315978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67607d-f0d8-45a3-a079-236e97655bd2', 'name': 'network-vif-deleted', 'tag': 'c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4', 'status': 'completed', 'code': 200} Feb 17 23:25:23.428624 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:23.639646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:23.643594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4e50f761-a858-4660-9e4a-8b8e1b78fc26 req-13ddb51e-ce9f-481f-b908-36f7cf16bb14 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:25:23.661669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-4e50f761-a858-4660-9e4a-8b8e1b78fc26 req-13ddb51e-ce9f-481f-b908-36f7cf16bb14 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:25:23.663013 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4e50f761-a858-4660-9e4a-8b8e1b78fc26 req-13ddb51e-ce9f-481f-b908-36f7cf16bb14 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d67607d-f0d8-45a3-a079-236e97655bd2 HTTP/1.1" status: 200 len: 210 time: 0.0635908 Feb 17 23:25:24.762531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:25.004612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:25:25.039388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:25:25.039714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device c30fdc0d-2e1b-4c1c-9c61-86cdf64211d4 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:25:25.088520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:25.431809 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:25.790915 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port d122fc89-65a4-4edd-bb74-4da44e773a64 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:25:25.791592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:25.987666 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port d122fc89-65a4-4edd-bb74-4da44e773a64, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d122fc89-65a4-4edd-bb74-4da44e773a64,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:25.988017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:26.115332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for d122fc89-65a4-4edd-bb74-4da44e773a64 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:25:26.306636 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:26.359557 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=d122fc89-65a4-4edd-bb74-4da44e773a64,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:26.643879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.126687 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 935e6ccc-7019-4219-803b-aca928457457 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:25:27.311622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:25:27.322872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Sync routers for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:25:27.330812 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cce95b2e-51c0-44b5-bea4-b173e1226d62 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/935e6ccc-7019-4219-803b-aca928457457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670710 Feb 17 23:25:27.333312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43124) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:27.334313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:27.335322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:27.400036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting subnet 4d3041b6-d81c-4409-8529-2f25de218dda {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:25:27.403421 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.464318 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.524781 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:27.554078 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.631028 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.676461 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3041b6-d81c-4409-8529-2f25de218dda,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:27.678441 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:27.685650 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-23ad1b02-d97c-4476-8a78-f4e6650d3880 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/subnets/4d3041b6-d81c-4409-8529-2f25de218dda HTTP/1.1" status: 204 len: 168 time: 0.3512752 Feb 17 23:25:27.688219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43128) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:27.711177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de5154-241f-4df2-82c0-c12d2ba43ff8 None None] Network c54bc61a-8624-445b-8183-4b90cdb45cdd requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:25:27.898217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.084325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:25:26Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': 'd840b0c2-a374-4c4b-91d8-9c0f4e088460', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e6ccc-7019-4219-803b-aca928457457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:28.088633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Checking router: 935e6ccc-7019-4219-803b-aca928457457 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:25:28.095444 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.098147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Routers {'935e6ccc-7019-4219-803b-aca928457457'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:28.098801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['935e6ccc-7019-4219-803b-aca928457457'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:28.106125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port d840b0c2-a374-4c4b-91d8-9c0f4e088460 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:25:28.106125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.164991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] DHCP port deletion for c54bc61a-8624-445b-8183-4b90cdb45cdd request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:25:28.231412 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Deleting port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:25:28.231788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.243745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [req-76cfdcb1-2088-4cad-a5e3-4b2d6621df92 req-30dc328d-dec9-4698-aaba-475e7e9c53c0 tempest-ServerDiskConfigTestJSON-317026472 tempest-ServerDiskConfigTestJSON-317026472-project] (87694) timed out ('10.222.0.43', 62006) {{(pid=87694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 23:25:28.296105 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port d840b0c2-a374-4c4b-91d8-9c0f4e088460, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=d840b0c2-a374-4c4b-91d8-9c0f4e088460,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:28.297621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.358296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] Set router 935e6ccc-7019-4219-803b-aca928457457 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:28.483100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:25:28Z', 'revision_number': 6, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:28.497258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b387a78-35c7-4da1-90b0-c324a016e79d None None] The sync data for ids ['935e6ccc-7019-4219-803b-aca928457457'] in dv-neutron-805768-3-hyperv is: [{'id': '935e6ccc-7019-4219-803b-aca928457457', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533637225', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:42Z', 'updated_at': '2022-02-17T23:25:28Z', 'revision_number': 6, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:25:28.553297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for d840b0c2-a374-4c4b-91d8-9c0f4e088460 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:25:28.642529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] For port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,segment=NetworkSegment(04309b9f-959a-4f95-843d-803c0e040051),segment_id=04309b9f-959a-4f95-843d-803c0e040051)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:28.643194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.732246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.784921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=d840b0c2-a374-4c4b-91d8-9c0f4e088460,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:28.801688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Calling delete_port for 6e7f0ecc-34ad-4cb1-911f-de07411aab5d owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:25:28.837196 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.887581 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:28.887994 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6e7f0ecc-34ad-4cb1-911f-de07411aab5d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:25:28.947372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.009595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] Pushing event deleted for resources: {'Port': ['ID=6e7f0ecc-34ad-4cb1-911f-de07411aab5d,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:29.011591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a648f1-44f1-465f-bf50-4cb4d5c8b2e7 None None] No DVR routers for this DVR port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:25:29.018580 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No active binding found for port 6e7f0ecc-34ad-4cb1-911f-de07411aab5d {{(pid=87696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 23:25:29.018995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6e7f0ecc-34ad-4cb1-911f-de07411aab5d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:25:29.081506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.083790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.107224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.107688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Fanout notify agent at l3_agent the message router_deleted on router 935e6ccc-7019-4219-803b-aca928457457 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:25:29.123584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.124719 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-13e3083b-30dc-4f11-8845-5438285dedd5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/routers/935e6ccc-7019-4219-803b-aca928457457 HTTP/1.1" status: 204 len: 168 time: 1.4353940 Feb 17 23:25:29.127807 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43132) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:29.245880 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.389044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.422262 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54bc61a-8624-445b-8183-4b90cdb45cdd']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:29.443946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04309b9f-959a-4f95-843d-803c0e040051') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:29.444147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04309b9f-959a-4f95-843d-803c0e040051') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:29.459269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.485551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.493957 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:25:29.494584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:25:29.517009 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:25:29.619749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.638326 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.652528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Network': ['ID=c54bc61a-8624-445b-8183-4b90cdb45cdd,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:29.660706 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-085024ef-2efe-4490-857f-fc60fd2ea92d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/networks/c54bc61a-8624-445b-8183-4b90cdb45cdd HTTP/1.1" status: 204 len: 168 time: 0.5318000 Feb 17 23:25:29.664545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43136) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:29.739153 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.773056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.849930 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.870212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b548772-4b5e-4f39-9dba-d74845b153dc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:29.878395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:29.879945 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0fe609cc-1224-4909-958c-7272e000a441 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b548772-4b5e-4f39-9dba-d74845b153dc HTTP/1.1" status: 204 len: 168 time: 0.2143862 Feb 17 23:25:30.195192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43144) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:30.200827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544681092', 'description': 'tempest-secgroup-smoke-1544681092 description', 'project_id': 'a3ab41d065164fea80da9acd581f80f7'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:30.207258 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.211863 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.214879 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.222412 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:30.232619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.255175 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.259537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.262602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.268770 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:30.340648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.346351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.394445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ea282-5553-410c-849a-caa8e80d9f2d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:30.397470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.398696 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c43befec-cd0c-4b23-b99f-3fa7e0ab04c3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2025008 Feb 17 23:25:30.402981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43148) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:30.408917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:30.415349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.419560 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.423273 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.429511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:30.447578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.522614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.528123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.554517 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c9ec8-b746-4a4d-8b6a-b3db2ae0ce84,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:30.565069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.566341 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-bbb0b8d3-2905-4996-9c05-ca5109cfc23e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622899 Feb 17 23:25:30.567586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d122fc89-65a4-4edd-bb74-4da44e773a64 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:25:30.569218 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43152) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:30.574604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:30.581835 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.586283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.589652 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.596271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:30.604001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: d122fc89-65a4-4edd-bb74-4da44e773a64 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:25:30.604371 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d122fc89-65a4-4edd-bb74-4da44e773a64 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:25:30.604853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d840b0c2-a374-4c4b-91d8-9c0f4e088460 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:25:30.614927 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.644101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: d840b0c2-a374-4c4b-91d8-9c0f4e088460 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:25:30.644441 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device d840b0c2-a374-4c4b-91d8-9c0f4e088460 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:25:30.680530 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.684499 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.709782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635d291-3e44-4771-9cb0-1380d2e6b052,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:30.719696 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.721729 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ad8baecb-ba5b-47ad-aaa0-c70b293e1080 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514859 Feb 17 23:25:30.724552 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43156) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:30.732822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:30.737734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.741597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.744643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.751422 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:30.770283 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.832131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.835974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.862249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3b1288-85dc-4cdf-b671-08a6afcd822c,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:30.870482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:30.871613 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d9aa50c3-c8c1-4cd2-b82e-7b5b110790e4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459105 Feb 17 23:25:30.875749 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43160) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:30.881464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:30.888171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:30.892400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:30.895307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:30.900954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:31.026611 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.091498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.095186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.117731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f17f780-ff6d-430e-b673-e87d0ee9e1a0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:31.126952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.128202 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c756a61f-9629-4619-baea-1c22992acbec tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2513876 Feb 17 23:25:31.130932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43164) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:31.135740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:31.142458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:31.146186 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:31.148950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:31.154600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:31.164734 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:25:31.171171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.233826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.238027 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.260847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4358f86d-bc77-4b72-b8c8-e01b0cc7717e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:31.269462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.270647 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-eaeeb327-8b02-4ce7-987c-4639d34aede1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388178 Feb 17 23:25:31.274305 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43168) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:31.279587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ea282-5553-410c-849a-caa8e80d9f2d', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:31.286553 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:31.290345 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:31.293546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:31.299805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:31.309816 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:25:31.316851 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.384340 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.387878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.412689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5803695-ae3b-446b-85dd-14f1278b3a98,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:31.421187 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.422967 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-71a11f5b-b992-44ba-a73d-54f4130ef023 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477518 Feb 17 23:25:31.425886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43172) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:31.431574 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'network': {'name': 'tempest-network-smoke--918610248', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:31.436773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:31.441293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:network and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:31.444079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:31.449784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:31.461375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:25:31.465180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.494250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:25:31.504413 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.504781 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Added segment e43097c1-5127-416f-8ec7-045ceb89d9df of type vlan for network 060744c9-908b-47f3-82fa-27c2dc3d89e4 Feb 17 23:25:31.531775 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.563377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.568735 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:31.569352 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.690466 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2634454 Feb 17 23:25:31.693302 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43176) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:31.696921 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a80222-cc55-4bc8-b8d9-b2dad5e8191a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Network': ['ID=060744c9-908b-47f3-82fa-27c2dc3d89e4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:31.698508 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'admin_state_up': True, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:31.708859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:25:31.711973 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:31.716269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:router and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:31.719970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:31.729429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:31.739786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.740836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:31.755980 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.034711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.331787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.360898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.601602 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.248 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/3713bcf2-0c15-49da-9434-fb320291f7ce) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:25:32.745828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.776666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:32.846901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:32.850023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:32.852703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:25:32.887671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=3713bcf2-0c15-49da-9434-fb320291f7ce,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:33.265415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:33.609964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:33.811673 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:25:34.107327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:25:34.117281 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Sync routers for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:25:34.127553 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:34.128157 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:34.134570 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:34.135807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e39e9477-5b3f-483c-a75a-a6683c8079b7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4414487 Feb 17 23:25:34.139191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43182) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:34.178586 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-6e1fed20-f88a-49a5-bf70-8827101540ec tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a3ab41d065164fea80da9acd581f80f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383086 Feb 17 23:25:34.181616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43186) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:34.308991 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:34.316112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035e945-5ee9-4487-a3da-b49d36a73354 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:34.317693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d035e945-5ee9-4487-a3da-b49d36a73354 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351817 Feb 17 23:25:34.320577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43190) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:34.363450 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-61a04518-e446-477a-97b0-17ed4ed2a868 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417721 Feb 17 23:25:34.366078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43194) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:34.417528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297924906', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:34.533447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:34.537287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:subnet and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:34.540130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:34.546277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:34.557447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:25:34.560997 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:34.610740 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:33Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:34.616150 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Checking router: 7fc09536-74f5-4d1e-84b7-bd3985a164d8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:25:34.616634 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Updating router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 port 3713bcf2-0c15-49da-9434-fb320291f7ce binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:25:34.679615 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:34.779629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:34.860211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Subnet': ['ID=d215c517-81e8-4cd1-b2cd-da78e0645428,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:34.870636 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Checking segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:25:34.870991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network hostable DHCP agents. Network: 060744c9-908b-47f3-82fa-27c2dc3d89e4, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:25:34.891297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:25:34.900859 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 060744c9-908b-47f3-82fa-27c2dc3d89e4) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:34.904721 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:34.905318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:34.911577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95318191-0119-4437-bf62-f68be63a0205 None None] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:25:34.928453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-18f9bd3b-8bbb-4037-b8e9-c8a90faaa2a2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5612435 Feb 17 23:25:34.931754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43202) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:35.080828 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.094792 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Transition to ACTIVE for port object 3713bcf2-0c15-49da-9434-fb320291f7ce will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:35.102468 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.180528 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Attempting to bind port 3713bcf2-0c15-49da-9434-fb320291f7ce on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:25:35.181270 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Attempting to bind port 3713bcf2-0c15-49da-9434-fb320291f7ce by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:25:35.182672 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Attempting to bind port 3713bcf2-0c15-49da-9434-fb320291f7ce on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:25:35.190851 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:25:35.191302 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:25:35.191763 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.192533 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:25:35.192715 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Bound port: 3713bcf2-0c15-49da-9434-fb320291f7ce, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:25:35.193196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.216378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-060744c9-908b-47f3-82fa-27c2dc3d89e4', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:25:35.217312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.225114 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Pushing event updated for resources: {'Port': ['ID=3713bcf2-0c15-49da-9434-fb320291f7ce,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:35.244926 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.245308 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.245646 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.245974 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.246298 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.246624 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.246942 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.247269 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.247582 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.247897 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.248210 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.248522 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:25:35.284196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] For port 3713bcf2-0c15-49da-9434-fb320291f7ce, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:25:35.287279 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] For port 3713bcf2-0c15-49da-9434-fb320291f7ce, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3713bcf2-0c15-49da-9434-fb320291f7ce,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:25:35.292260 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.369776 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:35.370393 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:35.390904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Allocated IP 172.20.0.2 (060744c9-908b-47f3-82fa-27c2dc3d89e4/d215c517-81e8-4cd1-b2cd-da78e0645428/cc681122-621e-4257-a282-a83a18a25671) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:25:35.442209 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defa238-deb2-41bb-9db8-28b6dd0ea04a None None] Pushing event updated for resources: {'Port': ['ID=3713bcf2-0c15-49da-9434-fb320291f7ce,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:35.585495 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:35.620855 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.633305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Transition to ACTIVE for port object cc681122-621e-4257-a282-a83a18a25671 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:35.653065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Transition to ACTIVE for port object cc681122-621e-4257-a282-a83a18a25671 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:35.659878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.728475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:35.731263 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:35.735682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:25:35.768163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Pushing event updated for resources: {'Port': ['ID=cc681122-621e-4257-a282-a83a18a25671,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:35.769221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.834656 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Attempting to bind port cc681122-621e-4257-a282-a83a18a25671 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:25:35.835019 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Attempting to bind port cc681122-621e-4257-a282-a83a18a25671 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:25:35.835470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Attempting to bind port cc681122-621e-4257-a282-a83a18a25671 on network 060744c9-908b-47f3-82fa-27c2dc3d89e4 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:25:35.840597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:25:35.840954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Checking segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:25:35.841377 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.841763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Bound using segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:25:35.842213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Bound port: cc681122-621e-4257-a282-a83a18a25671, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:25:35.842762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:35.891735 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:33Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:35.896215 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667e216-08c8-4ec9-b627-72eb1d4eda1f None None] The sync data for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv is: [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:33Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:25:35.943035 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] For port cc681122-621e-4257-a282-a83a18a25671, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:25:35.946376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] For port cc681122-621e-4257-a282-a83a18a25671, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc681122-621e-4257-a282-a83a18a25671,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:25:35.953247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.045963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279eadf-c694-4832-8659-d6218eeac8f5 None None] Pushing event updated for resources: {'Port': ['ID=cc681122-621e-4257-a282-a83a18a25671,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:36.216411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.1 (060744c9-908b-47f3-82fa-27c2dc3d89e4/d215c517-81e8-4cd1-b2cd-da78e0645428/2959f98a-b1ff-43d3-8146-d7aaa4520771) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:25:36.439075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.457153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 2959f98a-b1ff-43d3-8146-d7aaa4520771 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:36.487629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.560379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:36.564129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:36.568378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:25:36.615439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:36.629142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc681122-621e-4257-a282-a83a18a25671 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:36.648277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.700234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port cc681122-621e-4257-a282-a83a18a25671 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:36.706744 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3713bcf2-0c15-49da-9434-fb320291f7ce up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:36.783580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.787702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 3713bcf2-0c15-49da-9434-fb320291f7ce completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:36.794056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3713bcf2-0c15-49da-9434-fb320291f7ce triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:36.794684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.941027 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:36.961058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 3713bcf2-0c15-49da-9434-fb320291f7ce, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3713bcf2-0c15-49da-9434-fb320291f7ce,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:36.965997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.048051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=3713bcf2-0c15-49da-9434-fb320291f7ce,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:37.168644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f891ec7c-a8bf-479c-9fbd-d7aca1af8868 None None] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:25:37.239446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.244942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.264297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Provisioning for port cc681122-621e-4257-a282-a83a18a25671 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:37.282748 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Provisioning complete for port cc681122-621e-4257-a282-a83a18a25671 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:37.283025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.362585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.366258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:37.517195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.570245 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] For port cc681122-621e-4257-a282-a83a18a25671, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc681122-621e-4257-a282-a83a18a25671,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:37.578723 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.627320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:37.628625 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:37.650872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4833483-51dd-4e75-b42c-622acedcddcc None None] Pushing event updated for resources: {'Port': ['ID=cc681122-621e-4257-a282-a83a18a25671,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:37.809640 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Provisioning complete for port cc681122-621e-4257-a282-a83a18a25671 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:37.810146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:37.840993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:25:37.999139 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Provisioning for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:38.004946 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Provisioning complete for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:38.005456 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:38.056081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:25:38.071105 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Sync routers for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:25:38.076356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e871-7df5-4b42-b313-769b1e25097d None None] Port 2959f98a-b1ff-43d3-8146-d7aaa4520771 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:25:38.081649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-799b883e-4cc8-4737-829d-5fcd49eff4f9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/7fc09536-74f5-4d1e-84b7-bd3985a164d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1486363 Feb 17 23:25:38.087129 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:38.087751 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:38.265752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-3bd1fa55-c3bd-4327-ba15-275b18edfc36 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544681092&fields=id&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 267 time: 0.0482955 Feb 17 23:25:38.266969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cf7b9a6f-8cfc-4665-8902-00d1bde792ff None None] Provisioning complete for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:38.267336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9a6f-8cfc-4665-8902-00d1bde792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:38.324336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:38.390143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b9a6f-8cfc-4665-8902-00d1bde792ff None None] Port 2959f98a-b1ff-43d3-8146-d7aaa4520771 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:25:38.439381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-81508001-ff4a-4da0-bdcb-772f65b7b5f3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:38.441262 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-81508001-ff4a-4da0-bdcb-772f65b7b5f3 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 796 time: 0.1677754 Feb 17 23:25:38.457278 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-4cde077d-61b3-4187-bc99-bc3e1a176af2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/quotas/a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 375 time: 0.0106282 Feb 17 23:25:38.550332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a81e6f70-4638-4b3e-a394-bb335936d4b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:25:38.568590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d484dacd-f9e2-49c3-a731-f50629145cac None None] Provisioning complete for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:38.568973 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d484dacd-f9e2-49c3-a731-f50629145cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:38.569229 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a81e6f70-4638-4b3e-a394-bb335936d4b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:25:38.570566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a81e6f70-4638-4b3e-a394-bb335936d4b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074827 Feb 17 23:25:38.599597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc681122-621e-4257-a282-a83a18a25671 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:38.712451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-fe20c996-890b-4197-8dea-12c7f0d77633 service neutron] 10.222.0.42 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292975 Feb 17 23:25:38.734220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d484dacd-f9e2-49c3-a731-f50629145cac None None] Port 2959f98a-b1ff-43d3-8146-d7aaa4520771 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:25:38.766410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port cc681122-621e-4257-a282-a83a18a25671 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:38.766770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:38.840788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:37Z', 'revision_number': 2, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:38.846929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Checking router: 7fc09536-74f5-4d1e-84b7-bd3985a164d8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:25:38.847401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Updating router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 port 2959f98a-b1ff-43d3-8146-d7aaa4520771 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:25:38.847987 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a9e194a9-e1b7-472e-a945-820ead68a48c service neutron] 10.222.0.42 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282959 Feb 17 23:25:38.956856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3713bcf2-0c15-49da-9434-fb320291f7ce up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:38.982084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:39.039616 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b174557a-5941-4962-9dfd-fd41cc3fef91 req-fdc3e324-330f-4706-867e-991213ab5827 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 210 time: 0.0513442 Feb 17 23:25:39.147083 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 3713bcf2-0c15-49da-9434-fb320291f7ce triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:39.147668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:39.601475 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:39.615583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Transition to ACTIVE for port object 2959f98a-b1ff-43d3-8146-d7aaa4520771 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:39.623995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:39.776985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198a5f9-b4ec-42d4-8ab8-eac7cb94de25 None None] Pushing event updated for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:39.889455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Attempting to bind port 2959f98a-b1ff-43d3-8146-d7aaa4520771 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:25:39.889821 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Attempting to bind port 2959f98a-b1ff-43d3-8146-d7aaa4520771 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:25:39.890268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Attempting to bind port 2959f98a-b1ff-43d3-8146-d7aaa4520771 on network 060744c9-908b-47f3-82fa-27c2dc3d89e4 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:25:39.896670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:25:39.897269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Checking segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:25:39.897904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:39.898511 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Bound using segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:25:39.899257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Bound port: 2959f98a-b1ff-43d3-8146-d7aaa4520771, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:25:39.899534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:40.012753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] For port 2959f98a-b1ff-43d3-8146-d7aaa4520771, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:25:40.016697 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] For port 2959f98a-b1ff-43d3-8146-d7aaa4520771, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2959f98a-b1ff-43d3-8146-d7aaa4520771,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:25:40.022622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:40.133444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:40.134338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:40.203445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198a5f9-b4ec-42d4-8ab8-eac7cb94de25 None None] Pushing event updated for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:40.271701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa482207-bae3-4d14-9818-94fa8f5bc409 req-149adb83-5cba-4b8a-a3c1-3ca25c725a54 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 210 time: 0.0721021 Feb 17 23:25:40.306449 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a0fc38fd-c1da-4bd2-9b4f-081bcf64d8e7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:40.308437 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a0fc38fd-c1da-4bd2-9b4f-081bcf64d8e7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 796 time: 0.2596400 Feb 17 23:25:40.362222 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-03441471-f275-4fad-bea4-25117f4a7b68 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 380 time: 0.0447748 Feb 17 23:25:40.372034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:40.372381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'port': {'device_id': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'admin_state_up': True, 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'security_groups': ['fc3ea282-5553-410c-849a-caa8e80d9f2d']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:40.513747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:40.524013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:40.535329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:25:40.538902 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:40.716289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:40Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:40.720521 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8aa80-4341-4357-9bc1-e4ff5969cd7a None None] The sync data for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv is: [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:40Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:25:40.823090 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.6 (060744c9-908b-47f3-82fa-27c2dc3d89e4/d215c517-81e8-4cd1-b2cd-da78e0645428/eef7b9bc-1086-430f-a4b4-32bc67c6f42a) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:25:41.039077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.056653 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object eef7b9bc-1086-430f-a4b4-32bc67c6f42a will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:41.083250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.160640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:41.163808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:41.166260 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:25:41.205591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:41.244311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:41.244960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.272978 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-40c51b56-0500-4cc2-99e1-16b5b1a655bd tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9045660 Feb 17 23:25:41.285345 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Request body: {'port': {'device_id': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:41.439826 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db879456-21a5-4047-9386-d3fc766b584b None None] Provisioning for port eef7b9bc-1086-430f-a4b4-32bc67c6f42a completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:41.446414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-db879456-21a5-4047-9386-d3fc766b584b None None] Provisioning complete for port eef7b9bc-1086-430f-a4b4-32bc67c6f42a triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:41.446792 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-db879456-21a5-4047-9386-d3fc766b584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.469492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.505164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-db879456-21a5-4047-9386-d3fc766b584b None None] Port eef7b9bc-1086-430f-a4b4-32bc67c6f42a cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:25:41.563710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2534-382b-4b86-a2b7-7918754159f6 req-22331ae8-3ad0-4871-9f19-d13f04f2b06a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:41.564326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-acbd2534-382b-4b86-a2b7-7918754159f6 req-22331ae8-3ad0-4871-9f19-d13f04f2b06a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:25:41.638101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-acbd2534-382b-4b86-a2b7-7918754159f6 req-22331ae8-3ad0-4871-9f19-d13f04f2b06a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:25:41.639267 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-acbd2534-382b-4b86-a2b7-7918754159f6 req-22331ae8-3ad0-4871-9f19-d13f04f2b06a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 931 time: 0.2396545 Feb 17 23:25:41.772100 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-acbd2534-382b-4b86-a2b7-7918754159f6 req-67f7d044-156e-48c8-9082-89ec9c835d83 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220000 Feb 17 23:25:41.898014 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef7b9bc-1086-430f-a4b4-32bc67c6f42a {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:25:41.905242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:41.921189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Transition to ACTIVE for port object eef7b9bc-1086-430f-a4b4-32bc67c6f42a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:25:41.924821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.110732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:42.181073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Attempting to bind port eef7b9bc-1086-430f-a4b4-32bc67c6f42a on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:25:42.181438 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Attempting to bind port eef7b9bc-1086-430f-a4b4-32bc67c6f42a by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:25:42.181764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Attempting to bind port eef7b9bc-1086-430f-a4b4-32bc67c6f42a on network 060744c9-908b-47f3-82fa-27c2dc3d89e4 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:25:42.186288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Port eef7b9bc-1086-430f-a4b4-32bc67c6f42a on network 060744c9-908b-47f3-82fa-27c2dc3d89e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:25:42.186607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Attempting to bind port eef7b9bc-1086-430f-a4b4-32bc67c6f42a on network 060744c9-908b-47f3-82fa-27c2dc3d89e4 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:25:42.191606 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:25:42.191941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Checking segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:25:42.192326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Bound using segment: {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:25:42.192750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Bound port: eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43097c1-5127-416f-8ec7-045ceb89d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:25:42.193116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.289190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:25:42.292024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:25:42.297116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.356331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:42.356942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.358370 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] 10.222.0.43 "PUT /v2.0/ports/eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 1093 time: 1.0783408 Feb 17 23:25:42.358970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:25:42.380856 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c027a-012d-4744-87d7-bc0795d9fd62 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:42.411634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'status': 'completed', 'code': 200} Feb 17 23:25:42.492028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a17bba8e-d64f-49be-b6b6-5f03e4261632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:42.493561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-a17bba8e-d64f-49be-b6b6-5f03e4261632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1096 time: 0.0788858 Feb 17 23:25:42.566662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-6f1202e6-4ea2-42dd-84d5-7bdcd7e96d0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 217 time: 0.0662546 Feb 17 23:25:42.586532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2959f98a-b1ff-43d3-8146-d7aaa4520771 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:42.663429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:42.668851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:42.669265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.734502 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-19c42c05-7dfc-4b8d-ab73-2f32c0a4238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:42.736104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-19c42c05-7dfc-4b8d-ab73-2f32c0a4238e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.1642344 Feb 17 23:25:42.798608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.812964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-c2fe86d3-80c7-48d0-861d-08000972997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:42.814632 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-c2fe86d3-80c7-48d0-861d-08000972997b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728989 Feb 17 23:25:42.832649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2959f98a-b1ff-43d3-8146-d7aaa4520771, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2959f98a-b1ff-43d3-8146-d7aaa4520771,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:42.836932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:42.906893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:43.006319 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-8493c27e-0569-4a8d-99e9-5bd60dff9dcc service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853693 Feb 17 23:25:43.040921 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c88bc-ed96-4955-bea7-e0bf226f534c req-0f3702c7-11ed-42a8-a07f-6caddce8292a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:43.042460 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a2c88bc-ed96-4955-bea7-e0bf226f534c req-0f3702c7-11ed-42a8-a07f-6caddce8292a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 943 time: 0.1518831 Feb 17 23:25:43.160662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9a2c88bc-ed96-4955-bea7-e0bf226f534c req-4483a437-063a-439b-8566-4d3110499819 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690770 Feb 17 23:25:43.182606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1e43b3c4-cfbf-482f-90d7-190d708dbfcf req-e2a7a845-ce12-4e2a-a4f9-204cb378e3d1 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691966 Feb 17 23:25:43.297377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-8b295c06-e657-486f-838f-b4f717524558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:43.298860 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-8b295c06-e657-486f-838f-b4f717524558 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1096 time: 0.0754430 Feb 17 23:25:43.432050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-c87f412e-0f33-443a-a5d0-889271baa230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:43.433430 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-c87f412e-0f33-443a-a5d0-889271baa230 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1274745 Feb 17 23:25:43.500522 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-f68f22f8-1854-4479-89bf-5be87a366269 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 217 time: 0.0603216 Feb 17 23:25:43.568314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-a469fe11-dc73-4ba8-aa1f-9d46fbfe1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:43.569781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-a469fe11-dc73-4ba8-aa1f-9d46fbfe1c73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0626895 Feb 17 23:25:43.658989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-38d9224d-5af1-443e-a82f-84316f2d7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:43.660460 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-38d9224d-5af1-443e-a82f-84316f2d7a62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832918 Feb 17 23:25:43.791456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-334154b3-bf79-4bc2-9943-b1eac940dcd1 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234992 Feb 17 23:25:43.925225 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8fb8604-1a44-4f74-a264-0ed4db043544 req-f7777a87-c167-443a-a645-bb1d809efc6d service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 Feb 17 23:25:44.396646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac7921-28f5-48a6-a2f3-e0d9e031ee10 req-61f835b2-22b6-4d94-b5c7-4d269327784c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:44.398160 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abac7921-28f5-48a6-a2f3-e0d9e031ee10 req-61f835b2-22b6-4d94-b5c7-4d269327784c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 943 time: 0.1276495 Feb 17 23:25:44.443573 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-abac7921-28f5-48a6-a2f3-e0d9e031ee10 req-4f26a324-4132-4229-93d5-c91e4e127c86 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Feb 17 23:25:44.564701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2959f98a-b1ff-43d3-8146-d7aaa4520771 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:44.636324 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2959f98a-b1ff-43d3-8146-d7aaa4520771 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:44.636689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:45.082635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device eef7b9bc-1086-430f-a4b4-32bc67c6f42a details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:25:45.247794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:45.263763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'port_id': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'mac_address': 'fa:16:3e:34:05:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:25:45.320296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:45.336669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7b9bc-1086-430f-a4b4-32bc67c6f42a {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:25:45.352978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:45.357368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:45.425413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:45.558837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['eef7b9bc-1086-430f-a4b4-32bc67c6f42a'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:25:45.676163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cebe0-d746-4620-8302-03813750f94b req-830e01fa-bf82-4a4d-ab41-d13a526425ea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:45.677670 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b98cebe0-d746-4620-8302-03813750f94b req-830e01fa-bf82-4a4d-ab41-d13a526425ea tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 944 time: 0.1266057 Feb 17 23:25:45.724007 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b98cebe0-d746-4620-8302-03813750f94b req-192023d4-e124-4a06-9e43-feb0aedc3c9e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Feb 17 23:25:46.914836 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5dcf9-8e88-444f-9aaf-b6aa3c3de1b9 req-0903b957-195f-421c-b8c9-dc0c7d58c9c5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:46.916280 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67d5dcf9-8e88-444f-9aaf-b6aa3c3de1b9 req-0903b957-195f-421c-b8c9-dc0c7d58c9c5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 944 time: 0.0842752 Feb 17 23:25:46.961509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67d5dcf9-8e88-444f-9aaf-b6aa3c3de1b9 req-4d39007d-5043-4e51-beb1-4935521bb4bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392275 Feb 17 23:25:47.098161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device eef7b9bc-1086-430f-a4b4-32bc67c6f42a up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:25:47.165643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port eef7b9bc-1086-430f-a4b4-32bc67c6f42a completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:25:47.170459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port eef7b9bc-1086-430f-a4b4-32bc67c6f42a triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:25:47.170818 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:47.287052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:47.313803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:25:47.323770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:25:47.327554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:47.362246 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'code': 200} Feb 17 23:25:47.415662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:47.587754 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89bcfd-d724-4e22-bc0c-9a876e0cfa25 req-a5634c71-c897-4834-9ff1-636568eeb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:47.589141 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d89bcfd-d724-4e22-bc0c-9a876e0cfa25 req-a5634c71-c897-4834-9ff1-636568eeb760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.0703082 Feb 17 23:25:47.628799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8d89bcfd-d724-4e22-bc0c-9a876e0cfa25 req-1bf2eb8a-94aa-4975-a657-5062813b1be2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Feb 17 23:25:48.246317 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12328-67c5-4894-b47b-4b10ed50d836 req-bb7d86c7-3204-4706-9576-b4db1ba4a551 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:48.247782 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-afd12328-67c5-4894-b47b-4b10ed50d836 req-bb7d86c7-3204-4706-9576-b4db1ba4a551 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1808906 Feb 17 23:25:48.290859 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-afd12328-67c5-4894-b47b-4b10ed50d836 req-998550ac-54ca-4c5b-9e1d-6cbdb4a3cbc2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375600 Feb 17 23:25:49.481881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e99265-2780-4734-bdb0-5e6f66a2288b req-972c431c-8b9b-4a9e-9eb7-154ae64d14a1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:49.483327 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67e99265-2780-4734-bdb0-5e6f66a2288b req-972c431c-8b9b-4a9e-9eb7-154ae64d14a1 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0833931 Feb 17 23:25:49.530057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67e99265-2780-4734-bdb0-5e6f66a2288b req-ed724db9-5e7b-4181-9554-527954314fff tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Feb 17 23:25:49.724798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7289dd-6390-49b4-b607-7e325db1afb5 req-887ac3ff-c88d-47ab-ad68-b513c88fd39d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:49.726296 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f7289dd-6390-49b4-b607-7e325db1afb5 req-887ac3ff-c88d-47ab-ad68-b513c88fd39d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0893371 Feb 17 23:25:49.770787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f7289dd-6390-49b4-b607-7e325db1afb5 req-3544e6ee-0c8f-4f40-b836-6e0c93028595 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Feb 17 23:25:49.793241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43258) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:49.906745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5d6b8-ebfc-4cff-adba-37fbb371c61d tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:49.908316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c9f5d6b8-ebfc-4cff-adba-37fbb371c61d tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1093 time: 0.1141121 Feb 17 23:25:49.911209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43264) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:49.916101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:25:49.923048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:25:49.926944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:floatingip and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:25:49.929828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:25:49.935861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:25:49.946747 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.089609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.163380 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b27af29e-e6fb-44b4-b5bc-a3a53950892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.221178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.95 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/792ef3fb-fc1a-4f5d-9915-4897f42437bd) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:25:50.369857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.399211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.463213 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:25:50.465983 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:25:50.470237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:25:50.504279 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=792ef3fb-fc1a-4f5d-9915-4897f42437bd,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:50.885371 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:50.964440 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:51.173700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:51.178113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:51.388206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=792ef3fb-fc1a-4f5d-9915-4897f42437bd,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:25:51.404803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:51.583343 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP c9b85943-3a34-49ca-932e-4e1f50436ba6 associated. External IP: 172.26.7.95, port: eef7b9bc-1086-430f-a4b4-32bc67c6f42a. Feb 17 23:25:51.945349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:25:52.119736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:25:52.130378 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Sync routers for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:25:52.139537 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:52.140832 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:52.146711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:52.208829 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2e2bd42a-fb4e-465f-846b-e88a362f676b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2965896 Feb 17 23:25:52.209435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:25:52.315539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'status': 'completed', 'code': 200} Feb 17 23:25:52.330032 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:52.438982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6e92dc06-3a12-4849-81ac-7e472b2d21e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:52.449175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e939-82b6-4a00-a43b-7725882019fa req-b7b37d02-3545-4d2a-8185-2cd3db972102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:52.450692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-b7b37d02-3545-4d2a-8185-2cd3db972102 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.0987120 Feb 17 23:25:52.463063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a993c8-0d52-4660-b07d-2bdcd4ca8f63 req-5f9f01c9-dda2-4e2f-b2b7-d9325017938e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:52.464398 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a0a993c8-0d52-4660-b07d-2bdcd4ca8f63 req-5f9f01c9-dda2-4e2f-b2b7-d9325017938e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1512742 Feb 17 23:25:52.598946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a0a993c8-0d52-4660-b07d-2bdcd4ca8f63 req-ec27b6f7-6509-46ca-be96-864108282497 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155815 Feb 17 23:25:52.623578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43274) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:52.638864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e939-82b6-4a00-a43b-7725882019fa req-b2150d5b-c7e8-4496-a32b-4b3f3974ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:52.640958 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-b2150d5b-c7e8-4496-a32b-4b3f3974ca13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1757064 Feb 17 23:25:52.716573 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c9b85943-3a34-49ca-932e-4e1f50436ba6', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.95', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'port_id': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'mac_address': 'fa:16:3e:34:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:25:50Z', 'updated_at': '2022-02-17T23:25:50Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:52.720655 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Checking router: 7fc09536-74f5-4d1e-84b7-bd3985a164d8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:25:52.730068 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:25:52.730672 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:25:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:52.738052 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-32c17704-761c-49e2-8a68-2b089836dcc9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/c9b85943-3a34-49ca-932e-4e1f50436ba6 HTTP/1.1" status: 200 len: 990 time: 0.1120801 Feb 17 23:25:52.744695 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-972f501c-a0a6-4987-bfc4-b0db87c83d03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 998 time: 0.0983152 Feb 17 23:25:52.805174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e939-82b6-4a00-a43b-7725882019fa req-4bd7ca77-9b17-4c44-a1d9-1e48462af948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:52.806946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-4bd7ca77-9b17-4c44-a1d9-1e48462af948 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0566306 Feb 17 23:25:52.886426 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e939-82b6-4a00-a43b-7725882019fa req-21873903-c95d-4b38-891a-dab7ad366e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:52.887905 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-21873903-c95d-4b38-891a-dab7ad366e45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748141 Feb 17 23:25:52.913686 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:25:53.136829 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-a6b98074-ee79-466f-95e4-d0393d34a5d5 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430754 Feb 17 23:25:53.272965 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71a9e939-82b6-4a00-a43b-7725882019fa req-6af14496-aa4a-4483-ae93-b8c4e199db89 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303363 Feb 17 23:25:53.284774 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c9b85943-3a34-49ca-932e-4e1f50436ba6', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.95', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'port_id': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'mac_address': 'fa:16:3e:34:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:25:50Z', 'updated_at': '2022-02-17T23:25:50Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:25:53.289007 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50681b7-f1c8-4ca6-800a-294eeea22591 None None] The sync data for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv is: [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c9b85943-3a34-49ca-932e-4e1f50436ba6', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.95', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'port_id': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'mac_address': 'fa:16:3e:34:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:25:50Z', 'updated_at': '2022-02-17T23:25:50Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:25:53.432356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:53.483146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657d889-ef3a-4ec4-9435-af335574af82 None None] New status for floating IP c9b85943-3a34-49ca-932e-4e1f50436ba6: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:25:53.554801 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:25:53.687892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:53.740756 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43278) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:25:53.853894 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c219e6fa-41c2-4bc0-9a35-290905e6e93d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/c9b85943-3a34-49ca-932e-4e1f50436ba6 HTTP/1.1" status: 200 len: 992 time: 0.1119494 Feb 17 23:25:55.085128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:25:58.679756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:00.081943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-32573243-4ab3-4640-a18f-5fb035b24869 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691884 Feb 17 23:26:00.220742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-00096055-30de-4350-981c-bb204bd66ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:00.222244 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-00096055-30de-4350-981c-bb204bd66ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.0736599 Feb 17 23:26:00.367138 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-a61b2b59-8060-4139-80c2-254ecbda8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:00.368458 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-a61b2b59-8060-4139-80c2-254ecbda8491 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1257510 Feb 17 23:26:00.468240 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-a3ec45f0-b974-4a73-a73d-7040adac6ca2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 1000 time: 0.0932212 Feb 17 23:26:00.533149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-95029697-512c-4e80-9019-76306b6d7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:00.534582 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-95029697-512c-4e80-9019-76306b6d7301 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0605757 Feb 17 23:26:00.611097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-1b06faa9-e6d5-4ffc-bf14-67894f5de6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:00.612562 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-1b06faa9-e6d5-4ffc-bf14-67894f5de6f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719669 Feb 17 23:26:00.752494 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-6bfc9b16-f0e7-4f4b-925b-70304df279a2 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339581 Feb 17 23:26:00.886983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0364c12a-7c41-4665-9e98-b069b69cf3b7 req-56f96c1f-5d4d-44de-9df3-f9e502c8159c service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276600 Feb 17 23:26:20.166591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-de7f3a6d-0db8-4292-85f2-0c08398fa8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:20.809176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59291e7-8be4-402a-ae1b-b8b20de8e7f7 req-f8046f19-1a1c-4c95-8174-54d1809037cb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:20.810612 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d59291e7-8be4-402a-ae1b-b8b20de8e7f7 req-f8046f19-1a1c-4c95-8174-54d1809037cb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0942569 Feb 17 23:26:20.856518 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d59291e7-8be4-402a-ae1b-b8b20de8e7f7 req-7c017099-f8ff-4fda-8193-b22cac34f63f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Feb 17 23:26:22.048778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbc7da-bc29-4ad7-84f7-d98f892c4430 req-67fb7209-22f5-48d7-b52c-f6135494edad tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:22.050417 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30bbc7da-bc29-4ad7-84f7-d98f892c4430 req-67fb7209-22f5-48d7-b52c-f6135494edad tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0835352 Feb 17 23:26:22.096318 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-30bbc7da-bc29-4ad7-84f7-d98f892c4430 req-fc630ef3-6715-4c61-8603-e445915b88c9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Feb 17 23:26:22.433864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9867e152-4afc-4d48-940c-b03f001c2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:23.301709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031133e6-9233-4a11-871c-1547959ae83b req-b40edc96-589a-4fc1-a333-3ec0a15080e6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:23.303163 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-031133e6-9233-4a11-871c-1547959ae83b req-b40edc96-589a-4fc1-a333-3ec0a15080e6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0848877 Feb 17 23:26:23.348587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-031133e6-9233-4a11-871c-1547959ae83b req-8a990f47-70a1-4b56-beb9-89dbb4bd01b6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Feb 17 23:26:23.435345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:23.644321 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:24.532075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdbf7-0dd3-4e3e-84a8-e12e7868fd27 req-8ed028cf-1fbf-45d4-a38b-c32abbf4c7d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:24.533488 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-657cdbf7-0dd3-4e3e-84a8-e12e7868fd27 req-8ed028cf-1fbf-45d4-a38b-c32abbf4c7d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0788193 Feb 17 23:26:24.581435 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-657cdbf7-0dd3-4e3e-84a8-e12e7868fd27 req-219ceb06-2823-4588-b76c-4d2b8f50ae54 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Feb 17 23:26:25.091950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:25.763523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf285b3-3a2d-43cc-9333-e2fa1562fb49 req-2ed818d0-a05a-401e-a167-d844d0a5a55e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:25.764983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bf285b3-3a2d-43cc-9333-e2fa1562fb49 req-2ed818d0-a05a-401e-a167-d844d0a5a55e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0789757 Feb 17 23:26:25.808964 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8bf285b3-3a2d-43cc-9333-e2fa1562fb49 req-7cbe8995-75ad-4960-8894-5e32ea8ede3c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Feb 17 23:26:27.094928 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d47c-7198-4b9e-9420-c9aae706b52f req-e371f893-9e9f-42c8-84c9-323d2da4447f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:27.096271 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8d0d47c-7198-4b9e-9420-c9aae706b52f req-e371f893-9e9f-42c8-84c9-323d2da4447f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1814363 Feb 17 23:26:27.140192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f8d0d47c-7198-4b9e-9420-c9aae706b52f req-65aa740e-fe6c-4abf-b9eb-d9f86c0514d2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Feb 17 23:26:28.326051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5874b80-1500-46c5-8c40-dab5b96febf8 req-c1697d06-f4ed-4230-b746-68539bab4a76 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:28.327415 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5874b80-1500-46c5-8c40-dab5b96febf8 req-c1697d06-f4ed-4230-b746-68539bab4a76 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0812137 Feb 17 23:26:28.375699 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5874b80-1500-46c5-8c40-dab5b96febf8 req-1f1e2f34-812a-44f8-9e8e-d901cc82cf32 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Feb 17 23:26:28.690439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:29.559081 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289476-619a-4831-b863-98096ecc5d88 req-bc0a64c4-e40f-4313-a54d-d8bf923b73bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:29.560527 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3b289476-619a-4831-b863-98096ecc5d88 req-bc0a64c4-e40f-4313-a54d-d8bf923b73bf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0796697 Feb 17 23:26:29.604784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3b289476-619a-4831-b863-98096ecc5d88 req-3a89b76e-2ebe-43d5-b8b2-52f57c99aeba tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382621 Feb 17 23:26:30.553495 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:26:30.795326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ede91-8562-430d-a454-80990c80c49e req-eb046aa8-8d23-4603-ae64-faf3d060dffb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:30.796723 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-505ede91-8562-430d-a454-80990c80c49e req-eb046aa8-8d23-4603-ae64-faf3d060dffb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0830171 Feb 17 23:26:30.840734 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-505ede91-8562-430d-a454-80990c80c49e req-05c8826c-b355-4861-947b-43a956e2c668 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384283 Feb 17 23:26:32.024989 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ddb4c-ab57-4c33-aaad-b49299b33267 req-26e4bc7c-755f-421f-825c-9034eb4c3928 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:32.026506 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-717ddb4c-ab57-4c33-aaad-b49299b33267 req-26e4bc7c-755f-421f-825c-9034eb4c3928 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0810888 Feb 17 23:26:32.071171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-717ddb4c-ab57-4c33-aaad-b49299b33267 req-d3955e74-d841-452e-9853-16b1714e923d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 Feb 17 23:26:32.095301 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43312) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:26:32.203312 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4b231536-1724-4a63-ae8f-cd3faab96c7f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/c9b85943-3a34-49ca-932e-4e1f50436ba6 HTTP/1.1" status: 200 len: 992 time: 0.1067269 Feb 17 23:26:33.715592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab44aa-8d2e-4dca-b67d-93d0b68d1274 req-6295ceb6-9027-471e-a0bb-901fb55c548f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:33.717038 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ab44aa-8d2e-4dca-b67d-93d0b68d1274 req-6295ceb6-9027-471e-a0bb-901fb55c548f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1421428 Feb 17 23:26:33.741071 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-40e84934-1d07-44ce-ada1-714e9bef6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:33.742521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-40e84934-1d07-44ce-ada1-714e9bef6030 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.1061404 Feb 17 23:26:33.836989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ab44aa-8d2e-4dca-b67d-93d0b68d1274 req-393a3fe5-d0e5-4f2b-9297-320a5e2b7a7c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134222 Feb 17 23:26:33.894446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-7646c3e1-2b8c-4124-b1f5-fecec124d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:33.895949 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-7646c3e1-2b8c-4124-b1f5-fecec124d57d service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1469545 Feb 17 23:26:33.997367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-3508b20b-bd0a-4ce9-ba14-83caf4850bc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 1000 time: 0.0952935 Feb 17 23:26:34.059074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-ba0e70ef-adee-4a4f-9d68-3ae9fdf89089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.060530 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-ba0e70ef-adee-4a4f-9d68-3ae9fdf89089 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0571988 Feb 17 23:26:34.138459 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-8a5d4caa-0a8e-4adb-8460-76e79da9eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.139928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-8a5d4caa-0a8e-4adb-8460-76e79da9eda1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736799 Feb 17 23:26:34.290340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-f29ba0ce-4e6a-41e7-bf17-e2984a8d9761 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424339 Feb 17 23:26:34.422635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ff326fe-7f43-4bf1-94f9-aea3d3b94cb4 req-604f8197-cfd9-4631-a5d9-30478856a962 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268787 Feb 17 23:26:35.030019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d341-fb41-4f68-aa7d-ec8c0d4df44b req-9e747de2-4627-4d87-9344-c3430166a666 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:35.031528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8c3d341-fb41-4f68-aa7d-ec8c0d4df44b req-9e747de2-4627-4d87-9344-c3430166a666 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.0827467 Feb 17 23:26:35.076957 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b8c3d341-fb41-4f68-aa7d-ec8c0d4df44b req-91f1cdcb-5e3d-46f7-a661-f2986bd4b124 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Feb 17 23:26:35.100084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43324) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:26:35.216307 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f4df2ca8-2da3-4fa7-a4e5-71f441f2d355 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/c9b85943-3a34-49ca-932e-4e1f50436ba6 HTTP/1.1" status: 200 len: 992 time: 0.1150370 Feb 17 23:26:50.170418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c16b94f8-9425-4178-804a-2a42789ea64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:52.436052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd0f1-f7a8-4951-8fa5-143b15449bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:53.438303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:53.647581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:55.100096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:26:58.707351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:01.294794 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-462aa4f1-ec4b-4eb8-acb9-09e8336078c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2695224 Feb 17 23:27:01.444809 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-169bfabf-fc58-40a8-a0b1-d5b4e03b7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:01.446943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-169bfabf-fc58-40a8-a0b1-d5b4e03b7235 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.0766497 Feb 17 23:27:01.605217 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-c082544a-b62a-4ac4-a95b-003341ea8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:01.606628 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-c082544a-b62a-4ac4-a95b-003341ea8ef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1421466 Feb 17 23:27:01.718211 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-841b6952-2df5-44a3-a1d1-dda7cde60746 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 1000 time: 0.1061916 Feb 17 23:27:01.786762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-c88be1e3-3ee3-434e-ac57-df51c9b09c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:01.788220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-c88be1e3-3ee3-434e-ac57-df51c9b09c12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0640755 Feb 17 23:27:01.872191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-7f90e164-da98-42cd-8f53-fa3c59059bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:01.873718 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-7f90e164-da98-42cd-8f53-fa3c59059bc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795467 Feb 17 23:27:02.015643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-56bf4d93-2140-40c9-92fb-e92672ad7dfa service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355789 Feb 17 23:27:02.168697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-969bbf82-5558-4a82-8e81-b92562ba2428 req-50247635-c475-4fa2-b1c4-fb4c9548694c service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459224 Feb 17 23:27:05.641372 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43344) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:05.878981 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 792ef3fb-fc1a-4f5d-9915-4897f42437bd {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:27:05.879333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:06.068993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:06.069358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:06.200945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 792ef3fb-fc1a-4f5d-9915-4897f42437bd owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:27:06.377457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:06.427864 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=792ef3fb-fc1a-4f5d-9915-4897f42437bd,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:06.506894 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.507449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.508009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.508561 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.509222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.509792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.510234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.510604 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.510993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.511395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.511764 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.512152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:06.593253 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:06.593597 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP c9b85943-3a34-49ca-932e-4e1f50436ba6 disassociated (deleted). External IP: 172.26.7.95, port: eef7b9bc-1086-430f-a4b4-32bc67c6f42a. Feb 17 23:27:07.160743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:27:07.374470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:27:07.388271 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Sync routers for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:27:07.398728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:07.405914 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:07.407159 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:26:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:07.466731 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2525f972-1b5b-4d73-b7d6-20d3c826926f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/floatingips/c9b85943-3a34-49ca-932e-4e1f50436ba6 HTTP/1.1" status: 204 len: 168 time: 1.8227093 Feb 17 23:27:07.466731 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:07.525006 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'status': 'completed', 'code': 200} Feb 17 23:27:07.596597 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:27:07.633062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-83db01a3-b6a2-4df9-bce9-5c28e0605992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:07.635722 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-83db01a3-b6a2-4df9-bce9-5c28e0605992 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 1098 time: 0.0857260 Feb 17 23:27:07.654227 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:07.816671 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-e64c87d9-a1e6-4708-b33b-ddaf160bb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:07.818180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-e64c87d9-a1e6-4708-b33b-ddaf160bb534 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 200 len: 896 time: 0.1729136 Feb 17 23:27:07.902015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-1fe2299a-b055-415f-a78b-84f019c67663 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 200 len: 217 time: 0.0769272 Feb 17 23:27:07.997454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-5a7daf99-3465-4242-b446-fcef5c9b45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:07.999110 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-5a7daf99-3465-4242-b446-fcef5c9b45b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 200 len: 834 time: 0.0888638 Feb 17 23:27:08.083504 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:08.090007 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Checking router: 7fc09536-74f5-4d1e-84b7-bd3985a164d8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:27:08.103414 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:08.104151 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:26:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:08.150295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-3fff4709-e88a-4e5c-98af-52cb19144eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:08.151842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-3fff4709-e88a-4e5c-98af-52cb19144eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060744c9-908b-47f3-82fa-27c2dc3d89e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461341 Feb 17 23:27:08.260933 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba533bdc-861f-4c13-a44a-2d6316288e09 req-83c6b78d-0a17-4aff-8382-c985b2307649 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:08.262434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba533bdc-861f-4c13-a44a-2d6316288e09 req-83c6b78d-0a17-4aff-8382-c985b2307649 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1903944 Feb 17 23:27:08.315063 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:08.351341 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ba533bdc-861f-4c13-a44a-2d6316288e09 req-3d153f15-79bf-4b51-8f66-c5860bea534b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797679 Feb 17 23:27:08.354779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-976b6335-0da7-44b5-930a-de48ff5c6b80 service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952953 Feb 17 23:27:08.610172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f35d48a-3d9a-4bd8-8fda-cb68c92cb7a6 req-d1872f55-5d64-45f8-8c9c-8a6f9effd86a service neutron] 10.222.0.43 "GET /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482543 Feb 17 23:27:08.659222 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:08.663255 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893a0c8-838b-4376-b871-169d52ae4b44 None None] The sync data for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv is: [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2959f98a-b1ff-43d3-8146-d7aaa4520771', 'name': '', 'network_id': '060744c9-908b-47f3-82fa-27c2dc3d89e4', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:26:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:36Z', 'updated_at': '2022-02-17T23:25:42Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': 'd215c517-81e8-4cd1-b2cd-da78e0645428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:27:08.894678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b04cfe-040d-4832-afb7-75cf5485f4d8 None None] New status for floating IP c9b85943-3a34-49ca-932e-4e1f50436ba6: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:27:09.549740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-98861df0-bb92-4da6-85af-8c0e26024b21 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:09.552311 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-98861df0-bb92-4da6-85af-8c0e26024b21 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1383975 Feb 17 23:27:09.629075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e896-da1c-48fb-8350-194c4c59c486 req-c6dca094-481c-488b-876b-e8a4d80a3ecb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:09.630554 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6255e896-da1c-48fb-8350-194c4c59c486 req-c6dca094-481c-488b-876b-e8a4d80a3ecb tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 945 time: 0.1587203 Feb 17 23:27:09.635829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port eef7b9bc-1086-430f-a4b4-32bc67c6f42a {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:27:09.636168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:09.751797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6255e896-da1c-48fb-8350-194c4c59c486 req-53ec9fd4-b2d1-4c22-93a7-8f350bf4aea6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc3ea282-5553-410c-849a-caa8e80d9f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903845 Feb 17 23:27:09.920652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port eef7b9bc-1086-430f-a4b4-32bc67c6f42a, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:09.920998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:10.042226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for eef7b9bc-1086-430f-a4b4-32bc67c6f42a owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:27:10.215387 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:10.266315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=eef7b9bc-1086-430f-a4b4-32bc67c6f42a,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:10.303915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.304180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.304522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.304852 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.305214 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.305544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.305875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.306198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.306518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.306837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.307424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.307740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:10.355814 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] No DVR routers for this DVR port eef7b9bc-1086-430f-a4b4-32bc67c6f42a on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:27:10.358257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:10.360690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'name': 'network-vif-deleted', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:10.372208 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62cf212f-fe83-4be2-88cd-a2cddd9c8d74 req-27f2bf1a-b387-4caf-849b-4bb0fd6ca7c0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "DELETE /v2.0/ports/eef7b9bc-1086-430f-a4b4-32bc67c6f42a HTTP/1.1" status: 204 len: 173 time: 0.8154924 Feb 17 23:27:10.412070 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec8b2-29e9-4e1d-919f-a12239e7e1da', 'name': 'network-vif-deleted', 'tag': 'eef7b9bc-1086-430f-a4b4-32bc67c6f42a', 'status': 'completed', 'code': 200} Feb 17 23:27:10.912889 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a6849d21-9533-4db9-92e4-5d75c1c1fe9f req-681532ea-5e27-48b1-8008-faa22ae1d34e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:27:10.930186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-a6849d21-9533-4db9-92e4-5d75c1c1fe9f req-681532ea-5e27-48b1-8008-faa22ae1d34e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:27:10.931508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a6849d21-9533-4db9-92e4-5d75c1c1fe9f req-681532ea-5e27-48b1-8008-faa22ae1d34e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacec8b2-29e9-4e1d-919f-a12239e7e1da HTTP/1.1" status: 200 len: 210 time: 0.0630467 Feb 17 23:27:11.583499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device eef7b9bc-1086-430f-a4b4-32bc67c6f42a no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:27:11.617913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: eef7b9bc-1086-430f-a4b4-32bc67c6f42a {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:27:11.618247 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device eef7b9bc-1086-430f-a4b4-32bc67c6f42a not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:27:12.028107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43364) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:12.594890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:13.088097 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 2959f98a-b1ff-43d3-8146-d7aaa4520771 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:27:13.088811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:13.279176 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 2959f98a-b1ff-43d3-8146-d7aaa4520771, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2959f98a-b1ff-43d3-8146-d7aaa4520771,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:13.279506 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:13.410167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 2959f98a-b1ff-43d3-8146-d7aaa4520771 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:27:13.612215 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:13.662655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=2959f98a-b1ff-43d3-8146-d7aaa4520771,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:13.951145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.415205 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:27:14.597773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:27:14.609215 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Sync routers for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:27:14.615343 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6d6b6fa9-2aaa-4cb1-b625-e34f316cdbd8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/7fc09536-74f5-4d1e-84b7-bd3985a164d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860908 Feb 17 23:27:14.618018 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43368) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:14.630392 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:14.631008 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:26:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:14.688676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting subnet d215c517-81e8-4cd1-b2cd-da78e0645428 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:27:14.691716 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.745895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.821134 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:14.831657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.916095 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.955694 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Subnet': ['ID=d215c517-81e8-4cd1-b2cd-da78e0645428,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:14.961292 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:14.970071 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-57ddb355-8afe-4d3a-a2a5-9fa3dfb64b6c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/subnets/d215c517-81e8-4cd1-b2cd-da78e0645428 HTTP/1.1" status: 204 len: 168 time: 0.3506038 Feb 17 23:27:14.971349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43372) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:14.978688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d666719-2fc7-4ee7-87fe-5c86cf7ea7db None None] Network 060744c9-908b-47f3-82fa-27c2dc3d89e4 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:27:15.151784 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:27:13Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:15.156351 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Checking router: 7fc09536-74f5-4d1e-84b7-bd3985a164d8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:27:15.168761 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Routers {'7fc09536-74f5-4d1e-84b7-bd3985a164d8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:15.169408 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:26:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:15.209244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.290514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] DHCP port deletion for 060744c9-908b-47f3-82fa-27c2dc3d89e4 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:27:15.295524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Deleting port cc681122-621e-4257-a282-a83a18a25671 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:27:15.295997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.395329 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] Set router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:15.438070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.449109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 3713bcf2-0c15-49da-9434-fb320291f7ce {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:27:15.449834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.520225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] For port cc681122-621e-4257-a282-a83a18a25671, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=cc681122-621e-4257-a282-a83a18a25671,segment=NetworkSegment(e43097c1-5127-416f-8ec7-045ceb89d9df),segment_id=e43097c1-5127-416f-8ec7-045ceb89d9df)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:15.520586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.659804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Calling delete_port for cc681122-621e-4257-a282-a83a18a25671 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:27:15.698586 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:27:13Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:15.702402 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2a83d-9e02-4926-8fa1-b02c3ad8cd26 None None] The sync data for ids ['7fc09536-74f5-4d1e-84b7-bd3985a164d8'] in dv-neutron-805768-3-hyperv is: [{'id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290177821', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:25:31Z', 'updated_at': '2022-02-17T23:27:13Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '3713bcf2-0c15-49da-9434-fb320291f7ce', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc09536-74f5-4d1e-84b7-bd3985a164d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:25:32Z', 'updated_at': '2022-02-17T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:27:15.746593 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.753899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 3713bcf2-0c15-49da-9434-fb320291f7ce, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=3713bcf2-0c15-49da-9434-fb320291f7ce,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:15.754358 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:15.797530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Pushing event deleted for resources: {'Port': ['ID=cc681122-621e-4257-a282-a83a18a25671,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:15.799852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] No DVR routers for this DVR port cc681122-621e-4257-a282-a83a18a25671 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:27:15.809234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.809591 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.809932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.810269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.810600 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.810932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.811256 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.811579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.811901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.812242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.812532 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.812849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663c69b-50d4-4dbb-97f9-d3765de958eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:15.878415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 3713bcf2-0c15-49da-9434-fb320291f7ce owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:27:16.191550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.241648 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=3713bcf2-0c15-49da-9434-fb320291f7ce,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:16.334033 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.506894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.509060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.535298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.535844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc09536-74f5-4d1e-84b7-bd3985a164d8 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:27:16.553293 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.557585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bf4e4bb3-64b6-45a5-a44a-3af2cf9e13e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/routers/7fc09536-74f5-4d1e-84b7-bd3985a164d8 HTTP/1.1" status: 204 len: 168 time: 1.5819306 Feb 17 23:27:16.557585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43376) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:16.679941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.810813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.837966 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060744c9-908b-47f3-82fa-27c2dc3d89e4']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:16.850352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43097c1-5127-416f-8ec7-045ceb89d9df') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:16.850556 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43097c1-5127-416f-8ec7-045ceb89d9df') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:16.862476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.878610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.884652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:27:16.885022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:27:16.900085 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:27:16.977678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:16.986075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc681122-621e-4257-a282-a83a18a25671 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:27:16.989241 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.021625 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/networks/060744c9-908b-47f3-82fa-27c2dc3d89e4 HTTP/1.1" status: 204 len: 168 time: 0.4608717 Feb 17 23:27:17.022005 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43380) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:17.023259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: cc681122-621e-4257-a282-a83a18a25671 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:27:17.023805 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device cc681122-621e-4257-a282-a83a18a25671 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:27:17.024284 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2959f98a-b1ff-43d3-8146-d7aaa4520771 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:27:17.026130 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8d72-e96a-46a7-b3aa-e88f235f4cee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Network': ['ID=060744c9-908b-47f3-82fa-27c2dc3d89e4,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:17.067095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 2959f98a-b1ff-43d3-8146-d7aaa4520771 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:27:17.067510 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2959f98a-b1ff-43d3-8146-d7aaa4520771 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:27:17.098007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.131597 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.203417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.224790 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ea282-5553-410c-849a-caa8e80d9f2d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:17.232740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.233741 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e0370eea-f0fd-4219-95dd-5c033876abf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc3ea282-5553-410c-849a-caa8e80d9f2d HTTP/1.1" status: 204 len: 168 time: 0.2107096 Feb 17 23:27:17.632870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43394) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:17.638440 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334928816', 'description': 'tempest-secgroup-smoke-334928816 description', 'project_id': 'a3ab41d065164fea80da9acd581f80f7'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:17.645443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:17.649729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:17.652627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:17.658853 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:17.669241 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.689978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:17.693893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:17.696763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:17.702472 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:17.776590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.781509 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.829026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09753b-839b-4105-8ea6-959b1166d623,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:17.833783 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.835045 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0bee03f5-ffd9-4bec-b4cf-cfc3e212c8d4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2008643 Feb 17 23:27:17.838546 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43400) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:17.843700 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:17.850626 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:17.854455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:17.857458 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:17.863996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:17.881623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.951856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.956456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.983460 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c0ab4a-a7c1-43d8-ac13-33c0612f480a,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:17.994086 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:17.998255 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-91484114-c91e-435f-86e8-0fa71fec8131 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558180 Feb 17 23:27:17.998415 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43404) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.004295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.010953 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.014676 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.018054 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.024050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.042423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.109648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.114017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.137784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab60d9a7-176f-4926-9639-23f7776e880e,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:18.146501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.147703 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-06cdb86c-0063-4c24-8d71-191f42d15679 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483908 Feb 17 23:27:18.150398 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43408) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.155430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.162079 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.165841 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.168785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.175653 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.193058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.263277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.267270 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.293295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c455590-0c47-4df1-bcb8-52d21ae1f693,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:18.302513 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.303722 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-11314ef1-86c6-4914-b882-18a46245f50d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524243 Feb 17 23:27:18.306527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43412) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.311874 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.319033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.322983 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.326156 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.333194 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.349941 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.420890 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.425360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.450450 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fb2d3e-ef5f-4897-a3f1-0512ab024df0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:18.462455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.463750 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-28b3c5e6-3edb-4ee0-bb11-6b9f8ab1e261 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559262 Feb 17 23:27:18.467116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43418) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.476903 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.484641 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.489947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.492885 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.499250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.510067 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:27:18.516765 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.575892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3713bcf2-0c15-49da-9434-fb320291f7ce no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:27:18.587926 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.592331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.616508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 3713bcf2-0c15-49da-9434-fb320291f7ce {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:27:18.616854 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 3713bcf2-0c15-49da-9434-fb320291f7ce not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:27:18.617679 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc11b7c-b081-4e0b-9445-b2cc2f1ecd84,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:18.626381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.628240 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-44803cfe-df36-4ddb-83d1-646f13a13ce0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601853 Feb 17 23:27:18.630978 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43422) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.635974 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'security_group_rule': {'security_group_id': '0e09753b-839b-4105-8ea6-959b1166d623', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.642069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.646888 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:security_group_rule and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.649870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.655531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.669259 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Project a3ab41d065164fea80da9acd581f80f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:27:18.676913 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.744734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.748836 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.773278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0765807d-6cf2-48d1-b4ab-b6887658ce59,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:18.783094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.785203 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3098a35c-7387-4261-aae8-dadca7ab063a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532452 Feb 17 23:27:18.787975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43426) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:18.793360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'network': {'name': 'tempest-network-smoke--1743293350', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'port_security_enabled': True}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:18.798329 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:18.802831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:network and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:18.805724 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:18.811650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:18.823556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:27:18.827138 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.857058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:27:18.866525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.866927 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Added segment 063ae7d8-3937-47b5-8771-9f932d257f72 of type vlan for network be57bcb7-c32e-4f75-8f26-912b7eb838f5 Feb 17 23:27:18.895321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.928801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:18.934600 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:18.935207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.039481 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2499774 Feb 17 23:27:19.042461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43430) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:19.048435 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'admin_state_up': True, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:19.049198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc563-dc9d-4dfe-a099-efc873ac155d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Network': ['ID=be57bcb7-c32e-4f75-8f26-912b7eb838f5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:19.056904 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:19.060212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:27:19.062084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:router and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:19.066488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:19.187963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:19.202909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.204478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.225267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.518061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.864086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:19.899008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:20.054041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.64 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/592eb574-2093-4e1e-8583-42c3d66e5fa0) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:27:20.175630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb505dca-cc0c-4d89-be84-bb065f184aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:20.219421 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:20.251368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:20.324331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:20.327189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:20.330987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:27:20.360874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=592eb574-2093-4e1e-8583-42c3d66e5fa0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:20.951687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:21.298248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:21.504099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:27:21.686354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:27:21.698223 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Sync routers for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:27:21.709692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:21.710317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:26:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:21.717922 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:21.723099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e271540d-65bb-48a5-8e75-b2b8790a339a tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6755474 Feb 17 23:27:21.723482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43434) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:21.768119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-68b1bc2a-9e14-43a3-8d91-338555ff5cf6 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a3ab41d065164fea80da9acd581f80f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427260 Feb 17 23:27:21.770913 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43438) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:21.895605 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:21.905101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bed7f4-fdb2-4125-a27b-5f47077dbf5c tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:21.906614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-91bed7f4-fdb2-4125-a27b-5f47077dbf5c tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347888 Feb 17 23:27:21.910003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43442) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:21.953345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fd0433f5-1bd2-4b75-a3d7-1c789650c288 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1ac22695-d445-46a1-95ef-3e6554e27a47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421190 Feb 17 23:27:21.956489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43446) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:21.961880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394894056', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:22.081982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:22.086579 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:subnet and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:22.090705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:22.099091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:22.109988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:27:22.114740 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.234913 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:20Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:22.238449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Checking router: 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:27:22.238774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Updating router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 port 592eb574-2093-4e1e-8583-42c3d66e5fa0 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:27:22.292963 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.458865 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e1163c33-09ed-4d2a-992f-f3116dc1eba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.470488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.548565 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Subnet': ['ID=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:22.559823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Checking segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:27:22.560185 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network hostable DHCP agents. Network: be57bcb7-c32e-4f75-8f26-912b7eb838f5, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:27:22.579586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:27:22.591065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, be57bcb7-c32e-4f75-8f26-912b7eb838f5) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:22.595205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:22.596806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.629804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f1c80-2d62-4679-89e4-d6c95b2877db None None] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:27:22.632000 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a8a52133-a707-4864-a479-89e3940e047b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6744332 Feb 17 23:27:22.634788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43450) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:22.738301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.766059 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Transition to ACTIVE for port object 592eb574-2093-4e1e-8583-42c3d66e5fa0 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:22.782185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.901895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Attempting to bind port 592eb574-2093-4e1e-8583-42c3d66e5fa0 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:27:22.902254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Attempting to bind port 592eb574-2093-4e1e-8583-42c3d66e5fa0 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:27:22.902612 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Attempting to bind port 592eb574-2093-4e1e-8583-42c3d66e5fa0 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:27:22.916832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bbec-ba07-442b-a772-3132bc99065a None None] Pushing event updated for resources: {'Port': ['ID=592eb574-2093-4e1e-8583-42c3d66e5fa0,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:22.921919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:27:22.922285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:27:22.922678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:22.923062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:27:22.923526 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Bound port: 592eb574-2093-4e1e-8583-42c3d66e5fa0, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:27:22.924469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.008969 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:27:23.009798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.101103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] For port 592eb574-2093-4e1e-8583-42c3d66e5fa0, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:27:23.118477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] For port 592eb574-2093-4e1e-8583-42c3d66e5fa0, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=592eb574-2093-4e1e-8583-42c3d66e5fa0,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:27:23.130936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.269613 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:23.270238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:23.325620 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.336635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Allocated IP 172.20.0.2 (be57bcb7-c32e-4f75-8f26-912b7eb838f5/6de7ff8e-c31e-4e27-beb6-30d55e00cdf5/a500c31a-16a5-4186-9153-95d5c4627194) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:27:23.338964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bbec-ba07-442b-a772-3132bc99065a None None] Pushing event updated for resources: {'Port': ['ID=592eb574-2093-4e1e-8583-42c3d66e5fa0,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:23.544803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.581446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:23.812522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.911767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:23.941291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Transition to ACTIVE for port object a500c31a-16a5-4186-9153-95d5c4627194 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:23.996986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Transition to ACTIVE for port object a500c31a-16a5-4186-9153-95d5c4627194 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:24.008406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.073806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.1 (be57bcb7-c32e-4f75-8f26-912b7eb838f5/6de7ff8e-c31e-4e27-beb6-30d55e00cdf5/2be3beb8-0758-495e-9492-cbce317813e6) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:27:24.091341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:24.092150 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Pushing event updated for resources: {'Port': ['ID=a500c31a-16a5-4186-9153-95d5c4627194,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:24.096943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:24.099050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:27:24.194133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:20Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:24.202830 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594c87-8b1b-4fc5-82a0-139a2bd35532 None None] The sync data for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv is: [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:20Z', 'revision_number': 3, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:27:24.205782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Attempting to bind port a500c31a-16a5-4186-9153-95d5c4627194 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:27:24.206314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Attempting to bind port a500c31a-16a5-4186-9153-95d5c4627194 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:27:24.206730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Attempting to bind port a500c31a-16a5-4186-9153-95d5c4627194 on network be57bcb7-c32e-4f75-8f26-912b7eb838f5 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:27:24.212657 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:27:24.213113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Checking segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:27:24.213571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.213937 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Bound using segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:27:24.214387 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Bound port: a500c31a-16a5-4186-9153-95d5c4627194, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:27:24.214772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.240505 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.257215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 2be3beb8-0758-495e-9492-cbce317813e6 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:24.282035 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.315354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] For port a500c31a-16a5-4186-9153-95d5c4627194, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:27:24.319366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] For port a500c31a-16a5-4186-9153-95d5c4627194, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a500c31a-16a5-4186-9153-95d5c4627194,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:27:24.324010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.412852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e761a1-f136-44b6-8377-c5cc26565714 None None] Pushing event updated for resources: {'Port': ['ID=a500c31a-16a5-4186-9153-95d5c4627194,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:24.529834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:24.534599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:24.539108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:27:24.582447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:24.612974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.727020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 592eb574-2093-4e1e-8583-42c3d66e5fa0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:24.825890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 592eb574-2093-4e1e-8583-42c3d66e5fa0 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:24.832512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 592eb574-2093-4e1e-8583-42c3d66e5fa0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:24.832984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.951463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.969358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:24.990491 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 592eb574-2093-4e1e-8583-42c3d66e5fa0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=592eb574-2093-4e1e-8583-42c3d66e5fa0,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:24.995342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:25.095357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=592eb574-2093-4e1e-8583-42c3d66e5fa0,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:25.118673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:25.480408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:25.486504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:25.559029 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1e125-68ed-4fcc-86b6-bc983a5a5384 None None] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:27:25.614991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:25.618548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:25.657000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-629e36f0-822b-4db7-8901-01846e2c2b0e None None] Provisioning for port a500c31a-16a5-4186-9153-95d5c4627194 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:25.782946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:25.784202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:25.983765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:27:26.110494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e36004c3-077d-4347-9ee0-65356fe87a0a None None] Provisioning for port 2be3beb8-0758-495e-9492-cbce317813e6 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:26.116006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e36004c3-077d-4347-9ee0-65356fe87a0a None None] Provisioning complete for port 2be3beb8-0758-495e-9492-cbce317813e6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:26.116455 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e36004c3-077d-4347-9ee0-65356fe87a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:26.186118 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e36004c3-077d-4347-9ee0-65356fe87a0a None None] Port 2be3beb8-0758-495e-9492-cbce317813e6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:27:26.307785 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-82228613-5f56-4992-be37-0aa7bda29b0e None None] Provisioning complete for port 2be3beb8-0758-495e-9492-cbce317813e6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:26.308177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-82228613-5f56-4992-be37-0aa7bda29b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:26.313892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:27:26.324343 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Sync routers for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:27:26.330420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e7617518-ccb7-455c-80c3-af925d351bb9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/7c2c7759-6567-43a1-b91d-6a0214fdf9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6945593 Feb 17 23:27:26.336524 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:26.337555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:26.375317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-82228613-5f56-4992-be37-0aa7bda29b0e None None] Port 2be3beb8-0758-495e-9492-cbce317813e6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:27:26.495348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-7a2b110e-a65f-4f3b-b8fb-3681d5297b52 None None] Provisioning complete for port 2be3beb8-0758-495e-9492-cbce317813e6 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:26.495714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7a2b110e-a65f-4f3b-b8fb-3681d5297b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:26.519306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-de91ffed-a413-4dc3-adf2-fb7b1f62afcc tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334928816&fields=id&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 267 time: 0.0413628 Feb 17 23:27:26.535530 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:26.555038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b110e-a65f-4f3b-b8fb-3681d5297b52 None None] Port 2be3beb8-0758-495e-9492-cbce317813e6 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:27:26.684245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-71abaa61-9bcf-4713-9e98-73bf8d1a7b90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:26.684839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0f90c957-c387-45c4-b8df-1e078753b97c req-71abaa61-9bcf-4713-9e98-73bf8d1a7b90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:27:26.702640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0f90c957-c387-45c4-b8df-1e078753b97c req-71abaa61-9bcf-4713-9e98-73bf8d1a7b90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:27:26.704192 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-71abaa61-9bcf-4713-9e98-73bf8d1a7b90 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 797 time: 0.1781161 Feb 17 23:27:26.705710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 592eb574-2093-4e1e-8583-42c3d66e5fa0 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:26.721263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-227155f1-1a20-4c72-9d89-20aaafaec5ca tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/quotas/a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 375 time: 0.0098522 Feb 17 23:27:26.780168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 592eb574-2093-4e1e-8583-42c3d66e5fa0 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:26.780831 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:26.809839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0f90c957-c387-45c4-b8df-1e078753b97c req-ccc7f5c3-fd0b-4e92-a9f7-fa88b0970fce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:27:26.826120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-0f90c957-c387-45c4-b8df-1e078753b97c req-ccc7f5c3-fd0b-4e92-a9f7-fa88b0970fce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:27:26.827671 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-ccc7f5c3-fd0b-4e92-a9f7-fa88b0970fce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004465 Feb 17 23:27:26.888711 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:25Z', 'revision_number': 2, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:26.893665 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Checking router: 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:27:26.894057 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Updating router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 port 2be3beb8-0758-495e-9492-cbce317813e6 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:27:26.895264 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-eec9ce32-ccd4-40e9-8358-32d949ae108d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:27:26.896420 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-eec9ce32-ccd4-40e9-8358-32d949ae108d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543487 Feb 17 23:27:26.945974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a500c31a-16a5-4186-9153-95d5c4627194 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:26.949369 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.018939 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a500c31a-16a5-4186-9153-95d5c4627194 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:27.024100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a500c31a-16a5-4186-9153-95d5c4627194 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:27.024590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.039532 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-e949d244-8b32-4318-9e46-0cd096d05503 service neutron] 10.222.0.42 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367018 Feb 17 23:27:27.149325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.182616 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port a500c31a-16a5-4186-9153-95d5c4627194, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a500c31a-16a5-4186-9153-95d5c4627194,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:27.187208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.196656 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-321c3a60-51e9-4827-b3b5-46f8df140639 service neutron] 10.222.0.42 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497660 Feb 17 23:27:27.268446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=a500c31a-16a5-4186-9153-95d5c4627194,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:27.342864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.355834 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Transition to ACTIVE for port object 2be3beb8-0758-495e-9492-cbce317813e6 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:27.363250 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.398135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d96dd125-93af-42a5-850c-43817f095431 req-25357ea4-b9bf-4b88-8feb-6a16292bdfa9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 210 time: 0.0516033 Feb 17 23:27:27.504196 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Pushing event updated for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:27.512966 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.513329 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.513661 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.514007 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.514307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.515111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.515111 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.515285 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.515526 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.516251 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.516555 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.516865 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:27:27.645871 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Attempting to bind port 2be3beb8-0758-495e-9492-cbce317813e6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:27:27.646228 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Attempting to bind port 2be3beb8-0758-495e-9492-cbce317813e6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:27:27.646983 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Attempting to bind port 2be3beb8-0758-495e-9492-cbce317813e6 on network be57bcb7-c32e-4f75-8f26-912b7eb838f5 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:27:27.652914 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:27:27.653302 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Checking segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:27:27.653695 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.654073 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Bound using segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:27:27.654516 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Bound port: 2be3beb8-0758-495e-9492-cbce317813e6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:27:27.654873 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.747641 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] For port 2be3beb8-0758-495e-9492-cbce317813e6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:27:27.750674 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] For port 2be3beb8-0758-495e-9492-cbce317813e6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2be3beb8-0758-495e-9492-cbce317813e6,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:27:27.755386 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:27.836480 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:27.837120 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:27.898587 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890e3c-5f4d-467f-9192-e0bbe97c7153 None None] Pushing event updated for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=4']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:28.037184 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:28.366642 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:27Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:28.371459 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409d237-c289-4166-8cb8-f7da228f1644 None None] The sync data for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv is: [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:27Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:27:28.488677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-ab50f490-7ef7-4813-9595-d9aa79704775 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:28.490389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-ab50f490-7ef7-4813-9595-d9aa79704775 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 797 time: 0.1855857 Feb 17 23:27:28.587469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f49b05f0-ddf4-4e60-aec9-ce03bf11d874 req-c8acf5c5-fb8a-4811-a87a-834d1657d1e6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 210 time: 0.0558331 Feb 17 23:27:28.607593 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-a8ebaf57-103b-473f-aa2b-438315ad6b83 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ab41d065164fea80da9acd581f80f7 HTTP/1.1" status: 200 len: 379 time: 0.1078403 Feb 17 23:27:28.624327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'port': {'device_id': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'admin_state_up': True, 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'security_groups': ['0e09753b-839b-4105-8ea6-959b1166d623']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:28.711992 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:28.738543 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2be3beb8-0758-495e-9492-cbce317813e6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:28.780667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:28.791410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:28.803088 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Made reservation on behalf of a3ab41d065164fea80da9acd581f80f7 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:27:28.806777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:28.825409 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 2be3beb8-0758-495e-9492-cbce317813e6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:28.831589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2be3beb8-0758-495e-9492-cbce317813e6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:28.832038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:28.959988 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:28.999121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 2be3beb8-0758-495e-9492-cbce317813e6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2be3beb8-0758-495e-9492-cbce317813e6,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:29.001443 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.20.0.9 (be57bcb7-c32e-4f75-8f26-912b7eb838f5/6de7ff8e-c31e-4e27-beb6-30d55e00cdf5/16310cd5-cc20-4fd7-b375-6ee2cefd10aa) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:27:29.005021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.007170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a500c31a-16a5-4186-9153-95d5c4627194 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:29.144339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:29.155162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a500c31a-16a5-4186-9153-95d5c4627194 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:29.155525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.231995 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.249807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Transition to ACTIVE for port object 16310cd5-cc20-4fd7-b375-6ee2cefd10aa will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:29.281406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.353535 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:29.357239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:29.361629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:27:29.404572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:29.435554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:29.436209 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.464884 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bc83c23b-4b08-4341-94bb-0cf1ae9fa893 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443942 Feb 17 23:27:29.476919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Request body: {'port': {'device_id': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:29.604988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.648497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-84d631eb-d829-4658-810e-ad84c4bd083a None None] Provisioning for port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:29.660893 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-84d631eb-d829-4658-810e-ad84c4bd083a None None] Provisioning complete for port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:29.661208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-84d631eb-d829-4658-810e-ad84c4bd083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:29.716220 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-84d631eb-d829-4658-810e-ad84c4bd083a None None] Port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:27:29.930638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c50c-8711-4996-ab4d-b3a953ea2472 req-032f762d-94cc-4a1d-8f48-d5a2714b7249 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:29.931271 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5ee4c50c-8711-4996-ab4d-b3a953ea2472 req-032f762d-94cc-4a1d-8f48-d5a2714b7249 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:27:29.969881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-5ee4c50c-8711-4996-ab4d-b3a953ea2472 req-032f762d-94cc-4a1d-8f48-d5a2714b7249 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:27:29.971349 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5ee4c50c-8711-4996-ab4d-b3a953ea2472 req-032f762d-94cc-4a1d-8f48-d5a2714b7249 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 931 time: 0.2367699 Feb 17 23:27:30.072951 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5ee4c50c-8711-4996-ab4d-b3a953ea2472 req-03f1d422-afd5-4c9c-985b-849457e0a056 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947411 Feb 17 23:27:30.075073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16310cd5-cc20-4fd7-b375-6ee2cefd10aa {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:27:30.083475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.098447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Transition to ACTIVE for port object 16310cd5-cc20-4fd7-b375-6ee2cefd10aa will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:27:30.102064 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.263248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Pushing event updated for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:30.446544 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Attempting to bind port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:27:30.446791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Attempting to bind port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:27:30.447109 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Attempting to bind port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa on network be57bcb7-c32e-4f75-8f26-912b7eb838f5 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:27:30.451674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa on network be57bcb7-c32e-4f75-8f26-912b7eb838f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:27:30.451987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Attempting to bind port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa on network be57bcb7-c32e-4f75-8f26-912b7eb838f5 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:27:30.457180 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:27:30.457442 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Checking segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:27:30.457824 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Bound using segment: {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:27:30.458246 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Bound port: 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063ae7d8-3937-47b5-8771-9f932d257f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:27:30.458577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.552992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:27:30.555888 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:27:30.560415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.621801 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:30.622423 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.623784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] 10.222.0.43 "PUT /v2.0/ports/16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 1093 time: 1.1519876 Feb 17 23:27:30.624244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:30.635886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2be3beb8-0758-495e-9492-cbce317813e6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:30.648031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec6b81-9cd0-4ad7-acf9-2b40c896356b service neutron] Pushing event updated for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:30.712169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'status': 'completed', 'code': 200} Feb 17 23:27:30.721346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 2be3beb8-0758-495e-9492-cbce317813e6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:30.721896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:30.761979 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-7b961bd5-29fa-4175-8578-35bf95f74e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:30.763473 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-7b961bd5-29fa-4175-8578-35bf95f74e92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1096 time: 0.0882726 Feb 17 23:27:30.835286 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-598b04ed-c364-4c0e-9e64-8a0aa888ded3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 217 time: 0.0649655 Feb 17 23:27:30.903407 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-3437e1bf-ef8f-4179-b092-e89ff89c7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:30.904850 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-3437e1bf-ef8f-4179-b092-e89ff89c7b44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0636790 Feb 17 23:27:30.980226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c957-c387-45c4-b8df-1e078753b97c req-a88c77ba-a98d-4120-8735-b19c26b47011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:30.981792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-a88c77ba-a98d-4120-8735-b19c26b47011 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711644 Feb 17 23:27:31.127936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-b4d03380-1a8a-477a-aa64-7c19e33f9b15 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392107 Feb 17 23:27:31.314845 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f90c957-c387-45c4-b8df-1e078753b97c req-c0bc9680-4a5d-459c-aaa9-d6c3fb33eba3 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815808 Feb 17 23:27:31.334350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9643a-8640-45f6-8095-a818404cb227 req-4c7c4396-f7d1-4051-b8b6-d32d10cb79f7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:31.336210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38f9643a-8640-45f6-8095-a818404cb227 req-4c7c4396-f7d1-4051-b8b6-d32d10cb79f7 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 943 time: 0.1339686 Feb 17 23:27:31.425443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38f9643a-8640-45f6-8095-a818404cb227 req-ca3c5979-1716-4857-90b7-10998330fc7b tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828631 Feb 17 23:27:31.450958 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-106d755f-6a1f-456e-9e7a-ff0fd61becd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:31.452408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-106d755f-6a1f-456e-9e7a-ff0fd61becd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1096 time: 0.0935929 Feb 17 23:27:31.584344 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-2f40b716-d86c-4c94-89d6-cb0b5530fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:31.585736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-2f40b716-d86c-4c94-89d6-cb0b5530fe67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 897 time: 0.1270971 Feb 17 23:27:31.658336 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-216a0283-b726-44bc-85f2-f0d916f61cfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 217 time: 0.0652213 Feb 17 23:27:31.719113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-a6b8cc71-827c-45bb-9690-c64291458296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:31.721114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-a6b8cc71-827c-45bb-9690-c64291458296 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0571198 Feb 17 23:27:31.802454 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-e3780461-2129-444a-bbdc-3c19a6946cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:31.803941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-e3780461-2129-444a-bbdc-3c19a6946cb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760355 Feb 17 23:27:31.935686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-3dfad17d-0323-4d1f-bb99-909ff46f30c6 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247785 Feb 17 23:27:32.178368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c7bc09c-30eb-4a3e-89d9-331baf271e4f req-ca47c84e-d4f0-4b19-88ca-1b81bc24f31f service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362435 Feb 17 23:27:32.618367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2cdce-7db6-438b-9754-6e7b48e97d8e req-fee9d5c6-94ca-4ef1-ad49-364d5c4a6301 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:32.619836 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16a2cdce-7db6-438b-9754-6e7b48e97d8e req-fee9d5c6-94ca-4ef1-ad49-364d5c4a6301 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 943 time: 0.0809307 Feb 17 23:27:32.665463 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-16a2cdce-7db6-438b-9754-6e7b48e97d8e req-89adc32d-6eaa-4d14-a8eb-acb863ecc75d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Feb 17 23:27:33.723357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16310cd5-cc20-4fd7-b375-6ee2cefd10aa details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:27:33.863749 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656cdb3-3be7-4854-98a8-fd011fddc898 req-17a5f485-798c-48bd-98f0-94a8ee3cc41c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:33.865243 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4656cdb3-3be7-4854-98a8-fd011fddc898 req-17a5f485-798c-48bd-98f0-94a8ee3cc41c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 943 time: 0.0909321 Feb 17 23:27:33.865635 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:33.879128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'port_id': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'mac_address': 'fa:16:3e:02:45:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:27:33.910649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4656cdb3-3be7-4854-98a8-fd011fddc898 req-db548953-82cf-44ef-81ea-7b496c3b0562 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394585 Feb 17 23:27:33.935798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:33.953528 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16310cd5-cc20-4fd7-b375-6ee2cefd10aa {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:27:33.969104 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:33.973352 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:34.042542 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:34.175581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['16310cd5-cc20-4fd7-b375-6ee2cefd10aa'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:27:35.105641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2657-fc3c-4f73-8489-33932d54cf36 req-58e5eb09-653f-414c-a7d4-336be6012437 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:35.107139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9ba2657-fc3c-4f73-8489-33932d54cf36 req-58e5eb09-653f-414c-a7d4-336be6012437 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 944 time: 0.0803158 Feb 17 23:27:35.154987 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9ba2657-fc3c-4f73-8489-33932d54cf36 req-4dfeb5a5-d2f6-455f-8c17-ed977ccd8592 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Feb 17 23:27:35.723497 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16310cd5-cc20-4fd7-b375-6ee2cefd10aa up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:27:35.795259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:27:35.800531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:35.800891 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:35.944260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:35.971954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:35.981984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:27:35.986367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:36.024595 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'code': 200} Feb 17 23:27:36.059270 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:36.245530 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8754e-8f94-4b9b-ad7f-816f4af1b1f4 req-81b485ff-a17a-4ee6-ba4d-4bac321b24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:36.246907 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5be8754e-8f94-4b9b-ad7f-816f4af1b1f4 req-81b485ff-a17a-4ee6-ba4d-4bac321b24a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1098 time: 0.0696781 Feb 17 23:27:36.333556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5be8754e-8f94-4b9b-ad7f-816f4af1b1f4 req-b6f48975-95f8-4726-9463-459bdd18b875 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796685 Feb 17 23:27:36.364737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4904ad-d0b7-4eae-9bde-ae47ef15a42b req-6daea4be-7046-488e-9211-2b7c937157e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:36.366186 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c4904ad-d0b7-4eae-9bde-ae47ef15a42b req-6daea4be-7046-488e-9211-2b7c937157e5 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.1006076 Feb 17 23:27:36.410367 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c4904ad-d0b7-4eae-9bde-ae47ef15a42b req-42a0db9a-3060-45c3-b184-eabad36031e8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384960 Feb 17 23:27:37.604578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe10c7-217a-4747-8768-9b2f6eb4ca28 req-41b6e795-9840-422c-9443-803306f5c63c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:37.606026 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6cfe10c7-217a-4747-8768-9b2f6eb4ca28 req-41b6e795-9840-422c-9443-803306f5c63c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0796735 Feb 17 23:27:37.651035 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6cfe10c7-217a-4747-8768-9b2f6eb4ca28 req-07d92d76-eb8f-4b54-a879-70c13359e440 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394003 Feb 17 23:27:37.841527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bc1d8-489d-4125-bbe3-326c0f2ce49f req-347316ef-2e4f-433f-8434-54feb8fb6652 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:37.842885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-760bc1d8-489d-4125-bbe3-326c0f2ce49f req-347316ef-2e4f-433f-8434-54feb8fb6652 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0886736 Feb 17 23:27:37.888762 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-760bc1d8-489d-4125-bbe3-326c0f2ce49f req-712d8054-67a5-423c-aace-735dd0ea3e95 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Feb 17 23:27:37.912415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43504) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:37.984378 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1dddd-0f34-45a9-b7dd-5b27234b5145 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:37.987369 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-60a1dddd-0f34-45a9-b7dd-5b27234b5145 tempest-TestNetworkAdvancedServerOps-1868918328 tempest-TestNetworkAdvancedServerOps-1868918328-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1093 time: 0.0725560 Feb 17 23:27:37.989350 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43508) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:37.994257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:27:38.000329 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:27:38.004195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Usage tracker for resource:floatingip and tenant:a3ab41d065164fea80da9acd581f80f7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:27:38.007031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:27:38.012577 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:27:38.023682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:38.167349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:38.307821 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Allocated IP 172.26.7.223 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/5c00f681-d1b8-412d-bd77-4451e0c9452f) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:27:38.455741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:38.484372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:38.551559 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:27:38.554331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:27:38.558312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:27:38.593482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=5c00f681-d1b8-412d-bd77-4451e0c9452f,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:39.092702 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:39.166791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:39.380848 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:39.385338 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:39.491175 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event updated for resources: {'Port': ['ID=5c00f681-d1b8-412d-bd77-4451e0c9452f,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:39.508045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:39.693217 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP ca6b689c-04e6-414d-bc9b-b3298122ce37 associated. External IP: 172.26.7.223, port: 16310cd5-cc20-4fd7-b375-6ee2cefd10aa. Feb 17 23:27:40.051909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:27:40.233991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:27:40.249298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Sync routers for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:27:40.260091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:40.260506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:40.261162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:40.323548 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-c334e2ff-8008-44f0-b8ee-068891f26f05 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3330350 Feb 17 23:27:40.324096 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:40.378737 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'status': 'completed', 'code': 200} Feb 17 23:27:40.471313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:40.530982 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68128-1729-42a1-8acb-d43d13de981d req-e6721670-2885-4d99-8f72-63a153ebe2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:40.532455 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-e6721670-2885-4d99-8f72-63a153ebe2ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1098 time: 0.1291976 Feb 17 23:27:40.691466 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75407-673c-42b3-a64b-40c469ca3e58 req-f670070d-57a8-463c-ba2a-9c0c770449f8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:40.692926 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19f75407-673c-42b3-a64b-40c469ca3e58 req-f670070d-57a8-463c-ba2a-9c0c770449f8 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.2510543 Feb 17 23:27:40.811146 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-19f75407-673c-42b3-a64b-40c469ca3e58 req-1171f90b-b08d-4cf1-9ed4-651cf3f901e0 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762684 Feb 17 23:27:40.835075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'ca6b689c-04e6-414d-bc9b-b3298122ce37', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'port_id': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'mac_address': 'fa:16:3e:02:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:27:38Z', 'updated_at': '2022-02-17T23:27:38Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:40.837295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43516) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:40.837798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Checking router: 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:27:40.837892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68128-1729-42a1-8acb-d43d13de981d req-ce394f0f-11c9-4e26-90c7-ae5da098ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:40.839180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-ce394f0f-11c9-4e26-90c7-ae5da098ca28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 897 time: 0.3009326 Feb 17 23:27:40.847268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:27:40.847878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:40.944458 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-9715a174-775e-4756-a6ee-ff1f5074098a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 999 time: 0.0990193 Feb 17 23:27:40.947919 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-cea1bab4-895d-4c39-a088-0ef8045a45ee tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/ca6b689c-04e6-414d-bc9b-b3298122ce37 HTTP/1.1" status: 200 len: 991 time: 0.1095114 Feb 17 23:27:41.011833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68128-1729-42a1-8acb-d43d13de981d req-b4b0d275-188e-416e-9544-c10b0b85aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:41.013323 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-b4b0d275-188e-416e-9544-c10b0b85aa07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0633168 Feb 17 23:27:41.031743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:27:41.087872 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68128-1729-42a1-8acb-d43d13de981d req-073892f2-f45a-45c6-bc21-1e7e642e9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:41.089272 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-073892f2-f45a-45c6-bc21-1e7e642e9bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705404 Feb 17 23:27:41.226008 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-23be58c1-0349-4623-b8d6-aae39d0ffa8c service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289651 Feb 17 23:27:41.367373 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4b68128-1729-42a1-8acb-d43d13de981d req-891a5503-2519-4604-9cfd-63fba978627b service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359518 Feb 17 23:27:41.387942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'ca6b689c-04e6-414d-bc9b-b3298122ce37', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'port_id': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'mac_address': 'fa:16:3e:02:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:27:38Z', 'updated_at': '2022-02-17T23:27:38Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:27:41.392881 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce4e00-ae4c-4f48-8c35-b1e78ba809e0 None None] The sync data for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv is: [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'ca6b689c-04e6-414d-bc9b-b3298122ce37', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'port_id': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'mac_address': 'fa:16:3e:02:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:27:38Z', 'updated_at': '2022-02-17T23:27:38Z', 'revision_number': 0, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:27:41.582838 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb521ac-9982-44df-95ed-ac2093401dbc None None] New status for floating IP ca6b689c-04e6-414d-bc9b-b3298122ce37: ACTIVE {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:27:41.949974 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43520) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:27:42.056649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-af59d377-de4e-48d8-acfa-de0280f25803 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/ca6b689c-04e6-414d-bc9b-b3298122ce37 HTTP/1.1" status: 200 len: 993 time: 0.1054800 Feb 17 23:27:44.587136 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:27:50.179346 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9ced5132-9b7a-424c-9dce-0acffad781ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:52.443222 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-27136c22-2bd1-4b55-8b55-8ba116345456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:53.449096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:53.654165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:55.102389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:27:58.724492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:01.096321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-ba469367-e1da-4d59-9f61-2cbc60c7bed7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809917 Feb 17 23:28:01.260945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-53e16000-3de4-479c-a1ea-1f2c9592f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:01.262542 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-53e16000-3de4-479c-a1ea-1f2c9592f5ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1098 time: 0.0761824 Feb 17 23:28:01.420080 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-e1218691-88cd-463e-8518-d7286deef998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:01.421790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-e1218691-88cd-463e-8518-d7286deef998 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 897 time: 0.1366391 Feb 17 23:28:01.531190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-962dfb11-c8d6-419b-a3eb-0691eb2b5276 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 1001 time: 0.1031439 Feb 17 23:28:01.595583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-ed0e99b8-ecae-4e7d-b388-668a59493e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:01.597119 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-ed0e99b8-ecae-4e7d-b388-668a59493e20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0601625 Feb 17 23:28:01.681723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-9133fdc3-ad36-4f6a-8657-c0f4cfbe7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:01.683369 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-9133fdc3-ad36-4f6a-8657-c0f4cfbe7904 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800102 Feb 17 23:28:01.823693 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-8cef9a28-e43a-4a27-8a6c-8e89d01b9495 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327858 Feb 17 23:28:02.080213 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3348d881-ff9a-4b48-ba9c-122d612c0f4d req-6f88d9bf-c3b2-4980-ba77-b83f5c4b5936 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495058 Feb 17 23:28:09.184253 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c8c0a-17c8-415e-b1dd-0d0d85716133 req-cd01a687-9f20-410b-a79a-1092047687ab tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:09.185752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-249c8c0a-17c8-415e-b1dd-0d0d85716133 req-cd01a687-9f20-410b-a79a-1092047687ab tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0898347 Feb 17 23:28:09.234366 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-249c8c0a-17c8-415e-b1dd-0d0d85716133 req-1933dc0d-9ac9-4347-bd72-c3d36697554e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 Feb 17 23:28:10.433332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4bd9c-af06-494b-94a6-3c3e031fb89b req-6e4d82af-c9a4-4b67-a105-529ee6dcf364 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:10.434719 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70e4bd9c-af06-494b-94a6-3c3e031fb89b req-6e4d82af-c9a4-4b67-a105-529ee6dcf364 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0906796 Feb 17 23:28:10.483989 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-70e4bd9c-af06-494b-94a6-3c3e031fb89b req-9bc025b5-8a3e-4f22-b2a4-685773c7e100 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Feb 17 23:28:10.509095 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43538) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:10.623638 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-8e1db5cb-34de-4f94-aeec-8a724eadef54 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/ca6b689c-04e6-414d-bc9b-b3298122ce37 HTTP/1.1" status: 200 len: 993 time: 0.1130025 Feb 17 23:28:12.320036 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-207554d4-96f3-4b4c-a83e-20eec79d60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:12.321474 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-207554d4-96f3-4b4c-a83e-20eec79d60d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1098 time: 0.1522114 Feb 17 23:28:12.334714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d5ccb-a534-4550-b534-d85eb4e9d8d5 req-613c4dea-dfee-4f07-accf-f0f27d1b8de4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:12.336289 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe0d5ccb-a534-4550-b534-d85eb4e9d8d5 req-613c4dea-dfee-4f07-accf-f0f27d1b8de4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.1310363 Feb 17 23:28:12.475686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fe0d5ccb-a534-4550-b534-d85eb4e9d8d5 req-8315f123-dd15-4d9d-b0a9-97a58dc7cfd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191730 Feb 17 23:28:12.520283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-b59a6b87-a0fb-4738-bc69-40dcdcda0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:12.521820 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-b59a6b87-a0fb-4738-bc69-40dcdcda0eaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 897 time: 0.1846256 Feb 17 23:28:12.636726 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-b6b3abb0-f2c8-4814-a3bc-22a0ad594bda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 1001 time: 0.1088927 Feb 17 23:28:12.711894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-c2b12f53-accb-4120-9a75-11685d149ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:12.713456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-c2b12f53-accb-4120-9a75-11685d149ab3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0702660 Feb 17 23:28:12.805817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-9af426ae-56be-4064-81a4-e5e609cbb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:12.807414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-9af426ae-56be-4064-81a4-e5e609cbb499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875678 Feb 17 23:28:12.963107 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-693109eb-2cb3-4d39-8b8a-f49ff1a1d950 service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481714 Feb 17 23:28:13.116800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e3c2071c-b0bc-48ed-97ec-d0f66432fc1e req-deddca95-702a-43e3-824a-f392192caffb service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461036 Feb 17 23:28:13.710531 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e992-7efc-40ad-b0f7-f0b5b5c02e01 req-1f4cbf42-8e16-461a-add7-e0804740faf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:13.712152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9b7e992-7efc-40ad-b0f7-f0b5b5c02e01 req-1f4cbf42-8e16-461a-add7-e0804740faf2 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.1048849 Feb 17 23:28:13.768991 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f9b7e992-7efc-40ad-b0f7-f0b5b5c02e01 req-b5c229d8-9f16-4254-add5-adaf4a23cbdf tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506115 Feb 17 23:28:14.972548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2aae4-58c0-415f-8a1f-8b95685e1c26 req-5d8de4be-a7ec-4233-9dbb-9c804821e7d9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:14.974170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2b2aae4-58c0-415f-8a1f-8b95685e1c26 req-5d8de4be-a7ec-4233-9dbb-9c804821e7d9 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0898542 Feb 17 23:28:15.031897 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b2b2aae4-58c0-415f-8a1f-8b95685e1c26 req-90d8fd6f-395a-4e30-949a-c4f4f2981033 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467830 Feb 17 23:28:15.059406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43552) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:15.177024 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5d6ecddb-4849-4832-b852-b73ea8516a60 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/floatingips/ca6b689c-04e6-414d-bc9b-b3298122ce37 HTTP/1.1" status: 200 len: 993 time: 0.1107175 Feb 17 23:28:15.511757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43560) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:15.854086 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 5c00f681-d1b8-412d-bd77-4451e0c9452f {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:28:15.854428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:16.039923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:16.040742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:16.182646 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 5c00f681-d1b8-412d-bd77-4451e0c9452f owned by network:floatingip {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:28:16.340362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:16.393731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=5c00f681-d1b8-412d-bd77-4451e0c9452f,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:16.442116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.442366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.442695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.443043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.443370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.443698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.444023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.444349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.444674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.445000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.445360 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.445674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:16.507915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:16.508411 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Floating IP ca6b689c-04e6-414d-bc9b-b3298122ce37 disassociated (deleted). External IP: 172.26.7.223, port: 16310cd5-cc20-4fd7-b375-6ee2cefd10aa. Feb 17 23:28:16.896831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:28:17.090012 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:17.100961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Sync routers for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:17.114341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:17.115038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:17.117411 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:17.180913 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e06f4646-a278-4dec-a81b-a5ce3c29fc72 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/floatingips/ca6b689c-04e6-414d-bc9b-b3298122ce37 HTTP/1.1" status: 204 len: 168 time: 1.6679549 Feb 17 23:28:17.181467 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:17.249683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'status': 'completed', 'code': 200} Feb 17 23:28:17.394458 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:17.510726 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-6ab988b1-a97d-4366-847a-a39b1f0c291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:17.512697 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-6ab988b1-a97d-4366-847a-a39b1f0c291c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3ab41d065164fea80da9acd581f80f7&device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 1098 time: 0.2393792 Feb 17 23:28:17.714145 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-56292ae8-861e-4402-a603-87466740552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:17.715574 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-56292ae8-861e-4402-a603-87466740552a service neutron] 10.222.0.43 "GET /v2.0/networks?id=be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 200 len: 897 time: 0.1963937 Feb 17 23:28:17.731960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee865db-ad0e-4bd3-b61d-25d662dde1fe req-9c8eb6d6-1bc9-4f4a-a379-7edd0ad82cce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:17.732666 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8ee865db-ad0e-4bd3-b61d-25d662dde1fe req-9c8eb6d6-1bc9-4f4a-a379-7edd0ad82cce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:28:17.807316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-d90f249b-45d4-47da-8301-bd82fe221b24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 200 len: 217 time: 0.0833561 Feb 17 23:28:17.850550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-8ee865db-ad0e-4bd3-b61d-25d662dde1fe req-9c8eb6d6-1bc9-4f4a-a379-7edd0ad82cce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:28:17.851720 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ee865db-ad0e-4bd3-b61d-25d662dde1fe req-9c8eb6d6-1bc9-4f4a-a379-7edd0ad82cce tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.2608147 Feb 17 23:28:17.912635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-ff63e99d-44eb-4e2f-95dc-af8b11153e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:17.914190 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-ff63e99d-44eb-4e2f-95dc-af8b11153e2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 200 len: 835 time: 0.0987720 Feb 17 23:28:17.923825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:17.929742 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Checking router: 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:17.945021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:17.946094 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:27:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:17.962350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ee865db-ad0e-4bd3-b61d-25d662dde1fe req-b16ea3ee-b6f7-49b4-93d9-0fdf58e325fc tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025572 Feb 17 23:28:18.009045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-502efc7c-334d-4bf7-ac07-ae9368c4aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:18.011000 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-502efc7c-334d-4bf7-ac07-ae9368c4aea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be57bcb7-c32e-4f75-8f26-912b7eb838f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901632 Feb 17 23:28:18.178558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:18.193397 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-355cd96e-a327-4b42-8045-6cc19ad181be service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744044 Feb 17 23:28:18.341359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c8523036-6d46-4f3a-bf1d-5f06a6ce8007 req-634d3574-b9bd-47f2-a607-eb14229944de service neutron] 10.222.0.43 "GET /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404731 Feb 17 23:28:18.530052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:18.534692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb3876-15de-4fa7-9648-abb9ac179b7b None None] The sync data for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv is: [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '2be3beb8-0758-495e-9492-cbce317813e6', 'name': '', 'network_id': 'be57bcb7-c32e-4f75-8f26-912b7eb838f5', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'mac_address': 'fa:16:3e:ab:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:23Z', 'updated_at': '2022-02-17T23:27:28Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'subnets': [{'id': '6de7ff8e-c31e-4e27-beb6-30d55e00cdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:18.773811 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ea1fa-6fa6-43b4-94ac-da1f5a1ffe4e None None] New status for floating IP ca6b689c-04e6-414d-bc9b-b3298122ce37: DOWN {{(pid=87697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:28:19.099891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-90f1e756-0269-4e01-9cc5-3df9a06b194c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:19.101688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-90f1e756-0269-4e01-9cc5-3df9a06b194c tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.0989189 Feb 17 23:28:19.225528 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:28:19.226207 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:19.333923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42390d-38be-43f7-8892-bacd6f3aff63 req-c3d21dab-2a6f-41f3-9e71-16bd8af0718e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:19.335524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac42390d-38be-43f7-8892-bacd6f3aff63 req-c3d21dab-2a6f-41f3-9e71-16bd8af0718e tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 945 time: 0.2317898 Feb 17 23:28:19.478355 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ac42390d-38be-43f7-8892-bacd6f3aff63 req-91f63497-78b1-47f2-aace-6d1dc14677b4 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e09753b-839b-4105-8ea6-959b1166d623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356380 Feb 17 23:28:19.556023 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:19.556561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:19.697266 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 16310cd5-cc20-4fd7-b375-6ee2cefd10aa owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:28:19.856226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:20.010554 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=16310cd5-cc20-4fd7-b375-6ee2cefd10aa,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:20.095516 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] No DVR routers for this DVR port 16310cd5-cc20-4fd7-b375-6ee2cefd10aa on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:28:20.098163 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:20.101204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'name': 'network-vif-deleted', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:20.119760 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cc248241-3466-4ebc-981b-9de57c9c1c10 req-db8338d8-c2dc-4c9e-8dc2-45d8fac33d1f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.43 "DELETE /v2.0/ports/16310cd5-cc20-4fd7-b375-6ee2cefd10aa HTTP/1.1" status: 204 len: 173 time: 0.9845040 Feb 17 23:28:20.153864 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fb6179-a9f2-4e3d-a142-dcec2e1372fd', 'name': 'network-vif-deleted', 'tag': '16310cd5-cc20-4fd7-b375-6ee2cefd10aa', 'status': 'completed', 'code': 200} Feb 17 23:28:20.181614 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9c12ee1d-8168-4dc7-b6f3-d51e1ebdf2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:20.648822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1d4f3b9b-31e3-4b20-bee5-cfad05021e21 req-f2eda028-a674-4d53-b935-c3fc586b2599 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Synchronizing usage tracker for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:28:20.665455 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1d4f3b9b-31e3-4b20-bee5-cfad05021e21 req-f2eda028-a674-4d53-b935-c3fc586b2599 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Unset dirty status for tenant:a3ab41d065164fea80da9acd581f80f7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:28:20.667037 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1d4f3b9b-31e3-4b20-bee5-cfad05021e21 req-f2eda028-a674-4d53-b935-c3fc586b2599 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fb6179-a9f2-4e3d-a142-dcec2e1372fd HTTP/1.1" status: 200 len: 210 time: 0.0623581 Feb 17 23:28:21.586552 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:28:21.767034 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43578) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:21.989229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16310cd5-cc20-4fd7-b375-6ee2cefd10aa no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:28:22.024915 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 16310cd5-cc20-4fd7-b375-6ee2cefd10aa {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:28:22.025579 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 16310cd5-cc20-4fd7-b375-6ee2cefd10aa not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:28:22.340878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:22.445478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-231ae23e-175f-4e25-8eba-a99c590a73a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:22.705075 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 2be3beb8-0758-495e-9492-cbce317813e6 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:28:22.705432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:22.899135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 2be3beb8-0758-495e-9492-cbce317813e6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=2be3beb8-0758-495e-9492-cbce317813e6,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:22.899813 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:23.137898 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 2be3beb8-0758-495e-9492-cbce317813e6 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:28:23.454954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:23.484432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:23.535318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=2be3beb8-0758-495e-9492-cbce317813e6,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:23.659369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:23.825104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.206515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:28:24.407127 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:24.416971 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Sync routers for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:24.424976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d8c35adb-8724-454f-9e4f-c4d169c6897d tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "PUT /v2.0/routers/7c2c7759-6567-43a1-b91d-6a0214fdf9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568041 Feb 17 23:28:24.427627 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43582) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:24.430522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:24.431140 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:24.496141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting subnet 6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 {{(pid=87695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:28:24.499093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.627294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:24.685405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60727499'] for subnet, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.774059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.848491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60729094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007734'] for subnet, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.887608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Subnet': ['ID=6de7ff8e-c31e-4e27-beb6-30d55e00cdf5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:24.892205 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:24.898636 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-90a96d98-f98d-4fe7-84cd-fa1537a4db4f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/subnets/6de7ff8e-c31e-4e27-beb6-30d55e00cdf5 HTTP/1.1" status: 204 len: 168 time: 0.4700286 Feb 17 23:28:24.901286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43586) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:24.919260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc036ca-fcec-469a-b313-7be79589d0ae None None] Network be57bcb7-c32e-4f75-8f26-912b7eb838f5 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:28:25.092588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.127369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:28:23Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:25.129363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.138847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Checking router: 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:25.153407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Routers {'7c2c7759-6567-43a1-b91d-6a0214fdf9c8'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:25.154047 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:25.300603 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.313403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Deleting port 592eb574-2093-4e1e-8583-42c3d66e5fa0 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:28:25.313675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.324904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] DHCP port deletion for be57bcb7-c32e-4f75-8f26-912b7eb838f5 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:28:25.340147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Deleting port a500c31a-16a5-4186-9153-95d5c4627194 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:28:25.340520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.411241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] Set router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:25.501566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] For port 592eb574-2093-4e1e-8583-42c3d66e5fa0, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=592eb574-2093-4e1e-8583-42c3d66e5fa0,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:25.501917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.627536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Calling delete_port for 592eb574-2093-4e1e-8583-42c3d66e5fa0 owned by network:router_gateway {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:28:25.765415 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] For port a500c31a-16a5-4186-9153-95d5c4627194, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a500c31a-16a5-4186-9153-95d5c4627194,segment=NetworkSegment(063ae7d8-3937-47b5-8771-9f932d257f72),segment_id=063ae7d8-3937-47b5-8771-9f932d257f72)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:25.766037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.800679 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:25.851482 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Port': ['ID=592eb574-2093-4e1e-8583-42c3d66e5fa0,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.915554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Calling delete_port for a500c31a-16a5-4186-9153-95d5c4627194 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:28:25.943389 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.052764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468'] for port, after_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.095970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:28:23Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:26.106901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Pushing event deleted for resources: {'Port': ['ID=a500c31a-16a5-4186-9153-95d5c4627194,revision_number=None']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:26.109998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] No DVR routers for this DVR port a500c31a-16a5-4186-9153-95d5c4627194 on host dv-neutron-805768-3-hyperv {{(pid=87696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:28:26.113006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35577ed-db7d-4216-aa16-8f8482c7bed3 None None] The sync data for ids ['7c2c7759-6567-43a1-b91d-6a0214fdf9c8'] in dv-neutron-805768-3-hyperv is: [{'id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19518960', 'tenant_id': 'a3ab41d065164fea80da9acd581f80f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:28:23Z', 'revision_number': 5, 'project_id': 'a3ab41d065164fea80da9acd581f80f7', 'gw_port': {'id': '592eb574-2093-4e1e-8583-42c3d66e5fa0', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c7759-6567-43a1-b91d-6a0214fdf9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:27:19Z', 'updated_at': '2022-02-17T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:26.122353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.122703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.123034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.123357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.123679 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.124488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.124488 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.124655 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.124924 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.125267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.125710 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.126005 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035ea69-fffe-47d1-a9d1-d2e490eb694e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:26.243117 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.245394 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.270463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.271282 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2c7759-6567-43a1-b91d-6a0214fdf9c8 {{(pid=87695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:28:26.290216 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.291316 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-d023f831-a3b8-4d2a-b529-15f8f2b54cd6 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/routers/7c2c7759-6567-43a1-b91d-6a0214fdf9c8 HTTP/1.1" status: 204 len: 168 time: 1.3891432 Feb 17 23:28:26.294190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43590) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:26.416981 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.562399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.596297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be57bcb7-c32e-4f75-8f26-912b7eb838f5']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:26.608957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063ae7d8-3937-47b5-8771-9f932d257f72') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:26.609295 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063ae7d8-3937-47b5-8771-9f932d257f72') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:26.621569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.638118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.644640 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:28:26.645027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:28:26.660086 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:28:26.740595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.757503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.768883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'Network': ['ID=be57bcb7-c32e-4f75-8f26-912b7eb838f5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:26.777292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ed11db2e-7651-4f96-b980-94d39f8c4590 tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/networks/be57bcb7-c32e-4f75-8f26-912b7eb838f5 HTTP/1.1" status: 204 len: 168 time: 0.4820199 Feb 17 23:28:26.779828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43594) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:26.847398 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.876917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.952316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.971866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2be3beb8-0758-495e-9492-cbce317813e6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:28:26.973211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09753b-839b-4105-8ea6-959b1166d623,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:26.982059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:26.986634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-ed867afa-4d53-46b7-b66b-6039dd824d8f tempest-TestNetworkAdvancedServerOps-1664184146 tempest-TestNetworkAdvancedServerOps-1664184146-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e09753b-839b-4105-8ea6-959b1166d623 HTTP/1.1" status: 204 len: 168 time: 0.2024789 Feb 17 23:28:27.019670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 2be3beb8-0758-495e-9492-cbce317813e6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:28:27.020326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 2be3beb8-0758-495e-9492-cbce317813e6 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:28:27.020437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 592eb574-2093-4e1e-8583-42c3d66e5fa0 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:28:27.056355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 592eb574-2093-4e1e-8583-42c3d66e5fa0 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:28:27.056696 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 592eb574-2093-4e1e-8583-42c3d66e5fa0 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:28:27.057250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a500c31a-16a5-4186-9153-95d5c4627194 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:28:27.091968 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a500c31a-16a5-4186-9153-95d5c4627194 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:28:27.092309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a500c31a-16a5-4186-9153-95d5c4627194 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:28:27.358791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43604) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:27.531428 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-b7bc1b02-13f6-4589-b0f2-fc29cae52f0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3ab41d065164fea80da9acd581f80f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713700 Feb 17 23:28:27.534479 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43610) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:27.593492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:27.621122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:27.677924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:27.694598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec39f6f-2516-4cdf-8255-335aaa179e93,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:27.702855 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:27.704795 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-bfc948d2-5607-4e3c-aab3-a0d26b7c8ac8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aec39f6f-2516-4cdf-8255-335aaa179e93 HTTP/1.1" status: 204 len: 168 time: 0.1691997 Feb 17 23:28:28.001359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43618) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:28.020091 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.035639 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:28.039711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Usage tracker for resource:security_group_rule and tenant:8bcfea9367dd4011bce2431fc6b0abce is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:28.042939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:28.050195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:28.139632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.143994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.197044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bcfea9367dd4011bce2431fc6b0abce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944036 Feb 17 23:28:28.197815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942df1-7fe3-49a5-9690-3e78e037cfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd33ea-1fb6-427f-b7b8-5c468d3afde8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:28.199865 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43622) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:28.267787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.294593 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.352901 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.368058 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd33ea-1fb6-427f-b7b8-5c468d3afde8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:28.379347 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.379692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.380023 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.380355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.380678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.381001 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.381351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.381675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.381996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.382312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.382629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.382945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:28.385729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:28.387002 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c5762158-9196-413e-8728-b30dfeaff2b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28fd33ea-1fb6-427f-b7b8-5c468d3afde8 HTTP/1.1" status: 204 len: 168 time: 0.1857457 Feb 17 23:28:28.738097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.170675 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43646) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:29.282984 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2066497663-network', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:29.287932 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:29.291743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Usage tracker for resource:network and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:29.294634 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:29.300467 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:29.311463 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Made reservation on behalf of 0717d1cb2b7f44598107e86337c4b1e5 for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:29.315127 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.328212 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.344470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:29.348285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:29.351230 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:29.357417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:29.446707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.450648 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.481797 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:28:29.490826 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986ddfa-d2cb-4d5d-8b9f-c5a95930ed58,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:29.496358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.496726 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Added segment 259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19 of type vlan for network b442944b-6f74-4dbe-b378-244ac02c8c68 Feb 17 23:28:29.524867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.557999 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.559219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:29.559786 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.662337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b442944b-6f74-4dbe-b378-244ac02c8c68,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:29.669463 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ab265b71-f5ea-4cb2-9264-8442686cc4e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4976716 Feb 17 23:28:29.673111 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43652) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:29.676932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network b442944b-6f74-4dbe-b378-244ac02c8c68 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:28:29.679134 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Request body: {'subnet': {'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2066497663-subnet', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:29.684545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:29.688822 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Usage tracker for resource:subnet and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:29.692066 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:29.698167 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:29.710695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Made reservation on behalf of 0717d1cb2b7f44598107e86337c4b1e5 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:29.713416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:29.931649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.008886 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e36996-1065-4ad3-a85b-e7033f6453de,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:30.024017 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Checking segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:30.024464 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Network hostable DHCP agents. Network: b442944b-6f74-4dbe-b378-244ac02c8c68, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:28:30.047527 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:28:30.059365 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, b442944b-6f74-4dbe-b378-244ac02c8c68) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:30.065925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:30.066862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.072086 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066f41c-a77a-40e0-b807-4f2692fb7def None None] Network b442944b-6f74-4dbe-b378-244ac02c8c68 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:28:30.091935 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f97ffaaa-fafb-43aa-8220-d921447aad0f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4176073 Feb 17 23:28:30.094878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43656) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:30.100033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:30.104986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:30.109035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Usage tracker for resource:router and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:30.112151 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:30.118069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:30.129583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.130697 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.150037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.331097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-b442944b-6f74-4dbe-b378-244ac02c8c68', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:28:30.331930 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.496490 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Allocated IP 172.20.0.2 (b442944b-6f74-4dbe-b378-244ac02c8c68/55e36996-1065-4ad3-a85b-e7033f6453de/5c6fd16a-860d-442d-904f-4ac478ee1997) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:30.561967 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.718177 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.734258 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Transition to ACTIVE for port object 5c6fd16a-860d-442d-904f-4ac478ee1997 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:30.756586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Transition to ACTIVE for port object 5c6fd16a-860d-442d-904f-4ac478ee1997 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:30.761925 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.833897 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:30.836793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:30.839238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:30.877048 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Pushing event updated for resources: {'Port': ['ID=5c6fd16a-860d-442d-904f-4ac478ee1997,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:30.892381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.923771 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.943484 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Attempting to bind port 5c6fd16a-860d-442d-904f-4ac478ee1997 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:30.943852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Attempting to bind port 5c6fd16a-860d-442d-904f-4ac478ee1997 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:30.944215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Attempting to bind port 5c6fd16a-860d-442d-904f-4ac478ee1997 on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:30.949519 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:30.949890 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Checking segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:30.950286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:30.950682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Bound using segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:30.951153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Bound port: 5c6fd16a-860d-442d-904f-4ac478ee1997, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:30.951509 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:31.048286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] For port 5c6fd16a-860d-442d-904f-4ac478ee1997, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:31.051570 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] For port 5c6fd16a-860d-442d-904f-4ac478ee1997, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c6fd16a-860d-442d-904f-4ac478ee1997,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:31.057551 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:31.070906 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Allocated IP 172.26.7.37 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:31.140682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ae07-68b4-40af-ac7f-e9c486f37db7 None None] Pushing event updated for resources: {'Port': ['ID=5c6fd16a-860d-442d-904f-4ac478ee1997,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:31.226202 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:31.259683 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:31.329470 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:31.332457 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:31.341193 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:31.389900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Pushing event updated for resources: {'Port': ['ID=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:31.892482 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:32.055067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50708ed-7c55-49cf-aa2a-1f782a1e8743 None None] Network b442944b-6f74-4dbe-b378-244ac02c8c68 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:28:32.152345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d9d2dcae-7a76-460f-96e6-bde0726c91e4 None None] Provisioning for port 5c6fd16a-860d-442d-904f-4ac478ee1997 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:32.243661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:32.457627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Router 376bfa06-92d0-4784-890d-090308e2cd3f is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:28:32.647616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:32.658104 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:32.668391 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:32.668998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:32.674149 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:32.675639 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3fb10c79-040a-479a-b00e-b12b544e8a94 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5797343 Feb 17 23:28:32.679869 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43660) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:32.688295 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c6fd16a-860d-442d-904f-4ac478ee1997 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:32.762373 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 5c6fd16a-860d-442d-904f-4ac478ee1997 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:32.767985 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5c6fd16a-860d-442d-904f-4ac478ee1997 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:32.768367 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:32.860409 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:32.933282 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:32.969493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 5c6fd16a-860d-442d-904f-4ac478ee1997, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c6fd16a-860d-442d-904f-4ac478ee1997,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:32.973398 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.046372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=5c6fd16a-860d-442d-904f-4ac478ee1997,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:33.161217 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:31Z', 'revision_number': 3, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:33.165317 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:33.165661 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Updating router 376bfa06-92d0-4784-890d-090308e2cd3f port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:28:33.227572 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.494196 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.558709 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.571454 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Transition to ACTIVE for port object 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:33.577902 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.658262 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Attempting to bind port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:33.658922 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Attempting to bind port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:33.659010 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Attempting to bind port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:33.666577 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Pushing event updated for resources: {'Port': ['ID=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:33.669876 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:33.670234 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:33.670620 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.670998 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:33.671448 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Bound port: 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:33.671860 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.705977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.706316 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.706654 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.706981 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.707305 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.707632 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.707952 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.708271 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.708584 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.709175 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.709288 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.709540 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:33.712122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Allocated IP 172.20.0.1 (b442944b-6f74-4dbe-b378-244ac02c8c68/55e36996-1065-4ad3-a85b-e7033f6453de/99cef81f-f015-44fe-9dc8-6d00447cd7dc) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:33.761874 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] For port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:33.764659 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] For port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:33.769044 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.844818 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:33.845440 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:33.868827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.885638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Transition to ACTIVE for port object 99cef81f-f015-44fe-9dc8-6d00447cd7dc will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:33.910401 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:33.927599 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23608-0ccc-44bd-a907-ca1c446f62e3 None None] Pushing event updated for resources: {'Port': ['ID=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:33.975063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:33.977902 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:33.982335 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:34.036469 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Pushing event updated for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:34.045780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.048777 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:34.220594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d556bd1c-71e5-43c5-8233-e4f64c018484 None None] Provisioning for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:34.226774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d556bd1c-71e5-43c5-8233-e4f64c018484 None None] Provisioning complete for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:34.227136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d556bd1c-71e5-43c5-8233-e4f64c018484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.285225 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-d556bd1c-71e5-43c5-8233-e4f64c018484 None None] Port 99cef81f-f015-44fe-9dc8-6d00447cd7dc cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:28:34.320069 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.378072 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:31Z', 'revision_number': 3, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:34.381882 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b07d7-3fdc-4a3b-a325-032e26d168ce None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:31Z', 'revision_number': 3, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:34.557727 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.562868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.689250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Pushing event updated for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:34.693246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:34.771305 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c6fd16a-860d-442d-904f-4ac478ee1997 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:34.841007 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:34.842649 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:34.854096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 5c6fd16a-860d-442d-904f-4ac478ee1997 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:34.854467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.009201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:35.097541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:35.116741 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:35.117143 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.178317 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-b1968fcc-f9e7-4d02-b2fc-48ddcb2ed3b6 None None] Provisioning complete for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:35.178684 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b1968fcc-f9e7-4d02-b2fc-48ddcb2ed3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.192565 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:28:35.249896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-b1968fcc-f9e7-4d02-b2fc-48ddcb2ed3b6 None None] Port 99cef81f-f015-44fe-9dc8-6d00447cd7dc cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:28:35.311388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.332395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:35.336254 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.385916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:35.395875 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-502b1834-4782-4b2a-9fc7-d163d956ead2 admin admin] 10.222.0.42 "PUT /v2.0/routers/376bfa06-92d0-4784-890d-090308e2cd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7147434 Feb 17 23:28:35.411615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:35.906250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43678) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:35.912531 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-251510645-network', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:35.917407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:35.921302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Usage tracker for resource:network and tenant:1deaa9906b9c4237aeee30c15957086a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:35.924300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:35.930150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:35.942602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Made reservation on behalf of 1deaa9906b9c4237aeee30c15957086a for: {'network': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:35.945344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.958875 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:35.974855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:35.979091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Usage tracker for resource:security_group_rule and tenant:1deaa9906b9c4237aeee30c15957086a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:35.982435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:35.988293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:36.065162 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:36.074664 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:36.075206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:36.082227 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.086113 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.116712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:28:36.124968 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce241e45-5d55-4789-97fa-23335be4212d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:36.130737 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.131125 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.segments_db [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Added segment a37747ad-2dcf-40a1-8f79-5b3321c18aea of type vlan for network 9974e8e2-8919-4536-bb39-1087d713a63d Feb 17 23:28:36.157680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.186858 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.188430 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:36.189140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.265060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:36.291184 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] Pushing event updated for resources: {'Network': ['ID=9974e8e2-8919-4536-bb39-1087d713a63d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:36.296713 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-4f1bdd59-e0b0-455c-999a-d3c46bfbf3fe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3861961 Feb 17 23:28:36.296939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43682) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:36.302584 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Request body: {'subnet': {'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-251510645-subnet', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:36.307610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:36.308075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 9974e8e2-8919-4536-bb39-1087d713a63d details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:28:36.311876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Usage tracker for resource:subnet and tenant:1deaa9906b9c4237aeee30c15957086a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:36.315820 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:36.321618 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:36.333695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Made reservation on behalf of 1deaa9906b9c4237aeee30c15957086a for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:36.336026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.546684 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.636033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Checking segment: {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:36.636385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Network hostable DHCP agents. Network: 9974e8e2-8919-4536-bb39-1087d713a63d, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:28:36.641898 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56cc501-3fe1-4824-956e-9bd788a9fe15,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:36.661564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Network 9974e8e2-8919-4536-bb39-1087d713a63d is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:28:36.662248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:36.671870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 9974e8e2-8919-4536-bb39-1087d713a63d) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:36.675850 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:36.676428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.691979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca137c-c6a7-44da-99a2-0fcee25fcc92 None None] Network 9974e8e2-8919-4536-bb39-1087d713a63d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:28:36.698112 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6cc21a8f-1989-46c9-bae7-39be21be4fb6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3999736 Feb 17 23:28:36.700712 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43686) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:36.706528 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:36.711183 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:36.715102 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Usage tracker for resource:router and tenant:1deaa9906b9c4237aeee30c15957086a is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:36.718121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:36.724860 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:36.736501 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.737571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.753121 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:36.878218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 2, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:36.896413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:36.896763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Updating router 376bfa06-92d0-4784-890d-090308e2cd3f port 99cef81f-f015-44fe-9dc8-6d00447cd7dc binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:28:36.963974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:36.964365 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.021884 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.052179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.142798 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-9974e8e2-8919-4536-bb39-1087d713a63d', 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'fixed_ips': [{'subnet_id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:28:37.143626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.458728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.490709 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.519770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Allocated IP 172.20.0.2 (9974e8e2-8919-4536-bb39-1087d713a63d/b56cc501-3fe1-4824-956e-9bd788a9fe15/fbafde4f-9974-48ef-a60e-d1a0d71aaef5) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:37.629479 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Allocated IP 172.26.7.226 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/177c8666-ff12-426b-a8a7-ea5cdb6660d6) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:37.757260 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.787744 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.810033 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Transition to ACTIVE for port object 99cef81f-f015-44fe-9dc8-6d00447cd7dc will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:37.817579 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.819138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.879179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:37.880743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:37.884368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:37.888278 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:37.930736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Pushing event updated for resources: {'Port': ['ID=177c8666-ff12-426b-a8a7-ea5cdb6660d6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:37.948903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Transition to ACTIVE for port object fbafde4f-9974-48ef-a60e-d1a0d71aaef5 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:37.999621 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Transition to ACTIVE for port object fbafde4f-9974-48ef-a60e-d1a0d71aaef5 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:38.005603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6006-8c79-4388-ac2f-f551b4ee9236 None None] Pushing event updated for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:38.084986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.174791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Network 9974e8e2-8919-4536-bb39-1087d713a63d is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:38.178874 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Attempting to bind port 99cef81f-f015-44fe-9dc8-6d00447cd7dc on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:38.179242 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Attempting to bind port 99cef81f-f015-44fe-9dc8-6d00447cd7dc by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:38.179603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Attempting to bind port 99cef81f-f015-44fe-9dc8-6d00447cd7dc on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:38.181810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:38.193670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:38.200516 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:38.200884 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Checking segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:38.201314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.201707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Bound using segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:38.202164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Bound port: 99cef81f-f015-44fe-9dc8-6d00447cd7dc, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:38.202536 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.214545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Pushing event updated for resources: {'Port': ['ID=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:38.346222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.405315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Attempting to bind port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:38.405682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Attempting to bind port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:38.406147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Attempting to bind port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 on network 9974e8e2-8919-4536-bb39-1087d713a63d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:38.422304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:38.422668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Checking segment: {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:38.423063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.423448 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Bound using segment: {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:38.423901 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Bound port: fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:38.424265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.483586 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] For port 99cef81f-f015-44fe-9dc8-6d00447cd7dc, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:38.503842 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] For port 99cef81f-f015-44fe-9dc8-6d00447cd7dc, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99cef81f-f015-44fe-9dc8-6d00447cd7dc,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:38.519388 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.594991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] For port fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:38.601425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] For port fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:38.616082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.623951 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:38.624564 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:38.707692 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:38.709186 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6006-8c79-4388-ac2f-f551b4ee9236 None None] Pushing event updated for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:38.903806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0a68-d538-42de-959c-3c187a3dbbf2 None None] Pushing event updated for resources: {'Port': ['ID=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:38.911970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:39.089795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Router cfdddf2d-988a-4d4a-9509-970451278299 is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:28:39.275439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:39.286823 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Sync routers for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:39.289702 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:38Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:39.294229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59a168-267b-42f3-9fee-d2d8bf12dd20 None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:38Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:39.298275 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:39.299115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:39.300249 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:39.301591 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-588f0cc3-fbb8-4866-bac7-1d4b473a9359 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5998478 Feb 17 23:28:39.304235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43692) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:39.538837 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:39.825859 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449fa4c-0bd0-4a2f-bc0f-7e951e9b2521 None None] Network 9974e8e2-8919-4536-bb39-1087d713a63d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:28:39.893359 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:38Z', 'revision_number': 3, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:39.900198 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Checking router: cfdddf2d-988a-4d4a-9509-970451278299 for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:39.900793 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Updating router cfdddf2d-988a-4d4a-9509-970451278299 port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:28:39.968644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8be6c9ac-cc9f-4efb-ba06-e879c23659ab None None] Provisioning for port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:39.985014 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.173328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.408096 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.423383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Transition to ACTIVE for port object 177c8666-ff12-426b-a8a7-ea5cdb6660d6 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:40.425350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Allocated IP 172.20.0.1 (9974e8e2-8919-4536-bb39-1087d713a63d/b56cc501-3fe1-4824-956e-9bd788a9fe15/6eefdcb1-70a8-482c-af3f-b9147c43236d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:40.432671 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.540763 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Attempting to bind port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:40.540763 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Attempting to bind port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:40.541231 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Attempting to bind port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:40.551146 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1102-0e3d-4176-86aa-f7502cd07aaf None None] Pushing event updated for resources: {'Port': ['ID=177c8666-ff12-426b-a8a7-ea5cdb6660d6,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:40.554475 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:40.555376 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:40.555376 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.555826 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:40.556371 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Bound port: 177c8666-ff12-426b-a8a7-ea5cdb6660d6, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:40.556813 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.647575 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] For port 177c8666-ff12-426b-a8a7-ea5cdb6660d6, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:40.651969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.652417 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] For port 177c8666-ff12-426b-a8a7-ea5cdb6660d6, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=177c8666-ff12-426b-a8a7-ea5cdb6660d6,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:40.660515 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.683364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Transition to ACTIVE for port object 6eefdcb1-70a8-482c-af3f-b9147c43236d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:40.729753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.767682 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:40.768351 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:40.801285 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99cef81f-f015-44fe-9dc8-6d00447cd7dc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:40.853453 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1102-0e3d-4176-86aa-f7502cd07aaf None None] Pushing event updated for resources: {'Port': ['ID=177c8666-ff12-426b-a8a7-ea5cdb6660d6,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:40.886406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:40.892868 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:40.893535 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:40.975409 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Network 9974e8e2-8919-4536-bb39-1087d713a63d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:40.979110 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:40.983198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:41.025445 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Pushing event updated for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:41.047870 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.073858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.115151 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:41.132100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 99cef81f-f015-44fe-9dc8-6d00447cd7dc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99cef81f-f015-44fe-9dc8-6d00447cd7dc,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:41.139300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.140357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fbafde4f-9974-48ef-a60e-d1a0d71aaef5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:41.186693 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.285395 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:41.287986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a12e9e3-339e-4b87-81d5-de614bf5ffd5 None None] Provisioning for port 6eefdcb1-70a8-482c-af3f-b9147c43236d completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:41.293955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3a12e9e3-339e-4b87-81d5-de614bf5ffd5 None None] Provisioning complete for port 6eefdcb1-70a8-482c-af3f-b9147c43236d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:41.294451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3a12e9e3-339e-4b87-81d5-de614bf5ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.324429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:41.334342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:41.334840 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.430475 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.437350 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.439652 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:38Z', 'revision_number': 3, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:41.444193 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869de64-a7f7-4a93-acca-b017219ad241 None None] The sync data for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv is: [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:38Z', 'revision_number': 3, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:41.469705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3a12e9e3-339e-4b87-81d5-de614bf5ffd5 None None] Port 6eefdcb1-70a8-482c-af3f-b9147c43236d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:28:41.537721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.562428 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.570155 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Pushing event updated for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:41.573006 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:41.578207 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:41.661567 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:41.746924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Network 9974e8e2-8919-4536-bb39-1087d713a63d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:41.748198 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:41.954072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Router cfdddf2d-988a-4d4a-9509-970451278299 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:28:41.998144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-eb8eac15-01e5-4279-9b2c-ed9f75a23d47 None None] Provisioning complete for port 6eefdcb1-70a8-482c-af3f-b9147c43236d triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:41.999133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eb8eac15-01e5-4279-9b2c-ed9f75a23d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.066839 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-eb8eac15-01e5-4279-9b2c-ed9f75a23d47 None None] Port 6eefdcb1-70a8-482c-af3f-b9147c43236d cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:28:42.141026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:42.150174 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-643dcb95-2951-460a-a883-8814aac1dee5 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfdddf2d-988a-4d4a-9509-970451278299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8446128 Feb 17 23:28:42.647092 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43702) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:42.653103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562659269', 'description': 'tempest-secgroup-smoke-562659269 description', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:42.660051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:42.664261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:42.667368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:42.674507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:42.685281 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.707003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:42.711159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:42.714186 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:42.721664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:42.739440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99cef81f-f015-44fe-9dc8-6d00447cd7dc up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:42.808355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 99cef81f-f015-44fe-9dc8-6d00447cd7dc triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:42.809155 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.811716 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.816745 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.861475 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:42.874616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.879514 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2741bbc7-c22d-4737-ac7c-8536447500f9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2278116 Feb 17 23:28:42.879846 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43706) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:42.885275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:42.892272 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:42.896171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:42.899073 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:42.905224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:42.924223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:42.942936 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fbafde4f-9974-48ef-a60e-d1a0d71aaef5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:42.997876 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.002948 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.014804 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Sync routers for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:43.021133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251620b7-a11a-468e-928a-bf30f1212ee8,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.038680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:43.039662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:43.041745 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.045836 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ade1ecf3-96dc-4d62-b8a8-1ea3608bb42d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624410 Feb 17 23:28:43.046377 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43710) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:43.053026 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:43.059881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:43.064583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:43.068291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:43.075200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:43.092291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.106823 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:43.107194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.155704 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.160234 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.182781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31addfa8-9520-4c8b-979b-6de9e8cda9d0,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.195237 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.196445 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-58ff3676-4372-489e-8c63-6221d4dc5bb7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482327 Feb 17 23:28:43.199306 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43714) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:43.204986 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:43.211279 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:43.215821 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:43.219732 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:43.225689 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:43.244827 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.308856 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.314040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.324853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:43.340766 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd23ae1c-9d0f-4bbf-9213-891522236911,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.353446 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.357944 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-edba4c7b-aaa0-4109-b7f0-dc92e990dd78 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545401 Feb 17 23:28:43.358333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43718) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:43.363924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:43.370333 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:43.374496 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:43.379414 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:43.385247 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:43.412571 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.427690 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 177c8666-ff12-426b-a8a7-ea5cdb6660d6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:43.496150 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.500084 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.535226 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f02f3e3-255e-4435-9464-643632918867,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.549236 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.553504 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e85d159b-3a72-4ffe-b43e-b9226ea7db1f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1916926 Feb 17 23:28:43.554516 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 43722) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:43.563254 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:43.569291 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:43.573104 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:43.575976 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:43.586589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:43.597818 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Project 0717d1cb2b7f44598107e86337c4b1e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:28:43.604990 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.686530 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:43.688658 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.694621 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.705661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:43.706034 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.718074 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b52b2f4-5dc0-4820-8999-c48fc3b5c014,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.730478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.736381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43726) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:43.736901 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-edbf2469-0884-4687-a4fe-df30e813c50f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804340 Feb 17 23:28:43.742548 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '2fdc0d71-2f2f-4d8a-94b5-6030a995d27b', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:43.748582 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:43.752722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:43.756016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:43.762041 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:43.778814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Project 0717d1cb2b7f44598107e86337c4b1e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:28:43.786820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.872120 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.876963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.895233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.911972 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329f5466-9eca-4e05-b6bb-87f4dc555c0e,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:43.920626 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 4, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6eefdcb1-70a8-482c-af3f-b9147c43236d', 'name': '', 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'mac_address': 'fa:16:3e:ef:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:40Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 2, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'subnets': [{'id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:43.923469 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:43.926350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5910601b-0da7-402a-bba7-4e3b89e13739 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1880155 Feb 17 23:28:43.927547 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 177c8666-ff12-426b-a8a7-ea5cdb6660d6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=177c8666-ff12-426b-a8a7-ea5cdb6660d6,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:43.928864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Checking router: cfdddf2d-988a-4d4a-9509-970451278299 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:43.929240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Updating router cfdddf2d-988a-4d4a-9509-970451278299 port 6eefdcb1-70a8-482c-af3f-b9147c43236d binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:28:43.965770 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.058421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.110982 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=177c8666-ff12-426b-a8a7-ea5cdb6660d6,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:44.138269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-64a3c0c7-1c10-486c-8fe2-caa19cc0c4a0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Synchronizing usage tracker for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:28:44.163799 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-64a3c0c7-1c10-486c-8fe2-caa19cc0c4a0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Unset dirty status for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:28:44.164976 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-64a3c0c7-1c10-486c-8fe2-caa19cc0c4a0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562659269&fields=id&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 267 time: 0.0819399 Feb 17 23:28:44.340274 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-1d32a683-6cef-4929-848c-8c1f76f63845 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:44.341705 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-1d32a683-6cef-4929-848c-8c1f76f63845 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 809 time: 0.1698008 Feb 17 23:28:44.357152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-2ddc4114-61e4-4a4c-a58e-734d469f1cff tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/quotas/0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Feb 17 23:28:44.445630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-ab7ffa2f-b195-446b-84d3-5356a6051ece tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823393 Feb 17 23:28:44.482964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.495836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Transition to ACTIVE for port object 6eefdcb1-70a8-482c-af3f-b9147c43236d will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:44.504131 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.606162 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-2cf24d01-7059-4f77-916d-3dd802dbb8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476889 Feb 17 23:28:44.676173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 177c8666-ff12-426b-a8a7-ea5cdb6660d6 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:44.751146 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-36ff72bd-659f-419e-87b2-69b6c52a0cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388412 Feb 17 23:28:44.760025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0e2f2-aaca-4bca-9eab-fcc907893e02 None None] Pushing event updated for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:44.797529 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Attempting to bind port 6eefdcb1-70a8-482c-af3f-b9147c43236d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:44.797902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Attempting to bind port 6eefdcb1-70a8-482c-af3f-b9147c43236d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:44.798269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Attempting to bind port 6eefdcb1-70a8-482c-af3f-b9147c43236d on network 9974e8e2-8919-4536-bb39-1087d713a63d {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:44.809539 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:44.809912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Checking segment: {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:44.810311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.810706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Bound using segment: {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:44.811195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Bound port: 6eefdcb1-70a8-482c-af3f-b9147c43236d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37747ad-2dcf-40a1-8f79-5b3321c18aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:44.811538 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.893680 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:44.894050 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:44.947530 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-901ab0a4-0e46-4061-968d-fc1a90222c63 req-ce8d6c6d-8992-47fb-a677-770b9d774aaa tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 210 time: 0.0477133 Feb 17 23:28:44.978849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] For port 6eefdcb1-70a8-482c-af3f-b9147c43236d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:44.983401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] For port 6eefdcb1-70a8-482c-af3f-b9147c43236d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6eefdcb1-70a8-482c-af3f-b9147c43236d,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:44.990004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:45.128869 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:45.129556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:45.211356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0e2f2-aaca-4bca-9eab-fcc907893e02 None None] Pushing event updated for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:45.344477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:45.672938 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 4, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6eefdcb1-70a8-482c-af3f-b9147c43236d', 'name': '', 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'mac_address': 'fa:16:3e:ef:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:40Z', 'updated_at': '2022-02-17T23:28:44Z', 'revision_number': 4, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'subnets': [{'id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:45.677028 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe9759a-bd3e-4b66-87ba-5765b24bed77 None None] The sync data for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv is: [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 4, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '6eefdcb1-70a8-482c-af3f-b9147c43236d', 'name': '', 'network_id': '9974e8e2-8919-4536-bb39-1087d713a63d', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'mac_address': 'fa:16:3e:ef:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:40Z', 'updated_at': '2022-02-17T23:28:44Z', 'revision_number': 4, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'subnets': [{'id': 'b56cc501-3fe1-4824-956e-9bd788a9fe15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:46.146269 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-09478ee9-0bdb-440d-8b04-597e31d0b249 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:46.148892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-09478ee9-0bdb-440d-8b04-597e31d0b249 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 809 time: 0.2538843 Feb 17 23:28:46.155921 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c411abf8-6c4d-4bba-bd7f-4e3e9bef6de5 req-f22339d4-2ec5-494e-b928-444c6b014e2f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 210 time: 0.0589309 Feb 17 23:28:46.205708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-1bc7172f-86f7-40bb-a13c-480624015891 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 379 time: 0.0478423 Feb 17 23:28:46.213939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'port': {'device_id': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'admin_state_up': True, 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'security_groups': ['2fdc0d71-2f2f-4d8a-94b5-6030a995d27b']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:46.462971 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:46.467068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:port and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:46.470243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:46.475977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:46.486875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Made reservation on behalf of 0717d1cb2b7f44598107e86337c4b1e5 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:46.490700 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.670068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Allocated IP 172.20.0.14 (b442944b-6f74-4dbe-b378-244ac02c8c68/55e36996-1065-4ad3-a85b-e7033f6453de/bb047fa7-9f65-4660-82d0-63e7908d05df) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:46.702021 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6eefdcb1-70a8-482c-af3f-b9147c43236d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:46.785070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 6eefdcb1-70a8-482c-af3f-b9147c43236d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:46.790794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6eefdcb1-70a8-482c-af3f-b9147c43236d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:46.791122 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.876876 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.892843 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Transition to ACTIVE for port object bb047fa7-9f65-4660-82d0-63e7908d05df will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:46.916947 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.942468 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.976506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 6eefdcb1-70a8-482c-af3f-b9147c43236d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6eefdcb1-70a8-482c-af3f-b9147c43236d,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:46.981540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:46.991815 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:46.994985 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:46.998941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:47.038596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:47.073466 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:47.079992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:47.080750 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:47.103184 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-5b4f8881-124e-4c01-a975-18367ad4cb35 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929057 Feb 17 23:28:47.114250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Request body: {'port': {'device_id': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:47.233223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:47.269026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afa9781d-e78c-4e0c-9b06-732800f02239 None None] Provisioning for port bb047fa7-9f65-4660-82d0-63e7908d05df completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:47.274312 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-afa9781d-e78c-4e0c-9b06-732800f02239 None None] Provisioning complete for port bb047fa7-9f65-4660-82d0-63e7908d05df triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:47.274609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-afa9781d-e78c-4e0c-9b06-732800f02239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:47.331125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-afa9781d-e78c-4e0c-9b06-732800f02239 None None] Port bb047fa7-9f65-4660-82d0-63e7908d05df cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:28:47.516452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea654b-5e0f-464b-84df-d4fdb683dabc req-77e7a135-c40b-4989-ad54-e1e98cdeb00e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:47.517018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-68ea654b-5e0f-464b-84df-d4fdb683dabc req-77e7a135-c40b-4989-ad54-e1e98cdeb00e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Synchronizing usage tracker for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:28:47.551046 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-68ea654b-5e0f-464b-84df-d4fdb683dabc req-77e7a135-c40b-4989-ad54-e1e98cdeb00e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Unset dirty status for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:28:47.552189 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68ea654b-5e0f-464b-84df-d4fdb683dabc req-77e7a135-c40b-4989-ad54-e1e98cdeb00e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 932 time: 0.2716959 Feb 17 23:28:47.626265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68ea654b-5e0f-464b-84df-d4fdb683dabc req-d8f76d8d-e466-4e3e-bb6f-481b26cdd464 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638402 Feb 17 23:28:47.695783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:28:47.703366 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:47.717901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Transition to ACTIVE for port object bb047fa7-9f65-4660-82d0-63e7908d05df will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:47.721652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:47.876321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:47.961965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Attempting to bind port bb047fa7-9f65-4660-82d0-63e7908d05df on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:28:47.962306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Attempting to bind port bb047fa7-9f65-4660-82d0-63e7908d05df by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:28:47.962626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Attempting to bind port bb047fa7-9f65-4660-82d0-63e7908d05df on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:47.967270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Port bb047fa7-9f65-4660-82d0-63e7908d05df on network b442944b-6f74-4dbe-b378-244ac02c8c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:28:47.967583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Attempting to bind port bb047fa7-9f65-4660-82d0-63e7908d05df on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:28:47.972764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:28:47.973104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Checking segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:28:47.973497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Bound using segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:28:47.973916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Bound port: bb047fa7-9f65-4660-82d0-63e7908d05df, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:28:47.974258 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:48.077204 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:28:48.085432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:28:48.089711 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:48.151450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.152062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:48.153481 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] 10.222.0.43 "PUT /v2.0/ports/bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1094 time: 1.0435538 Feb 17 23:28:48.153920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:48.192439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27db3-c0dd-4783-99fd-898363d7fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:48.229856 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'status': 'completed', 'code': 200} Feb 17 23:28:48.275926 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-73b8a1c2-520a-4076-9654-c542bb69bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.277445 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-73b8a1c2-520a-4076-9654-c542bb69bb46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1097 time: 0.0861430 Feb 17 23:28:48.451156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-8c9288b2-6d87-49f4-a43e-72b5c6ad5c06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 217 time: 0.1664267 Feb 17 23:28:48.515380 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-fc2aff07-08dc-4252-8994-fe0ad197edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.517368 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-fc2aff07-08dc-4252-8994-fe0ad197edd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0594728 Feb 17 23:28:48.600578 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-1dfc61ac-e8be-404f-937b-d29f2a6ff86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.602077 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-1dfc61ac-e8be-404f-937b-d29f2a6ff86c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792570 Feb 17 23:28:48.666808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6eefdcb1-70a8-482c-af3f-b9147c43236d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:48.740303 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-2d808ebe-99d8-4f8c-b7a9-1751c2521641 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323786 Feb 17 23:28:48.742531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 6eefdcb1-70a8-482c-af3f-b9147c43236d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:48.742900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:48.932340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-778dd974-a418-4f40-89e2-37cdeb875f8a req-fdac0f42-89a0-4ab3-832a-460be06c509b service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556547 Feb 17 23:28:48.940906 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d6b38-8b7a-4f41-a472-0a54651c0d62 req-3e5b5c0b-70a8-41ea-b54f-6120cd8b70ba tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.942440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-504d6b38-8b7a-4f41-a472-0a54651c0d62 req-3e5b5c0b-70a8-41ea-b54f-6120cd8b70ba tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.2012918 Feb 17 23:28:49.030270 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-504d6b38-8b7a-4f41-a472-0a54651c0d62 req-9be93b96-d73d-4601-880c-cd6afe5fbd93 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814764 Feb 17 23:28:49.064346 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-40741961-b74a-4551-9c18-bb0cfd043157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.065866 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-40741961-b74a-4551-9c18-bb0cfd043157 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1097 time: 0.0876627 Feb 17 23:28:49.198767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-38b18fe2-3186-4bfb-85f4-f6c1e79c12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.200121 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-38b18fe2-3186-4bfb-85f4-f6c1e79c12c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1281419 Feb 17 23:28:49.271293 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-74d5bc43-8bd7-4221-a285-eafb38339d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 217 time: 0.0648394 Feb 17 23:28:49.332677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-4daa240a-d2ae-4be6-91b2-32e405e52d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.334135 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-4daa240a-d2ae-4be6-91b2-32e405e52d9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0571725 Feb 17 23:28:49.413403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-760783e1-59ab-4185-b88d-064c01cb8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.414867 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-760783e1-59ab-4185-b88d-064c01cb8d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746617 Feb 17 23:28:49.549647 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-cc0eb6cc-8509-43d0-873b-c43e95752c45 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279955 Feb 17 23:28:49.697525 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-29f9df2c-99ca-4f79-a314-0d65bb6759dd req-b7fdd803-c839-488d-a4e4-28b720cec0e0 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419399 Feb 17 23:28:50.128231 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:28:50.216314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d574-ebce-4466-913d-86142dba041c req-16c99737-dd3b-4412-94c6-4fc65c27b3bd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:50.217803 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5b7d574-ebce-4466-913d-86142dba041c req-16c99737-dd3b-4412-94c6-4fc65c27b3bd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0814207 Feb 17 23:28:50.233631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7dc1cb8b-037a-40ad-9079-acdd8fbe8c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:50.264388 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b5b7d574-ebce-4466-913d-86142dba041c req-62068093-9a37-45f5-ba3a-c4c12c9759ee tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 Feb 17 23:28:50.277900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:50.291782 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:28:50.347146 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:50.364819 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:28:50.380464 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:50.383967 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:50.455620 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:50.586229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bb047fa7-9f65-4660-82d0-63e7908d05df'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:28:51.450157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50deb-03c9-4392-8391-053545ed9831 req-8d7738c4-b169-4a2f-83bb-030038cd2d36 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:51.451594 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7e50deb-03c9-4392-8391-053545ed9831 req-8d7738c4-b169-4a2f-83bb-030038cd2d36 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 945 time: 0.0814865 Feb 17 23:28:51.496100 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f7e50deb-03c9-4392-8391-053545ed9831 req-24847245-752b-463b-b1c9-3b38e3623df1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Feb 17 23:28:52.144407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:28:52.214686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port bb047fa7-9f65-4660-82d0-63e7908d05df completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:28:52.220145 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port bb047fa7-9f65-4660-82d0-63e7908d05df triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:52.220518 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:52.334670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:52.363553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:52.373358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:28:52.377581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:52.409942 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'code': 200} Feb 17 23:28:52.455584 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6068079f-fede-4692-8164-6d1117794727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:52.459886 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:52.805203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3612-d6bc-43cd-be3e-6d8ab1a95eaa req-fb30d2f3-64bc-4ae0-8f0e-32cfcf51d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:52.806660 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-59aa3612-d6bc-43cd-be3e-6d8ab1a95eaa req-fb30d2f3-64bc-4ae0-8f0e-32cfcf51d3a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1099 time: 0.2336617 Feb 17 23:28:52.815877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc829d-d873-4cdf-91b0-7fe1faa826f1 req-028a9579-7e1f-4b20-8a99-e95211352f30 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:52.817234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ffc829d-d873-4cdf-91b0-7fe1faa826f1 req-028a9579-7e1f-4b20-8a99-e95211352f30 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.2104023 Feb 17 23:28:52.882512 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-59aa3612-d6bc-43cd-be3e-6d8ab1a95eaa req-3028b925-d4c2-4e84-8917-4cfb08a5935b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642774 Feb 17 23:28:52.887011 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6ffc829d-d873-4cdf-91b0-7fe1faa826f1 req-fd05dea8-c3bb-4fb6-9446-ab5ac9b9e789 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565598 Feb 17 23:28:53.448329 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:53.666025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:54.074703 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722c1c5-6842-44a0-acbe-0daef5f42784 req-c22ecd2b-517c-4876-9a73-2ca6cec57637 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:54.076145 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6722c1c5-6842-44a0-acbe-0daef5f42784 req-c22ecd2b-517c-4876-9a73-2ca6cec57637 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0809584 Feb 17 23:28:54.119686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6722c1c5-6842-44a0-acbe-0daef5f42784 req-7c351143-abe1-4de0-8e41-dc46973f1037 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369887 Feb 17 23:28:54.311477 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d63aa6-938a-4772-9fef-5101c3501e33 req-bd66531f-739e-4a50-9048-b49effab23d3 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:54.312910 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2d63aa6-938a-4772-9fef-5101c3501e33 req-bd66531f-739e-4a50-9048-b49effab23d3 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0859146 Feb 17 23:28:54.359635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d2d63aa6-938a-4772-9fef-5101c3501e33 req-3596b48e-fd63-4b45-a3b2-677cbba33ebd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Feb 17 23:28:54.382104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43778) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:54.549594 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60904a16-392c-41d5-9982-23b8694daa84 tempest-TestShelveInstance-1545645993 tempest-TestShelveInstance-1545645993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:54.551108 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-60904a16-392c-41d5-9982-23b8694daa84 tempest-TestShelveInstance-1545645993 tempest-TestShelveInstance-1545645993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1094 time: 0.1680112 Feb 17 23:28:54.553991 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43784) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:28:54.559129 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:54.565537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:28:54.569308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:floatingip and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:28:54.572124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:28:54.577806 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:28:54.590061 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:54.728823 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:54.868349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Allocated IP 172.26.7.240 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/8469a8c5-9b8e-41ee-9e2a-cdf18964df00) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:55.018769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.061724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.117238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.132245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:55.135055 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:55.138770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:28:55.172359 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=8469a8c5-9b8e-41ee-9e2a-cdf18964df00,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:55.561846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.635512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.949168 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:55.953651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:56.061453 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=8469a8c5-9b8e-41ee-9e2a-cdf18964df00,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:56.075975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:56.248790 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Floating IP c20eb747-f6e5-40b6-aa0d-5767f51a37a4 associated. External IP: 172.26.7.240, port: bb047fa7-9f65-4660-82d0-63e7908d05df. Feb 17 23:28:56.601677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:28:56.790290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:28:56.803175 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:56.814489 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:56.814915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:56.816324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:28:56.871234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-f8417bf5-8d43-4486-ac4d-b5f77548ce3a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3162556 Feb 17 23:28:56.871915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:56.916136 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'status': 'completed', 'code': 200} Feb 17 23:28:56.992400 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:57.013189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-729fb4ea-dc92-4fb0-a7f7-c3781b8b5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:57.014652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-729fb4ea-dc92-4fb0-a7f7-c3781b8b5b01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1099 time: 0.0774236 Feb 17 23:28:57.148234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-356a5267-bf06-4ab1-b850-7b8e09440474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:57.149750 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-356a5267-bf06-4ab1-b850-7b8e09440474 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1287796 Feb 17 23:28:57.254730 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-2e95c697-464f-477c-9051-26cb160a38ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1000 time: 0.0996296 Feb 17 23:28:57.316235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-1a8154ed-be42-4e5f-bf8a-347593201915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:57.317729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-1a8154ed-be42-4e5f-bf8a-347593201915 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0578327 Feb 17 23:28:57.348813 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c20eb747-f6e5-40b6-aa0d-5767f51a37a4', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:28:55Z', 'updated_at': '2022-02-17T23:28:55Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:57.352624 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:57.361386 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:28:57.361977 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:28:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:57.390286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-806e1084-ccfb-434f-88ca-66b1df1d04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:57.391772 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-806e1084-ccfb-434f-88ca-66b1df1d04cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682538 Feb 17 23:28:57.545029 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:28:57.644773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-ce8d8fe4-0b19-4b62-b949-bc34dd85e278 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475002 Feb 17 23:28:57.779233 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-43a68c76-a4fa-40b1-b5e5-1f230210bcb8 req-39b6e93d-a7ce-42af-a217-e23209542cd5 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284301 Feb 17 23:28:57.929097 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c20eb747-f6e5-40b6-aa0d-5767f51a37a4', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:28:55Z', 'updated_at': '2022-02-17T23:28:55Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:57.932909 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac610a-aad2-4462-8c6c-bdf366efacdf None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': 'c20eb747-f6e5-40b6-aa0d-5767f51a37a4', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.240', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:28:55Z', 'updated_at': '2022-02-17T23:28:55Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:58.129229 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6e4dc-e135-43d0-b3c7-baeec4bc4b75 None None] New status for floating IP c20eb747-f6e5-40b6-aa0d-5767f51a37a4: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:28:58.586358 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:28:58.756478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:02.086047 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-ade0c6da-7e7c-48ae-820f-a1bcbcf524c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707920 Feb 17 23:29:02.224425 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-8b827c5c-df8e-43fc-b9cc-14b1af801f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:02.225922 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-8b827c5c-df8e-43fc-b9cc-14b1af801f5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1099 time: 0.0717444 Feb 17 23:29:02.368308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-ed09de28-e965-4364-890b-f4124f163899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:02.369713 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-ed09de28-e965-4364-890b-f4124f163899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1258125 Feb 17 23:29:02.472208 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-fd60bf2a-976f-4d32-826a-aa0b645091b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1002 time: 0.0950944 Feb 17 23:29:02.536616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-7d18772a-19b2-45e7-a5fd-2f6b08182e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:02.538079 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-7d18772a-19b2-45e7-a5fd-2f6b08182e88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0604064 Feb 17 23:29:02.614119 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-a8a8af91-356c-4e51-ae3f-6fded32a93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:02.615599 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-a8a8af91-356c-4e51-ae3f-6fded32a93f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704048 Feb 17 23:29:02.765787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-e6b2b7ac-5f24-4fc4-a632-3d71ed7c806b service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265411 Feb 17 23:29:02.897016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d8ddd530-2bee-4d27-a0a3-d4105fef5cfd req-105b9794-e3b2-4482-930d-cebd8bdb9a54 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251674 Feb 17 23:29:20.187981 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e33c92e4-d3ee-412e-b49f-33c4d267a5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:22.448743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b3d336c7-5a69-460f-bfa5-35941f62a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:23.450389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:23.664330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:25.113453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:28.749841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:35.586614 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:29:41.534432 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [req-3fb62299-fcce-4d78-975a-2a374bead01c req-b5a09141-61dc-4dd2-9fb0-d2f3ea7e8ad4 service neutron] (87694) timed out ('10.222.0.42', 39610) {{(pid=87694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 23:29:50.192217 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9dd95697-a291-4152-aa8b-97535088c9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:52.450934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5af0101f-4016-40bc-9c43-fc881cd44d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:53.453867 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:53.666632 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:55.115197 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:29:58.768336 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:03.080688 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-0f832020-34ab-41df-af20-dc30ce96a34f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731974 Feb 17 23:30:03.217984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-b4b59ada-ea14-4b95-accc-407b9929324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:03.220315 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-b4b59ada-ea14-4b95-accc-407b9929324d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1099 time: 0.0711641 Feb 17 23:30:03.362919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-52bfaead-3060-4757-96a9-9dc4903049b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:03.364263 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-52bfaead-3060-4757-96a9-9dc4903049b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1270020 Feb 17 23:30:03.467957 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-863a18a0-8e82-4878-a920-9caca567ef2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1002 time: 0.0975940 Feb 17 23:30:03.529312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-d9895dd5-c33e-4f46-8c69-82985f821800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:03.530741 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-d9895dd5-c33e-4f46-8c69-82985f821800 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0577054 Feb 17 23:30:03.703311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-0b7ab549-98fd-44be-bfea-7c9bdbe8e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:03.705443 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-0b7ab549-98fd-44be-bfea-7c9bdbe8e281 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693406 Feb 17 23:30:03.840269 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-6dd2ae22-2700-4d79-a73d-d96170a0f0d8 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290512 Feb 17 23:30:03.972615 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-061485b8-c965-43b0-92a0-db87e21b8d16 req-b9fb2bd8-c1ee-4c1e-a1ef-b22c6b635257 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264441 Feb 17 23:30:12.585878 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:30:20.194117 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f010ef8b-486f-42a8-b417-8bade1f79165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:22.452658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-55ef8685-fbcc-48f9-819a-aa0df08bdbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:23.457343 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:23.669918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:25.120067 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:28.781991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:49.585495 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:30:50.199643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-457c1f35-80d0-4aa4-8e7e-f7259bb7e545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:52.288402 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf3b3-3613-4936-989f-982c9dca0466 req-bfacabb1-08a0-4be9-97ad-81d05c3c9123 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:52.289927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fcf3b3-3613-4936-989f-982c9dca0466 req-bfacabb1-08a0-4be9-97ad-81d05c3c9123 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.1302917 Feb 17 23:30:52.336090 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d4fcf3b3-3613-4936-989f-982c9dca0466 req-f979790e-da0b-4828-bd0e-ca2842192938 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 Feb 17 23:30:52.457558 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-80e52458-68d1-41aa-b91f-af3d6a14f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:53.463404 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:53.548321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ae61f-ad77-4fad-bb34-b597424c24e2 req-ffc129c8-314c-4ae9-aeff-0103544d2516 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:53.550533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-211ae61f-ad77-4fad-bb34-b597424c24e2 req-ffc129c8-314c-4ae9-aeff-0103544d2516 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0936632 Feb 17 23:30:53.604033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-211ae61f-ad77-4fad-bb34-b597424c24e2 req-48213c87-d8a8-487e-ab6d-ee1da6a8ac5e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Feb 17 23:30:53.684482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:54.810484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a28027-0ddd-46bd-81c3-7f71270e70d1 req-bddad7e7-b6e7-4a8c-9ec5-0ca5fb9a18d9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:54.812076 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-57a28027-0ddd-46bd-81c3-7f71270e70d1 req-bddad7e7-b6e7-4a8c-9ec5-0ca5fb9a18d9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0870581 Feb 17 23:30:54.866871 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-57a28027-0ddd-46bd-81c3-7f71270e70d1 req-45814553-ce43-4f6e-bf41-52cc9a91e830 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482960 Feb 17 23:30:55.137232 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:56.068839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f9a3a-9877-4665-9eef-3dae3da205b5 req-005eca9b-c5a3-44f2-8500-0579e9ab36ef tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:56.070465 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-002f9a3a-9877-4665-9eef-3dae3da205b5 req-005eca9b-c5a3-44f2-8500-0579e9ab36ef tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0921135 Feb 17 23:30:56.118230 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-002f9a3a-9877-4665-9eef-3dae3da205b5 req-cee306f1-96bf-4b43-9def-054bd975ff20 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Feb 17 23:30:57.332534 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c439a-92df-445a-8fcb-ffc055387232 req-74478068-c0ae-43eb-9ea3-90cad4022d92 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:57.334176 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ef4c439a-92df-445a-8fcb-ffc055387232 req-74478068-c0ae-43eb-9ea3-90cad4022d92 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0994201 Feb 17 23:30:57.385425 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ef4c439a-92df-445a-8fcb-ffc055387232 req-166da637-dd28-48a6-bee6-3f145d0bd1d2 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454826 Feb 17 23:30:58.598662 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7d36-9274-4106-8a12-8b53af02071d req-131aa0cb-423b-4c46-ba98-7eb15f05fa61 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:58.599395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa4a7d36-9274-4106-8a12-8b53af02071d req-131aa0cb-423b-4c46-ba98-7eb15f05fa61 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0860066 Feb 17 23:30:58.646015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fa4a7d36-9274-4106-8a12-8b53af02071d req-a5bbe6a8-03ab-45e5-bd5a-0f66f1cb788d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Feb 17 23:30:58.797836 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:30:59.845327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b141d6-017d-4db3-8b94-21a49725e41a req-b8e15499-1497-421b-8e12-45733a621c60 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:59.847798 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68b141d6-017d-4db3-8b94-21a49725e41a req-b8e15499-1497-421b-8e12-45733a621c60 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0877693 Feb 17 23:30:59.896835 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-68b141d6-017d-4db3-8b94-21a49725e41a req-bbc0a650-0087-4954-bddb-88429eeeeec7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Feb 17 23:31:01.084379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ab09-ace5-4d24-aea0-cfccd5919255 req-e7094344-5a75-4d93-a45a-535fe680eec3 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:01.085896 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6711ab09-ace5-4d24-aea0-cfccd5919255 req-e7094344-5a75-4d93-a45a-535fe680eec3 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0833473 Feb 17 23:31:01.130362 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6711ab09-ace5-4d24-aea0-cfccd5919255 req-fd3b992e-9f34-44f2-a9fe-f6aad109fba7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386724 Feb 17 23:31:02.319273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19821-8e19-4517-b707-082e559612bc req-39270769-8560-43d7-9964-37e276f671cd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:02.320724 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ca19821-8e19-4517-b707-082e559612bc req-39270769-8560-43d7-9964-37e276f671cd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0840182 Feb 17 23:31:02.365413 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8ca19821-8e19-4517-b707-082e559612bc req-dab46a9e-612c-49f0-b34b-d712e7e1ea4d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Feb 17 23:31:02.862355 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:31:02.995832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:03.009974 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:31:03.072095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:03.090017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:31:03.107291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:03.115813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:03.176755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-004faa26-38d0-4a4b-b654-56b6531142ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.179322 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-004faa26-38d0-4a4b-b654-56b6531142ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0911150 Feb 17 23:31:03.186366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:03.194721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.195444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.195444 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.195716 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.196043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.196368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.196682 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.196998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.197350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.197671 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.197979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.198287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:03.203134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bb047fa7-9f65-4660-82d0-63e7908d05df'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:31:03.334427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-2bc61ee5-029d-4a30-8a2e-b5ed6e4aaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.335797 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-2bc61ee5-029d-4a30-8a2e-b5ed6e4aaec2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1357450 Feb 17 23:31:03.444001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3af8ff29-53e6-4bc0-b0d7-57f53463986e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1001 time: 0.1015086 Feb 17 23:31:03.561599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3ffe1ab5-723d-4d35-b717-4063ea81a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.563031 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3ffe1ab5-723d-4d35-b717-4063ea81a37e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.1132202 Feb 17 23:31:03.632242 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0fe0-64c0-4163-899e-e5d9f7dde63b req-f2cf1482-3ddc-4e7a-be3f-ef45c3a8cd29 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.633614 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-deee0fe0-64c0-4163-899e-e5d9f7dde63b req-f2cf1482-3ddc-4e7a-be3f-ef45c3a8cd29 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 945 time: 0.1489832 Feb 17 23:31:03.688800 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-deee0fe0-64c0-4163-899e-e5d9f7dde63b req-e699f813-4441-4f50-bcf1-93850109adc3 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486779 Feb 17 23:31:03.693517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3386cf16-4195-4f92-9d51-2c8717963989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.694928 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3386cf16-4195-4f92-9d51-2c8717963989 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244812 Feb 17 23:31:03.929343 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-a623ab2f-d9d4-4c38-a7c6-c4a420330f43 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269640 Feb 17 23:31:04.071034 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0f164de4-d19f-45fb-b266-7e1fe759ffe4 req-3aed5c3b-674f-496e-96bb-e7e2636cba0b service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324868 Feb 17 23:31:04.869892 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:31:04.877833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f182a0-e04f-4f2b-b3c0-9a5c0ba25d9a req-93e7a3ea-11ad-4bf6-af3e-8d6631ef039f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:04.879440 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9f182a0-e04f-4f2b-b3c0-9a5c0ba25d9a req-93e7a3ea-11ad-4bf6-af3e-8d6631ef039f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 945 time: 0.0826151 Feb 17 23:31:04.928539 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9f182a0-e04f-4f2b-b3c0-9a5c0ba25d9a req-2271b679-bc8d-4eab-8f08-c438aa535e5e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Feb 17 23:31:04.951410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port bb047fa7-9f65-4660-82d0-63e7908d05df triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:31:04.951410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:05.067351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:05.106189 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:31:05.117943 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:05.127193 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:05.213372 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:05.229658 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'code': 200} Feb 17 23:31:06.161523 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9c28-db11-426c-bfd6-48640f640f27 req-b3a94b5e-e33d-4ec2-97aa-6578aeb9df4c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:06.163469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-080f9c28-db11-426c-bfd6-48640f640f27 req-b3a94b5e-e33d-4ec2-97aa-6578aeb9df4c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.1078255 Feb 17 23:31:06.220092 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-080f9c28-db11-426c-bfd6-48640f640f27 req-2d6fd7f6-295e-459e-aa9e-f9b663198b64 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467210 Feb 17 23:31:07.435561 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c3f6b-2c07-4aa8-95eb-b4b7094408aa req-82324ecc-56cd-42d6-806e-62072e3e1ecd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:07.440396 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae7c3f6b-2c07-4aa8-95eb-b4b7094408aa req-82324ecc-56cd-42d6-806e-62072e3e1ecd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0993986 Feb 17 23:31:07.506865 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ae7c3f6b-2c07-4aa8-95eb-b4b7094408aa req-68a52e22-6448-4db6-a9f0-ccf1156e4393 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580776 Feb 17 23:31:08.719841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5092e65-7bb8-4812-a4e8-6b224c4177b2 req-2f381dde-4c4a-4bba-aae8-2014c21d9528 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:08.721611 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5092e65-7bb8-4812-a4e8-6b224c4177b2 req-2f381dde-4c4a-4bba-aae8-2014c21d9528 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0871761 Feb 17 23:31:08.772148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e5092e65-7bb8-4812-a4e8-6b224c4177b2 req-446abebf-fd2e-4f3a-bd3b-d42a082f8f3c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449874 Feb 17 23:31:09.981696 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b981fe-2da7-4b62-8e4c-7c35b4643d4e req-6bdc9454-d43f-4053-bdd7-d748987f6282 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:09.983150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a4b981fe-2da7-4b62-8e4c-7c35b4643d4e req-6bdc9454-d43f-4053-bdd7-d748987f6282 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0904760 Feb 17 23:31:10.040104 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a4b981fe-2da7-4b62-8e4c-7c35b4643d4e req-2a9ee28b-79b8-46ef-8556-2475ebabc961 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498824 Feb 17 23:31:11.247232 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee259-548b-4ec4-ba1e-5daa22553098 req-7fa4d939-ead7-430a-90e2-c69df4e17beb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:11.248807 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e1ee259-548b-4ec4-ba1e-5daa22553098 req-7fa4d939-ead7-430a-90e2-c69df4e17beb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0988147 Feb 17 23:31:11.301900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6e1ee259-548b-4ec4-ba1e-5daa22553098 req-9e42908e-3725-45c4-9231-3d7f2c4f0dd8 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458980 Feb 17 23:31:12.520517 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ae12-92f0-450d-ae30-c8ed8c625c21 req-20f635e8-d316-4057-aaf3-f22e65f8bfea tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:12.522676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d62ae12-92f0-450d-ae30-c8ed8c625c21 req-20f635e8-d316-4057-aaf3-f22e65f8bfea tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.1075199 Feb 17 23:31:12.578180 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d62ae12-92f0-450d-ae30-c8ed8c625c21 req-3bdb0e06-589c-46e1-8730-a3ddd163f9eb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Feb 17 23:31:13.846598 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee66bcc-e62c-4482-a5e5-5df0a7ecf15e req-307e45e5-49d5-4ea6-aa81-1f9a0e4d8a33 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.849437 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fee66bcc-e62c-4482-a5e5-5df0a7ecf15e req-307e45e5-49d5-4ea6-aa81-1f9a0e4d8a33 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.1091089 Feb 17 23:31:13.902036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fee66bcc-e62c-4482-a5e5-5df0a7ecf15e req-c339d914-c126-45f4-8d8b-8d0a168623c4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 Feb 17 23:31:14.767106 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-53faf1e7-bb6e-472a-8f4c-402e8ec86842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:14.769124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-53faf1e7-bb6e-472a-8f4c-402e8ec86842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1099 time: 0.0692070 Feb 17 23:31:14.896810 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-8bff80dc-5f9b-4cba-916f-49f6f4578db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:14.898275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-8bff80dc-5f9b-4cba-916f-49f6f4578db4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1235027 Feb 17 23:31:15.005969 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-e805dfc0-6bce-4ef0-aa13-87e95b37eb31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1002 time: 0.1007476 Feb 17 23:31:15.111615 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-e170a635-5b54-4fa7-b9db-e0829d9917db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:15.113717 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-e170a635-5b54-4fa7-b9db-e0829d9917db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.1019528 Feb 17 23:31:15.196610 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2ccce-15f6-4b28-81f6-2656c2cd3548 req-93b6674b-e645-47ab-a3bc-551b9d5d961c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:15.198013 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fc2ccce-15f6-4b28-81f6-2656c2cd3548 req-93b6674b-e645-47ab-a3bc-551b9d5d961c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.1568997 Feb 17 23:31:15.226772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-a9902dd1-dabc-4213-8edf-34e12f8544f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:15.228238 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-a9902dd1-dabc-4213-8edf-34e12f8544f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070201 Feb 17 23:31:15.316426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0fc2ccce-15f6-4b28-81f6-2656c2cd3548 req-d891620e-8923-47ae-9e25-2f6f6899d1ab tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121993 Feb 17 23:31:15.374592 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-d1252dd7-4d29-4f7d-9032-8c004a823b7b service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380978 Feb 17 23:31:15.606498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5125b970-6323-4ea7-97c6-cb779f3242b1 req-46c2969d-e51c-41ec-a8a8-0b52d4ef566a service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261333 Feb 17 23:31:16.501718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922b120-bac7-41ae-89d2-47ac4d10329f req-39cd03a0-1c21-4bec-9c5b-7fe379413008 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:16.503728 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7922b120-bac7-41ae-89d2-47ac4d10329f req-39cd03a0-1c21-4bec-9c5b-7fe379413008 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 946 time: 0.0799215 Feb 17 23:31:16.547866 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7922b120-bac7-41ae-89d2-47ac4d10329f req-84c0ba53-d2b6-4887-94ab-826c16ec65a9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 Feb 17 23:31:16.939642 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:31:17.054986 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:17.082721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:31:17.092482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:17.097910 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:17.132440 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'code': 200} Feb 17 23:31:17.171522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:17.739268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738269c0-ae46-4dab-a026-31744fa05257 req-91504fb9-f993-4a84-94cf-12e9b844de46 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:17.740715 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-738269c0-ae46-4dab-a026-31744fa05257 req-91504fb9-f993-4a84-94cf-12e9b844de46 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0849617 Feb 17 23:31:17.784940 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-738269c0-ae46-4dab-a026-31744fa05257 req-16171861-479a-4882-b57a-c5018837b1e2 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380251 Feb 17 23:31:18.139070 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb93543-a227-4472-9f0f-ad29cf50dc15 req-035c2aa7-bedc-4d12-a304-434b23ceaac1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:18.140434 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6cb93543-a227-4472-9f0f-ad29cf50dc15 req-035c2aa7-bedc-4d12-a304-434b23ceaac1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0848842 Feb 17 23:31:18.186112 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6cb93543-a227-4472-9f0f-ad29cf50dc15 req-d0b284dc-e3ae-4401-9794-52f5370e5061 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391195 Feb 17 23:31:18.215712 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 43960) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:31:18.335202 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-fa0d3255-00e2-4b3e-9f59-813026d47679 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182921 Feb 17 23:31:19.449731 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaaf81-ed3f-4b9e-ba67-20975245c626 req-17d3f3c0-a3a3-42a9-923b-555c0b98f384 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.451204 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceeaaf81-ed3f-4b9e-ba67-20975245c626 req-17d3f3c0-a3a3-42a9-923b-555c0b98f384 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.1481283 Feb 17 23:31:19.459077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-64903233-b737-4d29-9c7d-d1fa870abcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.460524 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-64903233-b737-4d29-9c7d-d1fa870abcb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1101310 Feb 17 23:31:19.546819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ceeaaf81-ed3f-4b9e-ba67-20975245c626 req-3223503b-07ad-4f99-8047-b2330fb9a8dc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853522 Feb 17 23:31:19.584128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-de0393df-0f11-4ee9-bd7d-a209ff60ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.585659 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-de0393df-0f11-4ee9-bd7d-a209ff60ce37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1097 time: 0.1038563 Feb 17 23:31:19.754539 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-65c6a8fa-3799-4cdb-b0e8-a159ac2342cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.756885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-65c6a8fa-3799-4cdb-b0e8-a159ac2342cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1655314 Feb 17 23:31:19.860169 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-e20b7192-7d77-4f63-8b2f-7b64fa7f3282 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1000 time: 0.0972261 Feb 17 23:31:19.927288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-73bd0ec8-bf3c-4123-8dd4-645c8f1faa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.928745 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-73bd0ec8-bf3c-4123-8dd4-645c8f1faa13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0630898 Feb 17 23:31:20.008484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-a90a758f-cb26-4dda-bf2e-c71d887bdaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:20.009909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-a90a758f-cb26-4dda-bf2e-c71d887bdaab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754764 Feb 17 23:31:20.143181 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-461589ea-28eb-4f54-9222-8ddec26a4bcd service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267211 Feb 17 23:31:20.191903 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b855ac2e-2190-4a4f-8176-aead248dcb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:20.281001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-17f5fc0f-a68f-4a36-88f8-a8d6c5fd3de3 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322827 Feb 17 23:31:20.780612 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384e372-0f6d-439a-a4bb-ea4444c32ed9 req-c2450af3-3b27-468a-a919-dbfebf637a9a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:20.782436 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e384e372-0f6d-439a-a4bb-ea4444c32ed9 req-c2450af3-3b27-468a-a919-dbfebf637a9a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.1210089 Feb 17 23:31:20.848892 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e384e372-0f6d-439a-a4bb-ea4444c32ed9 req-9c4ca3a3-fe9e-4ce8-81a3-d88d62084643 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593483 Feb 17 23:31:20.933502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:31:22.103478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5e1bb-d463-4070-b4fb-b931f0e8362d req-4c92d21a-8b89-45a8-b500-dc268c494dec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:22.105056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d6f5e1bb-d463-4070-b4fb-b931f0e8362d req-4c92d21a-8b89-45a8-b500-dc268c494dec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.1094820 Feb 17 23:31:22.155456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d6f5e1bb-d463-4070-b4fb-b931f0e8362d req-1c081262-d969-44ab-9213-4e20eea08719 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Feb 17 23:31:22.463991 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b7f22b4e-0586-4992-9113-2158f6aa5327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:23.466849 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:23.476077 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675428d2-11be-47c0-8af0-25f5590bf2ea req-72941a6f-c2d6-4875-bddb-5420afc42f64 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:23.478315 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-675428d2-11be-47c0-8af0-25f5590bf2ea req-72941a6f-c2d6-4875-bddb-5420afc42f64 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.2020721 Feb 17 23:31:23.528446 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-675428d2-11be-47c0-8af0-25f5590bf2ea req-63b6944d-f814-45d5-ba97-898914e196fc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 Feb 17 23:31:23.678596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:24.734427 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3966-364e-494e-b034-07e08451fcb9 req-a120e07b-db1e-4e77-96b8-81d59ab75532 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:24.736720 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d1d3966-364e-494e-b034-07e08451fcb9 req-a120e07b-db1e-4e77-96b8-81d59ab75532 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0840976 Feb 17 23:31:24.788139 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9d1d3966-364e-494e-b034-07e08451fcb9 req-0031a6f9-7aea-4185-9c11-9746baf8d927 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444536 Feb 17 23:31:25.166278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:25.979490 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17690-c3e1-4eb4-a665-0592675602a9 req-713d5378-8b89-4d2a-b4e1-8a381e1ed538 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:25.981345 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9db17690-c3e1-4eb4-a665-0592675602a9 req-713d5378-8b89-4d2a-b4e1-8a381e1ed538 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0848401 Feb 17 23:31:26.033414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9db17690-c3e1-4eb4-a665-0592675602a9 req-dbd26a06-687e-401d-acc0-3e6a2fab4c9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408139 Feb 17 23:31:26.589192 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:31:27.281374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3a395-c3a8-474b-8f83-d8bf0b82b501 req-83bd6520-1b84-4937-9537-21b8c2e2f9da tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:27.282974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9e3a395-c3a8-474b-8f83-d8bf0b82b501 req-83bd6520-1b84-4937-9537-21b8c2e2f9da tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0894241 Feb 17 23:31:27.330067 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b9e3a395-c3a8-474b-8f83-d8bf0b82b501 req-d43b0285-a616-41cb-8e07-525bc8f2637c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Feb 17 23:31:28.514536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df864d-af04-4647-8bc5-c1bbbea436db req-09b2eeeb-7e5e-4867-96d1-173f8feb3877 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:28.516030 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27df864d-af04-4647-8bc5-c1bbbea436db req-09b2eeeb-7e5e-4867-96d1-173f8feb3877 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0815113 Feb 17 23:31:28.561188 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-27df864d-af04-4647-8bc5-c1bbbea436db req-54ad96a5-f5c6-410f-8563-1a648b8ec841 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385752 Feb 17 23:31:28.792553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:29.748959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6784-ef17-4404-a776-156a02e86ccc req-c0d42503-5bc4-4b94-baf2-5bea97c0c543 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:29.750427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f40b6784-ef17-4404-a776-156a02e86ccc req-c0d42503-5bc4-4b94-baf2-5bea97c0c543 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0836115 Feb 17 23:31:29.794566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f40b6784-ef17-4404-a776-156a02e86ccc req-78d1203b-fd68-4415-b30c-e50c7f3ba470 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379610 Feb 17 23:31:30.968198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:31:30.989827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351032-0c1a-484b-996b-0a6099798009 req-493a3e93-bfec-41ac-88e8-80038d54e40d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:30.991453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05351032-0c1a-484b-996b-0a6099798009 req-493a3e93-bfec-41ac-88e8-80038d54e40d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 944 time: 0.0810602 Feb 17 23:31:31.046114 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-05351032-0c1a-484b-996b-0a6099798009 req-5d95d5fb-0656-4714-9f35-6d3cee3c59b0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483463 Feb 17 23:31:31.109042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:31.122669 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'port_id': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'mac_address': 'fa:16:3e:4d:98:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:31:31.178768 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:31.196703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:31:31.212882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:31.216459 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:31.287179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=9']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:31.448259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['bb047fa7-9f65-4660-82d0-63e7908d05df'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:31:32.231782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5bc58-13a6-4b8b-919f-f272fa79c649 req-dd101617-241d-40ed-859b-33abe85b4902 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:32.233259 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-07c5bc58-13a6-4b8b-919f-f272fa79c649 req-dd101617-241d-40ed-859b-33abe85b4902 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 945 time: 0.0795066 Feb 17 23:31:32.278814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-07c5bc58-13a6-4b8b-919f-f272fa79c649 req-0be6084e-d8a1-4385-88d1-c6d06e53fbcd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394938 Feb 17 23:31:32.964760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:31:33.036148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port bb047fa7-9f65-4660-82d0-63e7908d05df triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:31:33.036523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:33.150049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:33.178427 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:31:33.188175 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:31:33.193416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:33.227361 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'code': 200} Feb 17 23:31:33.266631 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=10']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:33.520846 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe0794-d032-48be-8bbb-dc58ee9bf270 req-502d6c2d-c324-4be5-8fd3-1dce0c5162e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:33.522235 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5fe0794-d032-48be-8bbb-dc58ee9bf270 req-502d6c2d-c324-4be5-8fd3-1dce0c5162e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1100 time: 0.0983105 Feb 17 23:31:33.533713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdbd75-2fce-4300-ac1f-1025e639895d req-ee6515d3-59af-4840-a05b-7678aa96f24b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:33.535305 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1dfdbd75-2fce-4300-ac1f-1025e639895d req-ee6515d3-59af-4840-a05b-7678aa96f24b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.1440735 Feb 17 23:31:33.602164 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f5fe0794-d032-48be-8bbb-dc58ee9bf270 req-b7f08289-bb7a-4ef5-b97c-c15b3498afff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657926 Feb 17 23:31:33.606538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1dfdbd75-2fce-4300-ac1f-1025e639895d req-b94d6c6d-f137-4fda-9340-74cbc70d379a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584674 Feb 17 23:31:34.807509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fbcc2-dde0-4080-b783-381b347462c3 req-42e9752e-22de-4962-9f59-c97573954680 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:34.808987 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be1fbcc2-dde0-4080-b783-381b347462c3 req-42e9752e-22de-4962-9f59-c97573954680 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0812049 Feb 17 23:31:34.865814 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-be1fbcc2-dde0-4080-b783-381b347462c3 req-b61973d0-a814-4918-ab27-21bc3a8d8b8d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Feb 17 23:31:36.044592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6c1f-18d5-4cbe-8d89-ef640eab29b3 req-dc48dc83-ac0b-42b2-b188-b9d79d0a20bd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:36.046060 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ab4c6c1f-18d5-4cbe-8d89-ef640eab29b3 req-dc48dc83-ac0b-42b2-b188-b9d79d0a20bd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0828876 Feb 17 23:31:36.091669 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ab4c6c1f-18d5-4cbe-8d89-ef640eab29b3 req-e809915c-ade7-4aec-91a1-e61aabbcab68 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Feb 17 23:31:50.196786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-06285b6e-15b3-4920-99d1-4c74bd59d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:52.465673 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a57544bd-a0da-4675-b682-3c0bf6d9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:53.461434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:53.678411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:55.130899 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:31:58.796425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:03.589805 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:32:05.145372 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-34ab4fdf-1a42-44c5-a404-6dffd43fbd03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127682 Feb 17 23:32:05.289367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504373-3159-4aa9-84d5-4c31a8347086 req-ebe2ce12-7fc1-4d6a-8a5a-74ed2b06401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:05.290749 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-ebe2ce12-7fc1-4d6a-8a5a-74ed2b06401b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1100 time: 0.0758908 Feb 17 23:32:05.431326 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504373-3159-4aa9-84d5-4c31a8347086 req-89552ce1-77e9-49e6-830f-ff5aeb4362d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:05.432745 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-89552ce1-77e9-49e6-830f-ff5aeb4362d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1244156 Feb 17 23:32:05.531068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-ff4e33ef-1308-4ef4-b69d-1733e41d0802 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 1002 time: 0.0925648 Feb 17 23:32:05.596174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504373-3159-4aa9-84d5-4c31a8347086 req-f02dd05c-8859-4824-8e04-8f724e08607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:05.597528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-f02dd05c-8859-4824-8e04-8f724e08607f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0609384 Feb 17 23:32:05.670513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504373-3159-4aa9-84d5-4c31a8347086 req-25733cfc-d595-4ffe-ac9b-27dbcc206a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:05.671966 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-25733cfc-d595-4ffe-ac9b-27dbcc206a5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683374 Feb 17 23:32:05.802040 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-6b6ce2e3-c2ca-4997-ab56-55ff8e56b7c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240389 Feb 17 23:32:05.930796 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-36504373-3159-4aa9-84d5-4c31a8347086 req-b1485100-303b-4a4d-bdae-91a99f0557b0 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226037 Feb 17 23:32:20.199227 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ea73361d-b0e4-464b-915b-78f637b11223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:22.468863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0fc35b4d-7783-4948-9cef-aa11e1285de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:23.464493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:23.682727 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:25.134809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:28.809800 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:40.589784 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:32:46.738152 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44086) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:47.147688 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Deleting port 8469a8c5-9b8e-41ee-9e2a-cdf18964df00 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:32:47.148036 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:47.352558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:47.352799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:47.485114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Calling delete_port for 8469a8c5-9b8e-41ee-9e2a-cdf18964df00 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:32:47.655063 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:47.705592 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'Port': ['ID=8469a8c5-9b8e-41ee-9e2a-cdf18964df00,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:47.778091 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.778828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.778828 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.779123 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.779385 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.779710 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.780035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.780360 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.780680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.781004 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.781356 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.781668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:47.821855 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:47.822380 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Floating IP c20eb747-f6e5-40b6-aa0d-5767f51a37a4 disassociated (deleted). External IP: 172.26.7.240, port: bb047fa7-9f65-4660-82d0-63e7908d05df. Feb 17 23:32:48.221525 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:32:48.437094 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:32:48.448934 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:32:48.459706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:48.461206 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:32:48.461966 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:32:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:48.520083 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-1f580152-9079-4354-8c42-77e7d23f4864 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "DELETE /v2.0/floatingips/c20eb747-f6e5-40b6-aa0d-5767f51a37a4 HTTP/1.1" status: 204 len: 168 time: 1.7808020 Feb 17 23:32:48.520881 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:32:48.632086 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'status': 'completed', 'code': 200} Feb 17 23:32:48.701347 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:32:48.850538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-b5655d0b-8be7-4fd7-ae56-2e2d542ad2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:48.852347 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-b5655d0b-8be7-4fd7-ae56-2e2d542ad2d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 1100 time: 0.1965189 Feb 17 23:32:49.060316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed58248-9add-4d47-b9a9-440b14b0d882 req-0061aa60-50fd-4a0e-8e98-7dc2038cca04 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:49.062068 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ed58248-9add-4d47-b9a9-440b14b0d882 req-0061aa60-50fd-4a0e-8e98-7dc2038cca04 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.1350574 Feb 17 23:32:49.067331 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-74cece39-16c5-4d8f-9988-91e15765e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:49.069677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-74cece39-16c5-4d8f-9988-91e15765e1ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.2118032 Feb 17 23:32:49.080798 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:49.085806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:32:49.095346 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:32:49.095960 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:32:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:49.164046 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-3f003357-f02c-4363-9616-4f371d4cdbce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 200 len: 217 time: 0.0756741 Feb 17 23:32:49.212295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9ed58248-9add-4d47-b9a9-440b14b0d882 req-d947b79c-56c4-4bcd-ad71-e679721413d4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416149 Feb 17 23:32:49.239356 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-25892042-66fa-42a9-8c94-c6b62e4ccf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:49.241482 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-25892042-66fa-42a9-8c94-c6b62e4ccf4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0715280 Feb 17 23:32:49.283999 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:32:49.331420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-eb021070-489c-4706-83ef-daf31ea44114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:49.332878 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-eb021070-489c-4706-83ef-daf31ea44114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844133 Feb 17 23:32:49.479148 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-e44615d1-6070-4537-b99b-5dd493b7efbd service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384864 Feb 17 23:32:49.622152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-23be994d-36b2-45fb-aabf-9a69f96f19a2 req-9063669c-62ad-476b-8561-3d08e72ff439 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358526 Feb 17 23:32:49.664406 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:49.668661 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62fdbc-fa23-492d-9f27-0dc5157b7586 None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:32:49.899224 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5ef78-2d57-4b43-bee6-894f07cf57c2 None None] New status for floating IP c20eb747-f6e5-40b6-aa0d-5767f51a37a4: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:32:50.201926 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cce94109-64ed-4b53-ba48-4d72d324ce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:50.228082 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0075b-7373-491e-8422-90fce6e47eae req-b49b9f64-0931-467f-b1fa-617ad0b0fe07 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:50.229566 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-89f0075b-7373-491e-8422-90fce6e47eae req-b49b9f64-0931-467f-b1fa-617ad0b0fe07 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0824974 Feb 17 23:32:50.306048 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Deleting port bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:32:50.306395 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:50.581365 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c713-2bfa-4c26-bf33-29263d26655d req-e3ab2419-43b5-4148-9d3f-a50951991c1b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:50.582749 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84f5c713-2bfa-4c26-bf33-29263d26655d req-e3ab2419-43b5-4148-9d3f-a50951991c1b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 947 time: 0.2472129 Feb 17 23:32:50.673000 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] For port bb047fa7-9f65-4660-82d0-63e7908d05df, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=bb047fa7-9f65-4660-82d0-63e7908d05df,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:32:50.673367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:50.683677 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-84f5c713-2bfa-4c26-bf33-29263d26655d req-d185a468-0b39-4b85-ab40-bbde10c373fa tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884559 Feb 17 23:32:50.807200 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Calling delete_port for bb047fa7-9f65-4660-82d0-63e7908d05df owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:32:50.955952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:51.114073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'Port': ['ID=bb047fa7-9f65-4660-82d0-63e7908d05df,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:51.154456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.154792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.155122 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.155452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.155777 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.156094 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.156410 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.156790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.157045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.157392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.157708 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.158019 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:51.202506 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] No DVR routers for this DVR port bb047fa7-9f65-4660-82d0-63e7908d05df on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:32:51.205390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:51.208197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-deleted', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:32:51.221057 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-89f0075b-7373-491e-8422-90fce6e47eae req-b26ac55f-ae39-4a2b-86ba-3c79d12042c7 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "DELETE /v2.0/ports/bb047fa7-9f65-4660-82d0-63e7908d05df HTTP/1.1" status: 204 len: 173 time: 0.9866965 Feb 17 23:32:51.317196 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ca9d80-d3a1-44a4-97ca-4de019f7aa70', 'name': 'network-vif-deleted', 'tag': 'bb047fa7-9f65-4660-82d0-63e7908d05df', 'status': 'completed', 'code': 200} Feb 17 23:32:51.855861 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-40de0adb-978e-4e37-98a6-58dfe3e69e41 req-c4fb3de5-90b9-4dd7-a7d0-24ccb52c0874 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Synchronizing usage tracker for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:32:51.871978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-40de0adb-978e-4e37-98a6-58dfe3e69e41 req-c4fb3de5-90b9-4dd7-a7d0-24ccb52c0874 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Unset dirty status for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:32:51.873284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-40de0adb-978e-4e37-98a6-58dfe3e69e41 req-c4fb3de5-90b9-4dd7-a7d0-24ccb52c0874 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ca9d80-d3a1-44a4-97ca-4de019f7aa70 HTTP/1.1" status: 200 len: 210 time: 0.0634615 Feb 17 23:32:52.471379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-eff36927-f3c8-431e-998d-5231542367d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:52.973239 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44108) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:53.045792 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.077589 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.152805 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.282743 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc0d71-2f2f-4d8a-94b5-6030a995d27b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:53.296935 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.298057 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2cfe39fa-a8f0-436c-8d1c-9b62baa62fb1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "DELETE /v2.0/security-groups/2fdc0d71-2f2f-4d8a-94b5-6030a995d27b HTTP/1.1" status: 204 len: 168 time: 0.3238430 Feb 17 23:32:53.391244 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:32:53.426248 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: bb047fa7-9f65-4660-82d0-63e7908d05df {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:32:53.426594 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device bb047fa7-9f65-4660-82d0-63e7908d05df not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:32:53.468609 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.647811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44116) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:53.652975 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978893137', 'description': 'tempest-secgroup-smoke-1978893137 description', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:53.658961 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:53.663195 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:53.666071 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:53.672322 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:53.683795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.685883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.704178 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:53.707929 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:53.710923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:53.716570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:53.787386 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.791328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.838661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f127d6-590f-4bbd-9168-031e2420b364,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:53.841699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.842905 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-6280c1f1-3001-4845-977f-ac9e4c7e6b3d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1940947 Feb 17 23:32:53.845800 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44120) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:53.851576 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:53.857667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:53.861427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:53.864269 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:53.871843 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:53.889068 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.953147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.957221 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.984380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cf21ff-d16c-433a-b127-31c5d4ab5212,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:53.995987 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:53.997217 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3e7c8697-69c3-4388-bd7f-549bea3823ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504438 Feb 17 23:32:54.000217 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44124) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:54.005582 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:54.012439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:54.016937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:54.020125 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:54.026799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:54.048192 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.116668 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.126949 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.152211 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3eb00b-a0a9-4a49-8c0a-2606029fbc30,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:54.164000 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.165412 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-fea3c0f2-c666-4b67-9ac4-0213bdd8ec75 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642420 Feb 17 23:32:54.168522 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44128) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:54.174024 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:54.180513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:54.184672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:54.187917 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:54.194176 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:54.209834 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.273316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.276839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.299592 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae13c2f-258e-4634-9a3f-93687d01be83,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:54.309873 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.311183 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-a60f9b0f-f3dd-4f0e-8c48-2601e0c275cc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415336 Feb 17 23:32:54.314113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44132) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:54.319742 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:54.325634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:54.329527 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:54.332414 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:54.338580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:54.356298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.419942 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.423642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.448492 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a7c9eb-9bd1-41de-a6bf-33151c7c04bd,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:54.457732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.459427 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-4cb376c3-c530-44c5-ae98-17d9c7f334e6 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444004 Feb 17 23:32:54.462273 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44136) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:54.467327 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:54.473883 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:54.478379 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:54.481386 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:54.487135 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:54.498182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Project 0717d1cb2b7f44598107e86337c4b1e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:32:54.504524 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.574484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.578031 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.603125 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe51944-bca7-4a67-9892-a253f20e2f1d,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:54.611735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.612906 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cd6a86b8-0d85-4fc6-91ad-68c9d8045df4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497068 Feb 17 23:32:54.616383 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44140) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:32:54.621497 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'security_group_rule': {'security_group_id': '04f127d6-590f-4bbd-9168-031e2420b364', 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:32:54.627521 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:32:54.631321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:security_group_rule and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:32:54.634189 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:32:54.639881 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:32:54.650496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Project 0717d1cb2b7f44598107e86337c4b1e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:32:54.656998 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.722741 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.727058 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.751128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29942a0-3070-48cb-ae30-f0ceb0bdc946,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:54.761028 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:54.762284 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cc8a9fb4-ceeb-4b6a-8322-92ae2674ab9b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449244 Feb 17 23:32:55.212479 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:32:58.812945 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:09.674083 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-62222c6f-ecf8-41fa-b77d-6dec010cf275 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978893137&fields=id&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 267 time: 0.0422673 Feb 17 23:33:09.830155 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-1831a6da-a191-40bc-8d06-56dcc9e85115 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:09.831649 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-1831a6da-a191-40bc-8d06-56dcc9e85115 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 809 time: 0.1502769 Feb 17 23:33:09.847045 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-5a4ef320-d88a-4a1c-af9f-94650e1c52e5 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/quotas/0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 375 time: 0.0094171 Feb 17 23:33:09.935201 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-4d1f8002-9a12-4db6-8fde-1a12873c6db5 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822580 Feb 17 23:33:10.159064 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-b94e3d20-e896-423b-8e27-6ef3bcdea824 service neutron] 10.222.0.42 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121594 Feb 17 23:33:10.301489 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-920cb571-3792-4fa0-8099-f00dbe516ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352649 Feb 17 23:33:10.717212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f90a26d-0bac-457d-8d5f-bc74c87e0f74 req-87d39f62-7c04-4f55-9350-601fc56f1372 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 210 time: 0.0453126 Feb 17 23:33:11.767583 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-9e918b31-7573-4f01-9ef5-fce99c12f21c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:11.769056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-9e918b31-7573-4f01-9ef5-fce99c12f21c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 809 time: 0.1494603 Feb 17 23:33:11.817226 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-d5866289-131a-4f47-9370-06c4e8d5d3a5 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 380 time: 0.0398550 Feb 17 23:33:11.825419 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'port': {'device_id': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'admin_state_up': True, 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'security_groups': ['04f127d6-590f-4bbd-9168-031e2420b364']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:11.935634 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-71ad481f-70a8-434d-9953-3f401edd1c6a req-83867895-7cc4-4739-88a0-5fd0479c625f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 210 time: 0.0917664 Feb 17 23:33:12.012630 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:33:12.022817 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:33:12.033562 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Made reservation on behalf of 0717d1cb2b7f44598107e86337c4b1e5 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:12.037187 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.203146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Allocated IP 172.20.0.7 (b442944b-6f74-4dbe-b378-244ac02c8c68/55e36996-1065-4ad3-a85b-e7033f6453de/0f105a8e-dee8-4c59-a566-d8452116e8e8) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:12.507500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.524675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Transition to ACTIVE for port object 0f105a8e-dee8-4c59-a566-d8452116e8e8 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:33:12.548439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.624300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Network b442944b-6f74-4dbe-b378-244ac02c8c68 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:12.627374 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:12.631280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:33:12.664644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:12.704538 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:12.705362 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.735040 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-29bf8b56-0318-4a1f-bfb1-fed90217b743 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9132354 Feb 17 23:33:12.748182 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Request body: {'port': {'device_id': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:12.863939 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.923987 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-77d4707a-10bd-4e1e-82eb-5e09656d8a3d None None] Provisioning for port 0f105a8e-dee8-4c59-a566-d8452116e8e8 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:33:12.929786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-77d4707a-10bd-4e1e-82eb-5e09656d8a3d None None] Provisioning complete for port 0f105a8e-dee8-4c59-a566-d8452116e8e8 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:12.930418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-77d4707a-10bd-4e1e-82eb-5e09656d8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:12.986734 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-77d4707a-10bd-4e1e-82eb-5e09656d8a3d None None] Port 0f105a8e-dee8-4c59-a566-d8452116e8e8 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:33:13.231283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dd513-7776-4e37-be25-32f1f5938048 req-9d638535-7259-4476-9c36-5f876d80caa1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:13.231895 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-b02dd513-7776-4e37-be25-32f1f5938048 req-9d638535-7259-4476-9c36-5f876d80caa1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Synchronizing usage tracker for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:33:13.292142 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-b02dd513-7776-4e37-be25-32f1f5938048 req-9d638535-7259-4476-9c36-5f876d80caa1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Unset dirty status for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:33:13.293294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b02dd513-7776-4e37-be25-32f1f5938048 req-9d638535-7259-4476-9c36-5f876d80caa1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 931 time: 0.1981061 Feb 17 23:33:13.349032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f105a8e-dee8-4c59-a566-d8452116e8e8 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:33:13.360678 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:13.368927 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b02dd513-7776-4e37-be25-32f1f5938048 req-cdab8112-ff99-47b6-9fa8-efed3cab0de9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601709 Feb 17 23:33:13.380401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Transition to ACTIVE for port object 0f105a8e-dee8-4c59-a566-d8452116e8e8 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:33:13.385841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:13.549002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:13.633500 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Attempting to bind port 0f105a8e-dee8-4c59-a566-d8452116e8e8 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:33:13.633829 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Attempting to bind port 0f105a8e-dee8-4c59-a566-d8452116e8e8 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:33:13.634146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Attempting to bind port 0f105a8e-dee8-4c59-a566-d8452116e8e8 on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:33:13.638674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Port 0f105a8e-dee8-4c59-a566-d8452116e8e8 on network b442944b-6f74-4dbe-b378-244ac02c8c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:33:13.638978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Attempting to bind port 0f105a8e-dee8-4c59-a566-d8452116e8e8 on network b442944b-6f74-4dbe-b378-244ac02c8c68 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:33:13.643920 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:33:13.644244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Checking segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:33:13.644616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Bound using segment: {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:33:13.645027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Bound port: 0f105a8e-dee8-4c59-a566-d8452116e8e8, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:33:13.645390 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:13.736159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:33:13.739043 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:33:13.743446 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:13.806456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:13.807084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:13.808531 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1093 time: 1.0654955 Feb 17 23:33:13.809003 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:13.843334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230bb1-7135-4c9a-aa22-85754fa37d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:13.900887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'status': 'completed', 'code': 200} Feb 17 23:33:13.944105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-0b2acee4-a15d-4bed-82ae-94d6958e190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:13.946181 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-0b2acee4-a15d-4bed-82ae-94d6958e190a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1096 time: 0.0802255 Feb 17 23:33:14.019842 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-5a82ca28-7969-4422-88fa-e0eee952d2aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 217 time: 0.0669327 Feb 17 23:33:14.081822 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-65edd3b5-6633-4a9e-9ebd-2bf86a25c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.083171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-65edd3b5-6633-4a9e-9ebd-2bf86a25c06c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0575268 Feb 17 23:33:14.161568 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763de8f-3b94-4f22-99e9-a871d299596b req-ead35ba9-cfa9-4d25-a23c-d374d3f6e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.163365 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-ead35ba9-cfa9-4d25-a23c-d374d3f6e0f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740325 Feb 17 23:33:14.293784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-eb34f0f9-e4da-4b0a-95cd-9d559f2138b1 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249578 Feb 17 23:33:14.583773 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e763de8f-3b94-4f22-99e9-a871d299596b req-4321abb9-175b-4460-b5eb-261635e9e652 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842252 Feb 17 23:33:14.602403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5405f-b64a-45e2-8ce1-30b56fc896c5 req-ba1aff69-b3f2-4a95-b158-dad86e23081e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.603925 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbd5405f-b64a-45e2-8ce1-30b56fc896c5 req-ba1aff69-b3f2-4a95-b158-dad86e23081e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.1280990 Feb 17 23:33:14.693630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fbd5405f-b64a-45e2-8ce1-30b56fc896c5 req-b637dd8f-f53c-4340-a6fd-803fe1a75067 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835729 Feb 17 23:33:14.717943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849074-f904-492a-93fd-720252ee3ed1 req-91501302-42d5-4839-95e5-26f82d7dfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.719379 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-91501302-42d5-4839-95e5-26f82d7dfb59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1096 time: 0.0913301 Feb 17 23:33:14.859978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849074-f904-492a-93fd-720252ee3ed1 req-898efd62-8f25-469e-9b9e-17d52391ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.861508 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-898efd62-8f25-469e-9b9e-17d52391ce23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1345851 Feb 17 23:33:14.932900 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-6d4f6d79-ff1d-411b-890c-0b837c7337f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 217 time: 0.0640368 Feb 17 23:33:14.993919 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849074-f904-492a-93fd-720252ee3ed1 req-6a111ba9-3172-46d9-8e24-8d59500964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:14.995292 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-6a111ba9-3172-46d9-8e24-8d59500964e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0574987 Feb 17 23:33:15.070875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849074-f904-492a-93fd-720252ee3ed1 req-65ecd134-600c-4f9c-ac3c-a4019a5eeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:15.072346 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-65ecd134-600c-4f9c-ac3c-a4019a5eeacb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712910 Feb 17 23:33:15.220150 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-c169b8c1-e664-46bd-9608-d01c47bdb251 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421032 Feb 17 23:33:15.351151 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fd849074-f904-492a-93fd-720252ee3ed1 req-75167e2d-dd70-4ded-811b-4811b95d7ddf service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235230 Feb 17 23:33:15.888221 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8789f5-6819-4131-8c22-51cddf9ce69a req-94ceeb5f-dc37-448d-ba81-ac17292b5d0d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:15.889710 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b8789f5-6819-4131-8c22-51cddf9ce69a req-94ceeb5f-dc37-448d-ba81-ac17292b5d0d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0910225 Feb 17 23:33:15.933834 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6b8789f5-6819-4131-8c22-51cddf9ce69a req-fb9d55fe-6a39-4466-b5ad-a99b4eb73972 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Feb 17 23:33:17.266016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03666bdb-31ca-4c3d-9fdb-508e63f0bf9e req-1588b011-c82c-455d-83e9-f2a137e23c4a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:17.267469 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03666bdb-31ca-4c3d-9fdb-508e63f0bf9e req-1588b011-c82c-455d-83e9-f2a137e23c4a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0808003 Feb 17 23:33:17.314951 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-03666bdb-31ca-4c3d-9fdb-508e63f0bf9e req-fb2be9a9-72fb-43fb-b483-14214d67cfe2 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Feb 17 23:33:17.589420 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:33:18.505984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e9a-aa83-4cc4-952c-946ab1902175 req-8740ef33-f231-426c-bbb7-2124a162eb55 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:18.508393 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ba78e9a-aa83-4cc4-952c-946ab1902175 req-8740ef33-f231-426c-bbb7-2124a162eb55 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0847266 Feb 17 23:33:18.558996 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3ba78e9a-aa83-4cc4-952c-946ab1902175 req-815e86f7-11b5-4f7e-90f6-8e24a3bbf5ec tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Feb 17 23:33:19.757311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec41f7-4e1a-43fe-a8a8-bbcab9198a48 req-4e47dba8-c198-4c72-8d03-5b623a114718 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:19.758789 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b1ec41f7-4e1a-43fe-a8a8-bbcab9198a48 req-4e47dba8-c198-4c72-8d03-5b623a114718 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0868683 Feb 17 23:33:19.810265 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b1ec41f7-4e1a-43fe-a8a8-bbcab9198a48 req-66fb94a8-a8ab-4bd5-88e8-0846764c4d9e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Feb 17 23:33:20.205296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9ec446d0-3b9a-46ab-973b-29b2b51b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:20.997464 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640df7f-2f69-4ad9-82d5-8e3dfc89a8da req-1811f59e-6907-4cd0-9e21-903ae6695fda tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:20.999579 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0640df7f-2f69-4ad9-82d5-8e3dfc89a8da req-1811f59e-6907-4cd0-9e21-903ae6695fda tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0821550 Feb 17 23:33:21.044600 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-0640df7f-2f69-4ad9-82d5-8e3dfc89a8da req-69435f6e-9a97-4980-b7a8-53301712624c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393572 Feb 17 23:33:21.526287 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:33:21.695772 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:33:21.710905 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'mac_address': 'fa:16:3e:0f:79:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:33:21.773451 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:21.791649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f105a8e-dee8-4c59-a566-d8452116e8e8 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:33:21.807144 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:33:21.811332 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:21.878852 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:21.886485 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.886860 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.887211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.887604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.887980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.888358 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.888686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.889061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.889514 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.889880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.890179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:21.890495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:22.014750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0f105a8e-dee8-4c59-a566-d8452116e8e8'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:33:22.233280 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9376-e871-4bc3-8f92-5772314d9f07 req-59506b0d-b753-40d9-833e-34463885cb8d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:22.234721 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d6c9376-e871-4bc3-8f92-5772314d9f07 req-59506b0d-b753-40d9-833e-34463885cb8d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 944 time: 0.0835133 Feb 17 23:33:22.280389 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7d6c9376-e871-4bc3-8f92-5772314d9f07 req-ea46e09d-3d17-458b-a6d9-aaf8c704296b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Feb 17 23:33:22.473238 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf8ba-47bd-4a75-8134-d8a70f62b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.464755 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49bae-e31e-4319-9eeb-cae3490a376d req-9bedae68-378c-4ee4-ab49-e4a7b3c789f4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:23.466294 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-34b49bae-e31e-4319-9eeb-cae3490a376d req-9bedae68-378c-4ee4-ab49-e4a7b3c789f4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 944 time: 0.0805802 Feb 17 23:33:23.473445 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.511556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-34b49bae-e31e-4319-9eeb-cae3490a376d req-b3ead7ce-24fc-45b3-b76d-8ce079ca22fc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 Feb 17 23:33:23.531057 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:33:23.599803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port 0f105a8e-dee8-4c59-a566-d8452116e8e8 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:33:23.604359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0f105a8e-dee8-4c59-a566-d8452116e8e8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:23.604725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.724133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.730960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.758061 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:23.768096 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:33:23.772506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:23.809291 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'code': 200} Feb 17 23:33:23.841835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:24.174239 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76580e69-0b59-4e12-8a31-3a8e5ce3f4cf req-8aa0e742-304a-4996-b67b-545afb6f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:24.175692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-76580e69-0b59-4e12-8a31-3a8e5ce3f4cf req-8aa0e742-304a-4996-b67b-545afb6f6c70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.1738830 Feb 17 23:33:24.219024 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-76580e69-0b59-4e12-8a31-3a8e5ce3f4cf req-b486e36d-6961-4c79-a14d-64a1a3618995 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Feb 17 23:33:24.702871 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaae399-e3b9-4334-86c7-88b1b54adf95 req-25884546-f2f4-45b6-a265-86fe4e21a832 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:24.704321 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddaae399-e3b9-4334-86c7-88b1b54adf95 req-25884546-f2f4-45b6-a265-86fe4e21a832 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0852802 Feb 17 23:33:24.749462 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddaae399-e3b9-4334-86c7-88b1b54adf95 req-706d672e-4b15-471b-af6c-3af4277eb528 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388129 Feb 17 23:33:25.141318 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:25.936073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74526e93-e875-47fe-8cca-70abd507442f req-d38620e3-ea84-4280-96be-706183a659ac tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:25.937828 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74526e93-e875-47fe-8cca-70abd507442f req-d38620e3-ea84-4280-96be-706183a659ac tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0799723 Feb 17 23:33:25.982779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-74526e93-e875-47fe-8cca-70abd507442f req-340a30f2-fb72-4c8d-b7b1-0bc6ae0a9d6c tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393264 Feb 17 23:33:26.180788 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ddc8-1f4f-4430-9c5e-a67dedb11fe9 req-728fca61-ce29-4a8c-a62d-86cf41672e2f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:26.182414 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2b8ddc8-1f4f-4430-9c5e-a67dedb11fe9 req-728fca61-ce29-4a8c-a62d-86cf41672e2f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0871873 Feb 17 23:33:26.228946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f2b8ddc8-1f4f-4430-9c5e-a67dedb11fe9 req-ab47edbf-62c4-44f2-9180-3c558c920209 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Feb 17 23:33:26.251063 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44318) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:33:26.322206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5c21f-d678-418e-94b4-03a8c318ee70 tempest-TestShelveInstance-1545645993 tempest-TestShelveInstance-1545645993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:26.323617 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-05c5c21f-d678-418e-94b4-03a8c318ee70 tempest-TestShelveInstance-1545645993 tempest-TestShelveInstance-1545645993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1093 time: 0.0715845 Feb 17 23:33:26.326515 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44322) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:33:26.331320 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:26.337456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:33:26.341249 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Usage tracker for resource:floatingip and tenant:0717d1cb2b7f44598107e86337c4b1e5 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:33:26.344059 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:33:26.350354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:33:26.361444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:26.500164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:26.639375 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Allocated IP 172.26.7.186 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/5186a404-c30e-4668-95d7-1664261eab11) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:26.787363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:26.816211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:26.882642 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:26.886432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:26.889174 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:33:26.931768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=5186a404-c30e-4668-95d7-1664261eab11,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:27.311347 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:27.385714 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:27.693252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:27.697791 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:27.814595 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event updated for resources: {'Port': ['ID=5186a404-c30e-4668-95d7-1664261eab11,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:27.833339 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:28.020227 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Floating IP 134d13ac-8842-4aca-89b0-7b0ebc3aea63 associated. External IP: 172.26.7.186, port: 0f105a8e-dee8-4c59-a566-d8452116e8e8. Feb 17 23:33:28.386334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:33:28.576635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:33:28.588688 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:28.598364 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:33:28.599045 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:33:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:28.600201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:28.669792 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-24034cb5-1b1d-4ef5-ab92-f8ef3c7001e9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3276310 Feb 17 23:33:28.669792 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:28.699941 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'status': 'completed', 'code': 200} Feb 17 23:33:28.787996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:33:28.796257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-e3f178f8-99a8-4ead-bf82-085a3a9dd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:28.797787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-e3f178f8-99a8-4ead-bf82-085a3a9dd342 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0771945 Feb 17 23:33:28.825281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:28.939202 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-c94ccfb1-8347-45e8-a057-925483513ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:28.940556 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-c94ccfb1-8347-45e8-a057-925483513ab4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1370924 Feb 17 23:33:29.049268 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-05bb1ac4-1b76-4347-836c-a2b4601325ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 999 time: 0.1017523 Feb 17 23:33:29.112946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-50c1eb56-a4ef-408c-8bec-648d72ece391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:29.114461 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-50c1eb56-a4ef-408c-8bec-648d72ece391 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0591218 Feb 17 23:33:29.164613 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '134d13ac-8842-4aca-89b0-7b0ebc3aea63', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:0f:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:27Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:29.168797 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:29.177750 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:33:29.178500 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:33:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:29.189105 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-38fd95f4-9711-4eed-b4b5-0fcfa69fb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:29.190684 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-38fd95f4-9711-4eed-b4b5-0fcfa69fb6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705318 Feb 17 23:33:29.373889 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:33:29.448004 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-2237eee8-8c2c-411a-a350-a579d513f212 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510178 Feb 17 23:33:29.590528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a04af90c-14cc-4827-9b9d-787751b4a998 req-0666165e-2044-4940-b554-de9b09013d70 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371763 Feb 17 23:33:29.762713 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '134d13ac-8842-4aca-89b0-7b0ebc3aea63', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:0f:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:27Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:29.766655 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760189eb-263e-4eae-875d-e96fd8f44886 None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '134d13ac-8842-4aca-89b0-7b0ebc3aea63', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'mac_address': 'fa:16:3e:0f:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:27Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 0, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:29.954681 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e58146-fbf1-4244-b622-8c919d24b323 None None] New status for floating IP 134d13ac-8842-4aca-89b0-7b0ebc3aea63: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:33:50.207314 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7bef0e8f-e33f-4866-b13c-b5e84de9d9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:52.479688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d4e5452b-ee1b-4c7b-9276-c848fd6601f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:53.483467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:53.690595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:54.588493 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:33:55.144833 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:33:58.830809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:08.076351 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-29857fb9-285f-475b-9e52-81f21d7d0b91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705023 Feb 17 23:34:08.215069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-18c4a227-8f75-4a89-a68c-213df6c2819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:08.216528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-18c4a227-8f75-4a89-a68c-213df6c2819e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0732756 Feb 17 23:34:08.363321 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-9a473045-ccaa-4684-9c90-32673dd371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:08.364667 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-9a473045-ccaa-4684-9c90-32673dd371fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1304424 Feb 17 23:34:08.477622 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-97a4e5fc-5266-4196-8987-3d6b0175356e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1001 time: 0.1060276 Feb 17 23:34:08.546697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-4f204c5d-ac10-408c-84e2-bb59fb4d9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:08.549419 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-4f204c5d-ac10-408c-84e2-bb59fb4d9863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0660560 Feb 17 23:34:08.628073 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-88f2d548-559a-4bc6-b8b6-53bda561e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:08.629504 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-88f2d548-559a-4bc6-b8b6-53bda561e465 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745888 Feb 17 23:34:08.763640 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-455468cf-1830-45dd-ae18-3d29a43bd8ac service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275525 Feb 17 23:34:08.897496 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cef8cb74-afc8-421c-8caa-efe940dd0608 req-059a7d27-5f59-4ae2-9c85-7baed9139f8d service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282899 Feb 17 23:34:20.210597 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ac7a63c7-139f-403b-9c87-6fcdc5c94e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:22.481794 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-bdfaeaef-3087-4355-8d16-016fb6857ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:23.482077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:23.692622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:25.151911 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:28.826030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:31.587618 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:34:50.212123 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4083f31e-d8ab-4826-9f85-54c6dc61a403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:52.483834 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-342bf82a-f891-4719-9213-31c6bf6dab7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:53.480000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:53.695590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:55.161152 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:34:58.840017 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:08.589606 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:35:10.625033 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-e6204e03-3584-4fbe-8c59-bb7034fab926 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735872 Feb 17 23:35:10.764787 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-1ab7e136-0524-4057-9f2a-d7ff8236f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:10.766282 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-1ab7e136-0524-4057-9f2a-d7ff8236f783 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0748885 Feb 17 23:35:10.908807 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-f6415834-b5bf-4e47-99fe-c5294bba4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:10.910274 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-f6415834-b5bf-4e47-99fe-c5294bba4538 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1264272 Feb 17 23:35:11.016974 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-fd2cd598-c6cd-4cc5-8ac3-0822df66d635 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1001 time: 0.1015077 Feb 17 23:35:11.084268 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-d8ff53da-69be-4fcb-917a-3770cfa2b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:11.085779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-d8ff53da-69be-4fcb-917a-3770cfa2b4e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0631225 Feb 17 23:35:11.164511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-61bba9c4-fa9d-4df3-8511-16804cf03971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:11.165959 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-61bba9c4-fa9d-4df3-8511-16804cf03971 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745387 Feb 17 23:35:11.175762 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-c417bab2-8aca-49f2-90ef-3016de523d6b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:35:11.176673 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-c417bab2-8aca-49f2-90ef-3016de523d6b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048094 Feb 17 23:35:11.415124 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-c1465bac-75a8-45d8-a38e-6c89c399d227 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317464 Feb 17 23:35:11.548610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c05bc593-32b5-4041-b2a8-219db069ac89 req-c6ca63a3-f97d-4a97-b9f4-2e43da0bef73 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273782 Feb 17 23:35:20.215663 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7d61d0de-b475-4796-b7dd-6290a05047d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:22.487999 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-9e90c43c-f2a3-4b57-966a-aeb29afb4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:23.486084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:23.698544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:24.648236 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a255-2f98-4040-9b90-33caa53a9dcb req-0a362a12-9f24-4358-8b4c-a14e3820a4d9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:24.649702 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a41a255-2f98-4040-9b90-33caa53a9dcb req-0a362a12-9f24-4358-8b4c-a14e3820a4d9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0815325 Feb 17 23:35:24.693736 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3a41a255-2f98-4040-9b90-33caa53a9dcb req-87a9ecc8-c6c9-411b-8ba5-6143c2aeed27 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 Feb 17 23:35:25.154407 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:25.887657 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c87472-adf0-4937-8d56-6408ceeca710 req-2ca40d50-b722-4d0e-978e-91c553193086 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:25.889115 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38c87472-adf0-4937-8d56-6408ceeca710 req-2ca40d50-b722-4d0e-978e-91c553193086 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0831077 Feb 17 23:35:25.933899 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-38c87472-adf0-4937-8d56-6408ceeca710 req-023bf005-2d7d-4f29-a2c3-0c50f3379a0b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Feb 17 23:35:27.123891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759afd-dcc4-4021-838d-9aae05fe78c8 req-e2d1c3c1-1653-4a62-8ddc-6cde92a1c1ae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:27.125492 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c759afd-dcc4-4021-838d-9aae05fe78c8 req-e2d1c3c1-1653-4a62-8ddc-6cde92a1c1ae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Feb 17 23:35:27.170395 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2c759afd-dcc4-4021-838d-9aae05fe78c8 req-857a951d-ce8b-4d01-830a-ce4fbf6d7bb4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Feb 17 23:35:28.360765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53433c-f111-4750-af22-b2bd0705282a req-75b2c944-1669-452f-8d40-19a23b178332 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:28.362131 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc53433c-f111-4750-af22-b2bd0705282a req-75b2c944-1669-452f-8d40-19a23b178332 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0853534 Feb 17 23:35:28.408103 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-fc53433c-f111-4750-af22-b2bd0705282a req-3cdf582a-3b79-435b-ba13-a50d152c0476 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395041 Feb 17 23:35:28.841170 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:29.600546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad1ec6-9455-4e17-8684-d34a191bde1a req-c557c5b1-9169-4266-b8fe-458aa2207e49 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:29.602117 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddad1ec6-9455-4e17-8684-d34a191bde1a req-c557c5b1-9169-4266-b8fe-458aa2207e49 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0848675 Feb 17 23:35:29.651885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ddad1ec6-9455-4e17-8684-d34a191bde1a req-70a505a4-3a42-4a69-b54e-5efd10a14377 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439706 Feb 17 23:35:30.849139 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78699d1-2be4-4e5c-b292-442f185d3719 req-c29bf6e9-d1a8-4212-af22-8e81ebcc0bdb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:30.850690 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e78699d1-2be4-4e5c-b292-442f185d3719 req-c29bf6e9-d1a8-4212-af22-8e81ebcc0bdb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0854349 Feb 17 23:35:30.896511 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e78699d1-2be4-4e5c-b292-442f185d3719 req-b8f8842d-1537-4d39-aa02-6b652cc04689 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 Feb 17 23:35:32.089503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001d8fd-2b3c-4c4b-8183-3be27b767480 req-f30dc8ea-a87b-49f6-8bdd-2da03d22c370 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:32.090943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8001d8fd-2b3c-4c4b-8183-3be27b767480 req-f30dc8ea-a87b-49f6-8bdd-2da03d22c370 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0865300 Feb 17 23:35:32.135781 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8001d8fd-2b3c-4c4b-8183-3be27b767480 req-e4b20ab2-e905-4c4b-9769-15a96b9dc607 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Feb 17 23:35:33.331149 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba4d4-7e22-48db-af83-65a45ed71c5b req-751aba96-a890-4f3b-9094-b536718fd534 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:33.332521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f9ba4d4-7e22-48db-af83-65a45ed71c5b req-751aba96-a890-4f3b-9094-b536718fd534 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0897446 Feb 17 23:35:33.377627 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9f9ba4d4-7e22-48db-af83-65a45ed71c5b req-cb4300cb-868d-4df7-8f60-d5b0175253dc tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Feb 17 23:35:34.570018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab576d-ccdf-4d08-bac3-eac46b33a2e5 req-88465949-4373-4ebf-bf3c-7d7ff0652ce4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:34.571538 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1fab576d-ccdf-4d08-bac3-eac46b33a2e5 req-88465949-4373-4ebf-bf3c-7d7ff0652ce4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0851791 Feb 17 23:35:34.616710 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1fab576d-ccdf-4d08-bac3-eac46b33a2e5 req-757e070d-fc1f-43fb-b967-6cc6473f9b7a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Feb 17 23:35:34.746432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-53d35aeb-3c87-48d6-ad8b-32de22ce1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:34.747779 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-53d35aeb-3c87-48d6-ad8b-32de22ce1ead service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0734553 Feb 17 23:35:34.881447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-fecfaaa3-0eb5-4700-94a5-0f34b25c370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:34.882953 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-fecfaaa3-0eb5-4700-94a5-0f34b25c370d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1293666 Feb 17 23:35:34.989184 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-72cc4cf8-dfbf-408f-84f3-87d8ba920ea9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1001 time: 0.1003933 Feb 17 23:35:35.057993 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-e9a1267b-f19d-4768-bae3-e18c046d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:35.059366 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-e9a1267b-f19d-4768-bae3-e18c046d0328 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0642197 Feb 17 23:35:35.135069 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-2e320656-fd9d-480b-a08b-52ea37cb28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:35.136542 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-2e320656-fd9d-480b-a08b-52ea37cb28f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714779 Feb 17 23:35:35.372453 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-3e294f4a-4e59-4f6a-b875-76d4123d6886 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298040 Feb 17 23:35:35.507858 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-944bcf5a-58b2-4bff-a85f-09092130bd49 req-87d96274-72f9-47f6-836b-4e2649d3bfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296329 Feb 17 23:35:35.807953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e64c1-ccd8-4387-8a7c-b87c591057f7 req-1d412b0e-57a1-439b-b022-ab9be06a65c4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:35.809449 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-441e64c1-ccd8-4387-8a7c-b87c591057f7 req-1d412b0e-57a1-439b-b022-ab9be06a65c4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0861709 Feb 17 23:35:35.855862 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-441e64c1-ccd8-4387-8a7c-b87c591057f7 req-04a524ac-7ae6-46ee-9bb3-15519d4ddfe9 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Feb 17 23:35:37.053748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79531c6-dc0c-4a7f-8262-e2027a3ff3d6 req-befd9825-8187-4677-828f-6f8db67a05c4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:37.055847 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d79531c6-dc0c-4a7f-8262-e2027a3ff3d6 req-befd9825-8187-4677-828f-6f8db67a05c4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0938623 Feb 17 23:35:37.115585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d79531c6-dc0c-4a7f-8262-e2027a3ff3d6 req-8d63201a-2e4b-498b-a139-073c6c6076b4 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Feb 17 23:35:38.310586 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b3524-9029-4b4c-87a0-60db83a95f39 req-08ab4a91-5cc8-4a41-8118-e8e94e236ea2 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:38.312075 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-383b3524-9029-4b4c-87a0-60db83a95f39 req-08ab4a91-5cc8-4a41-8118-e8e94e236ea2 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0851643 Feb 17 23:35:38.358099 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-383b3524-9029-4b4c-87a0-60db83a95f39 req-fa405f3a-559e-4fc3-bd5f-ed653c61b705 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Feb 17 23:35:38.792888 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-2cc0b17c-06f6-419e-9666-c9bea8226b46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2047312 Feb 17 23:35:38.807619 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133425c-847a-427a-b25e-97725655c903 req-4527f13f-e872-4c66-a8eb-1ace97705ccd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:38.809939 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6133425c-847a-427a-b25e-97725655c903 req-4527f13f-e872-4c66-a8eb-1ace97705ccd tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0859842 Feb 17 23:35:38.859979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6133425c-847a-427a-b25e-97725655c903 req-efc7842f-76d1-41c3-95ed-c1ca76bb8599 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Feb 17 23:35:40.057509 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2eb28-ddd6-494a-abac-5eed1633ecca req-860d11c1-7b97-4632-a304-6f7afb7b5eda tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:40.059418 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eba2eb28-ddd6-494a-abac-5eed1633ecca req-860d11c1-7b97-4632-a304-6f7afb7b5eda tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0875466 Feb 17 23:35:40.104383 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-eba2eb28-ddd6-494a-abac-5eed1633ecca req-d68493f4-3ca7-471d-9cca-2ef311854a88 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Feb 17 23:35:41.291290 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ed60-6e24-43b9-a4f6-ca2661dd7839 req-f432d61e-4cd3-4a45-8e68-265fd9005b38 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.292810 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f43ed60-6e24-43b9-a4f6-ca2661dd7839 req-f432d61e-4cd3-4a45-8e68-265fd9005b38 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0792015 Feb 17 23:35:41.345975 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1f43ed60-6e24-43b9-a4f6-ca2661dd7839 req-0b321083-7b7f-4e87-9e36-7cf8ef186b7a tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457644 Feb 17 23:35:41.444103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-00514317-00ba-4efb-b897-c01f4429461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.445587 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-00514317-00ba-4efb-b897-c01f4429461a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964&tenant_id=0717d1cb2b7f44598107e86337c4b1e5 HTTP/1.1" status: 200 len: 1098 time: 0.0724907 Feb 17 23:35:41.537413 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-9b2bafcd-dc4f-4d85-9ef1-71a67664f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.538872 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-9b2bafcd-dc4f-4d85-9ef1-71a67664f823 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0709717 Feb 17 23:35:41.671243 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-06f2c48a-3401-4ffc-a4d5-32ef8e237c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.672692 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-06f2c48a-3401-4ffc-a4d5-32ef8e237c07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1284602 Feb 17 23:35:41.775329 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-243484de-a8d7-4e45-8480-b15388dc3802 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0969574 Feb 17 23:35:41.840842 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-e4c71ded-4073-427c-afdc-8133938ef02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.842285 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-e4c71ded-4073-427c-afdc-8133938ef02f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0613604 Feb 17 23:35:41.916499 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-2b66fd98-08d5-4932-8042-8b2e60765bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:41.918015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-2b66fd98-08d5-4932-8042-8b2e60765bd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690792 Feb 17 23:35:42.052182 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-74cad61c-e8b9-4ddf-9f5a-1d3439d619b3 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284359 Feb 17 23:35:42.186295 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-938f0278-f69c-4d97-90c3-c6c0a9f3d459 req-709f4da4-1e5c-45b9-997b-a2c4e8c9c205 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265230 Feb 17 23:35:42.341983 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:35:42.499941 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:42.540031 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:35:42.541271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:35:42.545040 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa12f71-14ae-4cc4-8f82-a1b7bfda051d req-04411beb-1086-400a-8042-56bcb164047f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:42.546635 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aaa12f71-14ae-4cc4-8f82-a1b7bfda051d req-04411beb-1086-400a-8042-56bcb164047f tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0903761 Feb 17 23:35:42.555199 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:42.603498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aaa12f71-14ae-4cc4-8f82-a1b7bfda051d req-7c664bfc-a552-4a00-aa10-42c677fbb582 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488093 Feb 17 23:35:42.607018 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'code': 200} Feb 17 23:35:42.625110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:35:42.633071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.633446 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.633786 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.634110 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.634438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.634764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.635085 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.635402 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.635725 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.636037 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.636350 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:42.636660 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:43.790960 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67290038-e7e2-4e74-ad16-a55ca490447b req-395e3570-5237-4c89-bd3d-999806148f6e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:43.792464 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67290038-e7e2-4e74-ad16-a55ca490447b req-395e3570-5237-4c89-bd3d-999806148f6e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0799539 Feb 17 23:35:43.838513 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-67290038-e7e2-4e74-ad16-a55ca490447b req-e140910e-f692-47df-8a62-4b7b7cae5591 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Feb 17 23:35:45.025735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ead1c-98cf-41a0-8265-6771168b5eea req-9716e82a-b4c7-4724-bf95-d128a0b12d5b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:45.027210 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e07ead1c-98cf-41a0-8265-6771168b5eea req-9716e82a-b4c7-4724-bf95-d128a0b12d5b tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0863469 Feb 17 23:35:45.073018 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e07ead1c-98cf-41a0-8265-6771168b5eea req-b6c131f2-4b0a-4988-bf57-9a8b510ada72 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Feb 17 23:35:45.589865 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:35:46.257504 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00613c7-71d9-4b20-87fd-f691908f8cbb req-76949a55-153c-44db-a6c0-ef84dce6771d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:46.258983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f00613c7-71d9-4b20-87fd-f691908f8cbb req-76949a55-153c-44db-a6c0-ef84dce6771d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.0803490 Feb 17 23:35:46.302946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f00613c7-71d9-4b20-87fd-f691908f8cbb req-69f72f02-9fa5-481c-96aa-92744f678352 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378928 Feb 17 23:35:47.674738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f377a-0cdd-4d26-a9b6-dc74ef3596e6 req-637e4596-59a3-4ea0-bdf6-2c57a3b49f21 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:47.677931 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-258f377a-0cdd-4d26-a9b6-dc74ef3596e6 req-637e4596-59a3-4ea0-bdf6-2c57a3b49f21 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 943 time: 0.2525804 Feb 17 23:35:47.725909 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-258f377a-0cdd-4d26-a9b6-dc74ef3596e6 req-6f14e817-f590-4807-997e-3c630a2bdfe1 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Feb 17 23:35:48.272170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06dd6a-bea7-495e-9b14-b61fbf444576 req-1b5fb919-698d-4e9f-8983-af0c9a918fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:48.273752 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b06dd6a-bea7-495e-9b14-b61fbf444576 req-1b5fb919-698d-4e9f-8983-af0c9a918fea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1096 time: 0.0746546 Feb 17 23:35:48.313933 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4b06dd6a-bea7-495e-9b14-b61fbf444576 req-52355825-13f4-4e2a-b48b-1370d721ac62 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Feb 17 23:35:48.356774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:35:48.503436 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:35:48.517827 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'port_id': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'mac_address': 'fa:16:3e:0f:79:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:35:48.576841 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:48.594337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f105a8e-dee8-4c59-a566-d8452116e8e8 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:35:48.609399 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:35:48.613364 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:48.682257 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:35:48.858806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['0f105a8e-dee8-4c59-a566-d8452116e8e8'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:35:48.912341 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0da4-26ee-4a66-9daa-c836eb73d46d req-1361ff1a-2b47-4622-9aa0-4e9cc05c7e97 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:48.913824 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0bc0da4-26ee-4a66-9daa-c836eb73d46d req-1361ff1a-2b47-4622-9aa0-4e9cc05c7e97 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 944 time: 0.0815539 Feb 17 23:35:48.958310 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b0bc0da4-26ee-4a66-9daa-c836eb73d46d req-93d3ae30-52d1-4060-831d-3876d2061794 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Feb 17 23:35:50.149542 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f4f50-491a-4b13-971d-1951f81e7e1c req-ee711b45-48b4-42b3-a637-0d1774a220eb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:50.151016 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-051f4f50-491a-4b13-971d-1951f81e7e1c req-ee711b45-48b4-42b3-a637-0d1774a220eb tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 944 time: 0.0836980 Feb 17 23:35:50.197509 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-051f4f50-491a-4b13-971d-1951f81e7e1c req-e599a60a-0012-4c18-9548-26b5e7af027d tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 Feb 17 23:35:50.217752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c4166b3-319b-4649-9fa4-4488f21895ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:50.380294 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:35:50.454342 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port 0f105a8e-dee8-4c59-a566-d8452116e8e8 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:35:50.454701 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:50.572904 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:50.599649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:35:50.609339 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:35:50.614743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:50.651782 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'code': 200} Feb 17 23:35:50.683108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:35:52.491391 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b16c182d-162a-4f4f-a020-e5d649a589a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:53.479065 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:53.701148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:55.161024 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:35:58.845917 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:11.670889 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-9dbe0640-416f-4824-9638-7b3cc3c4a6cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732884 Feb 17 23:36:11.830234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-978a0edf-17ff-4d2f-a401-98ce682e5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:11.830234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-978a0edf-17ff-4d2f-a401-98ce682e5282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.0850799 Feb 17 23:36:11.988456 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-739b7166-925d-4946-bebb-66b1e91ecded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:11.988456 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-739b7166-925d-4946-bebb-66b1e91ecded service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1351051 Feb 17 23:36:12.109799 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-1138e988-85e8-485c-9d24-3d47434c4244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 1001 time: 0.1157324 Feb 17 23:36:12.168769 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-3643b6e8-87aa-4c3e-bca4-4f0b9971675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:12.169885 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-3643b6e8-87aa-4c3e-bca4-4f0b9971675c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0584323 Feb 17 23:36:12.249480 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-9ead080a-7e12-46cf-bd18-cfbc1d316e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:12.250973 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-9ead080a-7e12-46cf-bd18-cfbc1d316e81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753326 Feb 17 23:36:12.391172 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-a15f1444-f7d2-4410-99a9-d0ac5e1bfb76 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319044 Feb 17 23:36:12.544234 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-dcf20052-1758-43f0-aa31-5f4afb1df8b7 req-86b25b98-f906-4863-9883-41aa722a16b9 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486354 Feb 17 23:36:20.220934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c5974098-7cd4-4c1c-a705-0c93470beddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:22.494670 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4760e63-8036-443f-8fae-60981caea93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:22.589177 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:36:23.484771 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:23.704743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:25.168837 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:28.854182 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:50.223113 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-65e1e226-f1ca-4791-9482-e6e1a4ebf414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:52.497492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8cafac04-2664-44f8-bf8b-dd6e50df7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:53.487706 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:53.707136 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:55.177853 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:58.870018 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:36:59.588330 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:37:06.076728 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44510) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:06.288029 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Deleting port 5186a404-c30e-4668-95d7-1664261eab11 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:06.288364 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:06.462541 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:06.462859 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:06.583911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Calling delete_port for 5186a404-c30e-4668-95d7-1664261eab11 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:06.732277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:06.778011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'Port': ['ID=5186a404-c30e-4668-95d7-1664261eab11,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:06.810115 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.810468 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.810782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.811107 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.811426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.811742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.812055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.812370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.812931 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.813275 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.813607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.813900 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:06.881041 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:06.881403 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Floating IP 134d13ac-8842-4aca-89b0-7b0ebc3aea63 disassociated (deleted). External IP: 172.26.7.186, port: 0f105a8e-dee8-4c59-a566-d8452116e8e8. Feb 17 23:37:07.351671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:07.539116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:07.551573 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:07.563494 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:07.563822 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:07.564458 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:07.628254 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3fa4653d-ed72-4b53-b8b4-84f9682aeb67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "DELETE /v2.0/floatingips/134d13ac-8842-4aca-89b0-7b0ebc3aea63 HTTP/1.1" status: 204 len: 168 time: 1.5502033 Feb 17 23:37:07.628672 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:37:07.682023 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'status': 'completed', 'code': 200} Feb 17 23:37:07.761270 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:07.867693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-337efc4d-4d06-4bf0-9348-d76b5b599add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:07.869159 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-337efc4d-4d06-4bf0-9348-d76b5b599add service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 1098 time: 0.1650569 Feb 17 23:37:08.023053 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-475e603e-4a7c-4556-b1a3-59b8b4cbee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:08.025911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-475e603e-4a7c-4556-b1a3-59b8b4cbee5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 200 len: 909 time: 0.1507854 Feb 17 23:37:08.103384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-3170ec5b-63bb-44ff-ab7d-97413293028d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 200 len: 217 time: 0.0707533 Feb 17 23:37:08.132171 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:08.136248 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:08.145847 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:08.146454 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:08.214935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-8c2b6603-b036-45ff-a96d-64b76119a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:08.216387 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-8c2b6603-b036-45ff-a96d-64b76119a058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 200 len: 848 time: 0.0809245 Feb 17 23:37:08.402112 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdecfa-dfa3-4fc2-bee2-852278498127 req-9dd48ee3-5e1e-4197-96d4-3b01ba9b9d67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:08.404049 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfbdecfa-dfa3-4fc2-bee2-852278498127 req-9dd48ee3-5e1e-4197-96d4-3b01ba9b9d67 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.3963246 Feb 17 23:37:08.414855 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:08.468583 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-cfbdecfa-dfa3-4fc2-bee2-852278498127 req-35e7d087-c7a9-4148-9fd6-7ced1ceee71e tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513132 Feb 17 23:37:08.475845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-14709418-5975-454b-b1ff-adbf5a452c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:08.477376 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-14709418-5975-454b-b1ff-adbf5a452c8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b442944b-6f74-4dbe-b378-244ac02c8c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2539990 Feb 17 23:37:08.660359 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-47eff8bc-cb20-4871-99f2-9394d02b231a service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759138 Feb 17 23:37:08.799224 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-b41645fd-c02c-4a6e-82a6-19e2667537de req-f31f857d-5f3a-40b8-b75a-e719288d8d52 service neutron] 10.222.0.43 "GET /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328485 Feb 17 23:37:08.861408 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:08.866100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279fdcb-06b7-4c9f-9f30-569bebfe27e2 None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:34Z', 'revision_number': 4, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '99cef81f-f015-44fe-9dc8-6d00447cd7dc', 'name': '', 'network_id': 'b442944b-6f74-4dbe-b378-244ac02c8c68', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'mac_address': 'fa:16:3e:21:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:33Z', 'updated_at': '2022-02-17T23:28:41Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'subnets': [{'id': '55e36996-1065-4ad3-a85b-e7033f6453de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:09.089677 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406db387-0edc-426e-830f-f83b73ec52d8 None None] New status for floating IP 134d13ac-8842-4aca-89b0-7b0ebc3aea63: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:37:09.441276 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-36525074-94ff-4d3f-b13d-e619169f2011 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:09.442662 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-36525074-94ff-4d3f-b13d-e619169f2011 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.0848782 Feb 17 23:37:09.513804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Deleting port 0f105a8e-dee8-4c59-a566-d8452116e8e8 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:09.514146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:09.825737 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] For port 0f105a8e-dee8-4c59-a566-d8452116e8e8, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=0f105a8e-dee8-4c59-a566-d8452116e8e8,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:09.826002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:09.898608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b724-3833-4ee0-85be-4e12b912e256 req-5e84f5cd-76ec-452e-8df3-de5a31f81fd0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:09.900048 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9608b724-3833-4ee0-85be-4e12b912e256 req-5e84f5cd-76ec-452e-8df3-de5a31f81fd0 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 945 time: 0.3000195 Feb 17 23:37:09.965723 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Calling delete_port for 0f105a8e-dee8-4c59-a566-d8452116e8e8 owned by compute:nova {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:10.056043 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9608b724-3833-4ee0-85be-4e12b912e256 req-55c128ca-d481-4f96-a296-48842dafb331 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/security-groups?id=04f127d6-590f-4bbd-9168-031e2420b364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985816 Feb 17 23:37:10.148097 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:10.202255 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'Port': ['ID=0f105a8e-dee8-4c59-a566-d8452116e8e8,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:10.278845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.278845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.279161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.279299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.279550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.279878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.280206 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.280536 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.280847 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.281191 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.281511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.281827 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:10.290235 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] No DVR routers for this DVR port 0f105a8e-dee8-4c59-a566-d8452116e8e8 on host hv-neutron-8057 {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:37:10.293245 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:10.296283 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-deleted', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:37:10.308528 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aa3dde43-1f7e-4fdb-b352-b26aef15444c req-e56b4735-0247-4e2b-bd34-084de09fecae tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.43 "DELETE /v2.0/ports/0f105a8e-dee8-4c59-a566-d8452116e8e8 HTTP/1.1" status: 204 len: 173 time: 0.8604038 Feb 17 23:37:10.352386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b35b0-65a1-4b7f-aaf1-e01f5795c964', 'name': 'network-vif-deleted', 'tag': '0f105a8e-dee8-4c59-a566-d8452116e8e8', 'status': 'completed', 'code': 200} Feb 17 23:37:11.223964 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bf70a720-1108-4286-b31c-53550a8d0704 req-5af6c49f-b3e3-44b7-b4df-f800013bd619 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Synchronizing usage tracker for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:11.241316 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bf70a720-1108-4286-b31c-53550a8d0704 req-5af6c49f-b3e3-44b7-b4df-f800013bd619 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Unset dirty status for tenant:0717d1cb2b7f44598107e86337c4b1e5 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:11.242498 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bf70a720-1108-4286-b31c-53550a8d0704 req-5af6c49f-b3e3-44b7-b4df-f800013bd619 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "GET /v2.0/ports?device_id=515b35b0-65a1-4b7f-aaf1-e01f5795c964 HTTP/1.1" status: 200 len: 210 time: 0.0621645 Feb 17 23:37:12.352131 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44540) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:12.434260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:12.468959 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:12.544200 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:12.562937 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f127d6-590f-4bbd-9168-031e2420b364,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:12.572966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:12.574723 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ec8f874a-ca8f-4a97-8a08-0fa750759f86 tempest-TestShelveInstance-73452253 tempest-TestShelveInstance-73452253-project] 10.222.0.42 "DELETE /v2.0/security-groups/04f127d6-590f-4bbd-9168-031e2420b364 HTTP/1.1" status: 204 len: 168 time: 0.2211556 Feb 17 23:37:12.620261 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44546) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:13.296375 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:13.669545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Deleting port 99cef81f-f015-44fe-9dc8-6d00447cd7dc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:13.670228 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:13.972035 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] For port 99cef81f-f015-44fe-9dc8-6d00447cd7dc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=99cef81f-f015-44fe-9dc8-6d00447cd7dc,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:13.972395 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:14.110424 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Calling delete_port for 99cef81f-f015-44fe-9dc8-6d00447cd7dc owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:14.451427 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:14.525811 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=99cef81f-f015-44fe-9dc8-6d00447cd7dc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:14.775407 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:14.855844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:14.898240 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: 0f105a8e-dee8-4c59-a566-d8452116e8e8 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:14.898816 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device 0f105a8e-dee8-4c59-a566-d8452116e8e8 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:15.140454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Router 376bfa06-92d0-4784-890d-090308e2cd3f has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:15.457108 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:15.465827 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Sync routers for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:15.475573 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2096018c-1c9f-43f5-8550-2baae7bdbd7d admin admin] 10.222.0.42 "PUT /v2.0/routers/376bfa06-92d0-4784-890d-090308e2cd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516009 Feb 17 23:37:15.475756 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:15.475868 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44552) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:15.476307 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:15.655024 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:15.662219 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:15.854083 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:15.864585 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Deleting port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:15.864979 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:15.954878 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:37:14Z', 'revision_number': 5, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port': {'id': '790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:15.958806 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Checking router: 376bfa06-92d0-4784-890d-090308e2cd3f for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:15.967283 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Routers {'376bfa06-92d0-4784-890d-090308e2cd3f'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:15.967915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['376bfa06-92d0-4784-890d-090308e2cd3f'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:16.045498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] For port 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:16.045852 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.124906 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] Set router 376bfa06-92d0-4784-890d-090308e2cd3f gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:16.170897 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Calling delete_port for 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:16.229500 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:37:15Z', 'revision_number': 6, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:16.234038 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc444029-7635-4269-8cc4-84c9bc6db45e None None] The sync data for ids ['376bfa06-92d0-4784-890d-090308e2cd3f'] in dv-neutron-805768-3-hyperv is: [{'id': '376bfa06-92d0-4784-890d-090308e2cd3f', 'name': 'tempest-TestShelveInstance-2066497663-router', 'tenant_id': '0717d1cb2b7f44598107e86337c4b1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:30Z', 'updated_at': '2022-02-17T23:37:15Z', 'revision_number': 6, 'project_id': '0717d1cb2b7f44598107e86337c4b1e5', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:16.350201 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.401316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:16.496629 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.679867 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.682139 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.706164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.706785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376bfa06-92d0-4784-890d-090308e2cd3f {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:37:16.720919 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.722073 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5529e3d7-69fc-4d01-9bfe-c78e3d113b8d admin admin] 10.222.0.42 "DELETE /v2.0/routers/376bfa06-92d0-4784-890d-090308e2cd3f HTTP/1.1" status: 204 len: 168 time: 1.2453096 Feb 17 23:37:16.724742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44556) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:16.784847 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Deleting subnet 55e36996-1065-4ad3-a85b-e7033f6453de {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:37:16.787801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:16.944154 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.030011 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.041280 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99cef81f-f015-44fe-9dc8-6d00447cd7dc no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:17.078208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 99cef81f-f015-44fe-9dc8-6d00447cd7dc {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:17.078546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 99cef81f-f015-44fe-9dc8-6d00447cd7dc not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:17.078964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:17.108854 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.113858 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:17.114313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 790b8ff3-7cd3-4ff0-a4af-644ef6ded1bc not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:17.150607 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e36996-1065-4ad3-a85b-e7033f6453de,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:17.155222 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.161045 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-5de366e1-ca4c-4ca2-8b45-d0ccda649930 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55e36996-1065-4ad3-a85b-e7033f6453de HTTP/1.1" status: 204 len: 168 time: 0.4349208 Feb 17 23:37:17.161216 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d354112-2314-4548-9b7c-e2b571e59b33 None None] Network b442944b-6f74-4dbe-b378-244ac02c8c68 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:17.163439 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44560) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:17.299674 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.317563 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Deleting port 5c6fd16a-860d-442d-904f-4ac478ee1997 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:17.318378 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.462457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] DHCP port deletion for b442944b-6f74-4dbe-b378-244ac02c8c68 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:37:17.467213 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Deleting port 5c6fd16a-860d-442d-904f-4ac478ee1997 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:17.467577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.540714 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] For port 5c6fd16a-860d-442d-904f-4ac478ee1997, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c6fd16a-860d-442d-904f-4ac478ee1997,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:17.541100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.677368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Calling delete_port for 5c6fd16a-860d-442d-904f-4ac478ee1997 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:17.690644 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] For port 5c6fd16a-860d-442d-904f-4ac478ee1997, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=5c6fd16a-860d-442d-904f-4ac478ee1997,segment=NetworkSegment(259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19),segment_id=259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:17.690912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.759718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.814945 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6fd16a-860d-442d-904f-4ac478ee1997,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:17.818077 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Calling delete_port for 5c6fd16a-860d-442d-904f-4ac478ee1997 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:17.819908 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] No DVR routers for this DVR port 5c6fd16a-860d-442d-904f-4ac478ee1997 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:37:17.891972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:37:17.892326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:37:17.943003 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:17.969650 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b442944b-6f74-4dbe-b378-244ac02c8c68']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:17.982719 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:17.983012 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259e16bf-c4a5-4f66-84bf-c6c6b3fa6c19') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:17.994682 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.011917 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.018368 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:37:18.018773 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:37:18.032747 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:37:18.110677 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.128199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.138599 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b442944b-6f74-4dbe-b378-244ac02c8c68,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:18.145625 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-e803058a-fe52-42e7-aa1b-b4d8065438e4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b442944b-6f74-4dbe-b378-244ac02c8c68 HTTP/1.1" status: 204 len: 168 time: 0.9812498 Feb 17 23:37:18.148485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44564) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:18.393668 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Deleting port 5c6fd16a-860d-442d-904f-4ac478ee1997 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:18.394253 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.465615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a07-e5c0-433c-8499-81b11f8ebe4a None None] The port '5c6fd16a-860d-442d-904f-4ac478ee1997' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:37:18.825164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:18.911754 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c6fd16a-860d-442d-904f-4ac478ee1997 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:18.947705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 5c6fd16a-860d-442d-904f-4ac478ee1997 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:18.948040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 5c6fd16a-860d-442d-904f-4ac478ee1997 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:19.187911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Deleting port 6eefdcb1-70a8-482c-af3f-b9147c43236d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:19.188537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:19.371962 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] For port 6eefdcb1-70a8-482c-af3f-b9147c43236d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=6eefdcb1-70a8-482c-af3f-b9147c43236d,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:19.372300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:19.509667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Calling delete_port for 6eefdcb1-70a8-482c-af3f-b9147c43236d owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:19.764512 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:19.814661 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eefdcb1-70a8-482c-af3f-b9147c43236d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:20.193002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:20.226788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6f410875-ca3e-4880-a60e-636d0653fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:20.710671 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Router cfdddf2d-988a-4d4a-9509-970451278299 has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:20.912191 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:20.925588 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Sync routers for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:20.925990 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c511d732-05c3-46da-81ed-9ae25508c211 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfdddf2d-988a-4d4a-9509-970451278299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7759495 Feb 17 23:37:20.928911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44568) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:20.942062 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:20.943251 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:21.180919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:21.186996 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:21.494172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:37:19Z', 'revision_number': 5, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port': {'id': '177c8666-ff12-426b-a8a7-ea5cdb6660d6', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:28:37Z', 'updated_at': '2022-02-17T23:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:21.499353 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Checking router: cfdddf2d-988a-4d4a-9509-970451278299 for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:21.508460 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Routers {'cfdddf2d-988a-4d4a-9509-970451278299'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:21.509111 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:36:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['cfdddf2d-988a-4d4a-9509-970451278299'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:21.538720 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:21.553643 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Deleting port 177c8666-ff12-426b-a8a7-ea5cdb6660d6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:21.554223 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:21.706000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] Set router cfdddf2d-988a-4d4a-9509-970451278299 gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:21.786085 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] For port 177c8666-ff12-426b-a8a7-ea5cdb6660d6, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=177c8666-ff12-426b-a8a7-ea5cdb6660d6,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:21.786337 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:21.819662 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:37:21Z', 'revision_number': 6, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:21.824962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba1252-ccf4-4fda-86e4-e7bfe50923fb None None] The sync data for ids ['cfdddf2d-988a-4d4a-9509-970451278299'] in dv-neutron-805768-3-hyperv is: [{'id': 'cfdddf2d-988a-4d4a-9509-970451278299', 'name': 'tempest-TestShelveInstance-251510645-router', 'tenant_id': '1deaa9906b9c4237aeee30c15957086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:28:36Z', 'updated_at': '2022-02-17T23:37:21Z', 'revision_number': 6, 'project_id': '1deaa9906b9c4237aeee30c15957086a', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:21.916293 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Calling delete_port for 177c8666-ff12-426b-a8a7-ea5cdb6660d6 owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:22.220988 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.273142 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Pushing event deleted for resources: {'Port': ['ID=177c8666-ff12-426b-a8a7-ea5cdb6660d6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:22.367785 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.510825 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b5a442e2-48b3-46b0-883e-6c7944c9377c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.560587 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.563419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.592545 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.593158 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdddf2d-988a-4d4a-9509-970451278299 {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:37:22.608002 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.609314 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-12e83fa4-289a-4b56-8a65-0931c451d57e admin admin] 10.222.0.42 "DELETE /v2.0/routers/cfdddf2d-988a-4d4a-9509-970451278299 HTTP/1.1" status: 204 len: 168 time: 1.6792567 Feb 17 23:37:22.612520 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44572) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:22.678286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Deleting subnet b56cc501-3fe1-4824-956e-9bd788a9fe15 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:37:22.681776 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.739793 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.839878 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.920416 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6eefdcb1-70a8-482c-af3f-b9147c43236d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:22.921276 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.961622 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56cc501-3fe1-4824-956e-9bd788a9fe15,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:22.962944 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 6eefdcb1-70a8-482c-af3f-b9147c43236d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:22.963279 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 6eefdcb1-70a8-482c-af3f-b9147c43236d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:22.963700 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 177c8666-ff12-426b-a8a7-ea5cdb6660d6 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:22.966916 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:22.974193 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-db8acfc8-4cc3-435b-ae15-d7eaa82ac47f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b56cc501-3fe1-4824-956e-9bd788a9fe15 HTTP/1.1" status: 204 len: 168 time: 0.3604901 Feb 17 23:37:22.976787 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44576) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:22.988888 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c6806-8c67-4464-a7d0-01143453fa41 None None] Network 9974e8e2-8919-4536-bb39-1087d713a63d requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:23.070045 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 177c8666-ff12-426b-a8a7-ea5cdb6660d6 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:23.070381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 177c8666-ff12-426b-a8a7-ea5cdb6660d6 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:23.112866 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.124969 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Deleting port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:23.125351 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.279686 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] DHCP port deletion for 9974e8e2-8919-4536-bb39-1087d713a63d request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:37:23.284235 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Deleting port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:23.284615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.409612 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] For port fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:23.409911 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.517646 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.534168 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] For port fbafde4f-9974-48ef-a60e-d1a0d71aaef5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,segment=NetworkSegment(a37747ad-2dcf-40a1-8f79-5b3321c18aea),segment_id=a37747ad-2dcf-40a1-8f79-5b3321c18aea)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:23.534732 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.544583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Calling delete_port for fbafde4f-9974-48ef-a60e-d1a0d71aaef5 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:23.631392 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.686763 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbafde4f-9974-48ef-a60e-d1a0d71aaef5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:23.695304 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] No DVR routers for this DVR port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:37:23.703705 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Calling delete_port for fbafde4f-9974-48ef-a60e-d1a0d71aaef5 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:37:23.769645 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.799760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:37:23.800236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:37:23.938701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:23.967485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9974e8e2-8919-4536-bb39-1087d713a63d']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:23.979980 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37747ad-2dcf-40a1-8f79-5b3321c18aea') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:23.980426 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37747ad-2dcf-40a1-8f79-5b3321c18aea') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:23.992214 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.009338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.017925 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:37:24.018498 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:37:24.032378 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:37:24.111402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.129736 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.141547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] Pushing event deleted for resources: {'Network': ['ID=9974e8e2-8919-4536-bb39-1087d713a63d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:24.144141 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-53a5de1a-6738-44c4-af54-c52e59de6651 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9974e8e2-8919-4536-bb39-1087d713a63d HTTP/1.1" status: 204 len: 168 time: 1.1663041 Feb 17 23:37:24.275126 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44582) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:24.301429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Deleting port fbafde4f-9974-48ef-a60e-d1a0d71aaef5 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:37:24.301806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.334754 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-780fba72-c6b1-4939-9f08-ddb08e7dde3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0717d1cb2b7f44598107e86337c4b1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554471 Feb 17 23:37:24.334989 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44586) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:24.377736 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dafc9943-f37e-4c44-bf41-5dacd2e8151d None None] The port 'fbafde4f-9974-48ef-a60e-d1a0d71aaef5' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:37:24.423224 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.454993 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.512680 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.532316 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986ddfa-d2cb-4d5d-8b9f-c5a95930ed58,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:24.539251 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:24.540396 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-88f494a7-7254-469d-b7dc-331db4e8cc77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f986ddfa-d2cb-4d5d-8b9f-c5a95930ed58 HTTP/1.1" status: 204 len: 168 time: 0.2044876 Feb 17 23:37:24.924401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fbafde4f-9974-48ef-a60e-d1a0d71aaef5 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:37:24.963008 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: fbafde4f-9974-48ef-a60e-d1a0d71aaef5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:37:24.963354 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device fbafde4f-9974-48ef-a60e-d1a0d71aaef5 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:37:24.979435 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44594) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:25.033759 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-ade7c22a-6358-4156-9e11-59181be4a76a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1deaa9906b9c4237aeee30c15957086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524118 Feb 17 23:37:25.037302 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44598) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:25.108220 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:25.137400 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:25.172856 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:25.202721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:25.219354 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce241e45-5d55-4789-97fa-23335be4212d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:25.225277 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:25.225802 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c9170d38-65a0-4147-aed4-befcdcc38f03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce241e45-5d55-4789-97fa-23335be4212d HTTP/1.1" status: 204 len: 168 time: 0.1874402 Feb 17 23:37:26.061638 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44622) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:26.172044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-97556225-network', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:26.177157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:26.181133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Usage tracker for resource:network and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:26.184351 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:26.191027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:26.200890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Made reservation on behalf of 5b64c7b9200c400c82dcbcfaef752f62 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:37:26.203220 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.216349 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.233372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:26.237880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:26.241664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:26.253196 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:26.368948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.373564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.409605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:37:26.419099 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c691a7a-2e85-4ae0-a5d0-9aec2f90235e,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:26.425778 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.427604 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Added segment d9c939d4-27ed-464f-827a-bb60581cbb28 of type vlan for network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 Feb 17 23:37:26.459100 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.491060 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.492038 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:26.492645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.597152 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5343521 Feb 17 23:37:26.600169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7cf5-d03c-4063-b16a-d622ce221060 admin admin] Pushing event updated for resources: {'Network': ['ID=57301faf-0d9c-4e1f-a000-3dbcafd26e64,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:26.600791 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44628) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:26.609819 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Request body: {'subnet': {'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-97556225-subnet', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'ip_version': 4}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:26.615758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:26.616463 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:37:26.620848 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Usage tracker for resource:subnet and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:26.624449 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:26.631101 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:26.643180 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Made reservation on behalf of 5b64c7b9200c400c82dcbcfaef752f62 for: {'subnet': 1} {{(pid=87694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:37:26.645802 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59960802'] for subnet, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.869174 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3053617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59960820'] for subnet, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:26.952972 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e9bc71-ed84-4faf-a7b4-114f4e339654,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:26.965056 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Checking segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:26.965443 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Network hostable DHCP agents. Network: 57301faf-0d9c-4e1f-a000-3dbcafd26e64, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:37:26.987954 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:37:27.006312 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 57301faf-0d9c-4e1f-a000-3dbcafd26e64) {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:27.011943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:27.012628 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.026171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247df2db-6bd1-494c-a279-bd5da847a2e5 None None] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:27.035827 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-00dead86-5fb7-42a9-8631-8ecffaf463df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4338632 Feb 17 23:37:27.038664 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44632) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:27.044478 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:27.049987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:27.053987 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Usage tracker for resource:router and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:27.057032 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:27.065072 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:27.182267 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.184124 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.203761 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.264403 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:37:27.265271 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.483449 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Allocated IP 172.20.0.2 (57301faf-0d9c-4e1f-a000-3dbcafd26e64/a1e9bc71-ed84-4faf-a7b4-114f4e339654/1913d0e0-6158-4e13-b630-8cac38ed3a78) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:27.488157 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.723861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.735419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Transition to ACTIVE for port object 1913d0e0-6158-4e13-b630-8cac38ed3a78 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:27.754711 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Transition to ACTIVE for port object 1913d0e0-6158-4e13-b630-8cac38ed3a78 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:27.760236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.825314 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.833297 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:27.836418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:27.841749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:27.844049 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Pushing event updated for resources: {'Port': ['ID=1913d0e0-6158-4e13-b630-8cac38ed3a78,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:27.860507 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.879777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.880115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.880450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.880776 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.881134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.881453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.881764 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.882082 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.882401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.882714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.883040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.883341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:27.949918 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Attempting to bind port 1913d0e0-6158-4e13-b630-8cac38ed3a78 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:27.950276 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Attempting to bind port 1913d0e0-6158-4e13-b630-8cac38ed3a78 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:27.950633 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Attempting to bind port 1913d0e0-6158-4e13-b630-8cac38ed3a78 on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:27.957115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:27.957622 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Checking segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:27.958026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:27.958512 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Bound using segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:27.959038 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Bound port: 1913d0e0-6158-4e13-b630-8cac38ed3a78, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:27.959470 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:28.011899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Allocated IP 172.26.7.77 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/4dc2ae54-de1f-4f58-b811-d13f9fedf09b) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:28.064494 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] For port 1913d0e0-6158-4e13-b630-8cac38ed3a78, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:28.068619 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] For port 1913d0e0-6158-4e13-b630-8cac38ed3a78, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1913d0e0-6158-4e13-b630-8cac38ed3a78,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:28.074499 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:28.165309 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0081-20f9-435a-a707-ce7257852467 None None] Pushing event updated for resources: {'Port': ['ID=1913d0e0-6158-4e13-b630-8cac38ed3a78,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:28.265203 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:28.296429 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:28.377990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:28.381141 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:28.384862 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:28.416361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:28.872482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:28.946424 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.005880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1913d0e0-6158-4e13-b630-8cac38ed3a78 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:29.108832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 1913d0e0-6158-4e13-b630-8cac38ed3a78 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:29.236878 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb27d1-f80c-4bb0-8807-83ccc91b53b9 None None] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:29.347895 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Provisioning for port 1913d0e0-6158-4e13-b630-8cac38ed3a78 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:29.349891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.357957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Provisioning complete for port 1913d0e0-6158-4e13-b630-8cac38ed3a78 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:29.358333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.583860 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Router 01489002-69f5-43e6-808c-8b0be480004d is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:37:29.605577 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.657326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] For port 1913d0e0-6158-4e13-b630-8cac38ed3a78, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1913d0e0-6158-4e13-b630-8cac38ed3a78,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:29.664434 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.743750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed5cf2-c397-448b-8e99-3e2d7291cfb6 None None] Pushing event updated for resources: {'Port': ['ID=1913d0e0-6158-4e13-b630-8cac38ed3a78,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:29.794978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:29.806426 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:29.822334 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:29.823637 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:29.824295 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:29.827605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-cb527c29-c0aa-4a65-b068-86297b5d9a63 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7852697 Feb 17 23:37:29.827770 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44636) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:29.893548 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e5792f41-b13c-48f1-a2db-2f50147fb4b7 None None] Provisioning complete for port 1913d0e0-6158-4e13-b630-8cac38ed3a78 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:29.894133 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e5792f41-b13c-48f1-a2db-2f50147fb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.011250 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:30.343352 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:28Z', 'revision_number': 3, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:30.347799 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:30.348138 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Updating router 01489002-69f5-43e6-808c-8b0be480004d port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:37:30.404451 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.741848 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.747724 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.755155 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Transition to ACTIVE for port object 4dc2ae54-de1f-4f58-b811-d13f9fedf09b will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:30.764778 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.849320 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Pushing event updated for resources: {'Port': ['ID=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:30.851694 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Attempting to bind port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:30.852052 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Attempting to bind port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:30.852395 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Attempting to bind port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:30.862558 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.862899 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.863265 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.863552 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.863870 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.864186 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.864492 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.864808 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.865136 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.865446 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.865860 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.866046 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:37:30.869372 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:30.869590 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:30.870653 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.870908 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:30.871398 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Bound port: 4dc2ae54-de1f-4f58-b811-d13f9fedf09b, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:30.871815 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.934363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1913d0e0-6158-4e13-b630-8cac38ed3a78 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:30.946978 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] For port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:30.950466 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] For port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:30.955373 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:30.984927 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Allocated IP 172.20.0.1 (57301faf-0d9c-4e1f-a000-3dbcafd26e64/a1e9bc71-ed84-4faf-a7b4-114f4e339654/a2db3858-ca27-4435-a046-e8e644ea59d1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:31.014707 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 1913d0e0-6158-4e13-b630-8cac38ed3a78 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:31.015003 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.033024 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8015e2-178a-413b-b100-99b16ce6c175 None None] Pushing event updated for resources: {'Port': ['ID=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:31.050508 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:31.051115 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:31.171303 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.188623 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Transition to ACTIVE for port object a2db3858-ca27-4435-a046-e8e644ea59d1 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:31.213369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.243342 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:31.283944 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:31.287758 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:31.291635 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:31.333056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Pushing event updated for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:31.365656 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.567875 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e695fd4c-4b47-4795-ac98-955d1b67f88e None None] Provisioning for port a2db3858-ca27-4435-a046-e8e644ea59d1 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:31.576430 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e695fd4c-4b47-4795-ac98-955d1b67f88e None None] Provisioning complete for port a2db3858-ca27-4435-a046-e8e644ea59d1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:31.577001 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e695fd4c-4b47-4795-ac98-955d1b67f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.596991 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:28Z', 'revision_number': 3, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:31.601703 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8541d2-e62f-4536-beb8-e817a0af489c None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:28Z', 'revision_number': 3, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:31.646322 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e695fd4c-4b47-4795-ac98-955d1b67f88e None None] Port a2db3858-ca27-4435-a046-e8e644ea59d1 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:37:31.685291 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.958171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:31.963918 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:32.083945 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:32.087682 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Pushing event updated for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:32.370417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:32.371780 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:32.589644 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:32.675289 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-a14090fe-14fb-463d-9890-21043a12c790 None None] Provisioning complete for port a2db3858-ca27-4435-a046-e8e644ea59d1 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:32.675900 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-a14090fe-14fb-463d-9890-21043a12c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:32.785540 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-a14090fe-14fb-463d-9890-21043a12c790 None None] Port a2db3858-ca27-4435-a046-e8e644ea59d1 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:37:32.788736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:32.799403 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-3eca0665-23d6-4c0f-afe4-e8050e62ea5b admin admin] 10.222.0.42 "PUT /v2.0/routers/01489002-69f5-43e6-808c-8b0be480004d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9703810 Feb 17 23:37:32.960933 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4dc2ae54-de1f-4f58-b811-d13f9fedf09b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:33.040052 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:33.047534 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:33.048147 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.225201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.243311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:33.248376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.354980 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:33.362330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:33.369749 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:33.370429 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:33.490798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44654) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:33.497415 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1942473586-network', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:33.502744 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:33.507093 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Usage tracker for resource:network and tenant:d2bd342fe5784b4da347a8143ba7d9d7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:33.510363 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:33.518104 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:33.530688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Made reservation on behalf of d2bd342fe5784b4da347a8143ba7d9d7 for: {'network': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:37:33.533408 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for network, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.547430 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.564312 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:33.568651 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Usage tracker for resource:security_group_rule and tenant:d2bd342fe5784b4da347a8143ba7d9d7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:33.571877 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:33.578377 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:33.580107 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:33.714599 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.720068 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.772397 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:37:33.782085 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8719b218-c01a-4699-95e0-42bfe28eb74d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:33.788830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.789230 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.segments_db [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Added segment f39aa490-1a7f-42b8-a4f6-57fd777f0f78 of type vlan for network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb Feb 17 23:37:33.832697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775194506500'] for network, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.869943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661'] for network, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.871775 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:33.872405 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:33.972369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 2, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:33.979929 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:33.982163 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Updating router 01489002-69f5-43e6-808c-8b0be480004d port a2db3858-ca27-4435-a046-e8e644ea59d1 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:37:33.992650 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4967105 Feb 17 23:37:33.992650 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4ba6-0e8f-494b-ab0f-614c0e909082 admin admin] Pushing event updated for resources: {'Network': ['ID=7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:33.993153 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44658) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:34.000765 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Request body: {'subnet': {'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1942473586-subnet', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'ip_version': 4}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:34.005447 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:34.010133 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Usage tracker for resource:subnet and tenant:d2bd342fe5784b4da347a8143ba7d9d7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:34.014016 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:34.022335 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:34.036759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Made reservation on behalf of d2bd342fe5784b4da347a8143ba7d9d7 for: {'subnet': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:37:34.039090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb details requested by agent ovs-agent-dv-neutron-805768-3-hyperv with host dv-neutron-805768-3-hyperv {{(pid=87696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 23:37:34.041433 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007705'] for subnet, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.230763 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.313332 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60727513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007695'] for subnet, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.400697 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7975bd-c29b-4e74-8a50-9deef0d8b18f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:34.409994 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Checking segment: {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:34.410355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Network hostable DHCP agents. Network: 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb, hostable agents: ['d95cbb9f-d275-4c43-a72d-6c64b0f43294'], hosted agents: [] {{(pid=87695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:37:34.434352 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb is scheduled to be hosted by DHCP agent d95cbb9f-d275-4c43-a72d-6c64b0f43294 with binding_index 1 {{(pid=87695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:37:34.446308 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-805768-3-hyperv, 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb) {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:34.452866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:34.454102 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.480708 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-450f7e5f-6d08-4fb8-8158-e84f81782e3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4864411 Feb 17 23:37:34.483674 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1c35c-5a43-482c-8429-2b494149c3aa None None] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:34.484193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44662) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:34.489988 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:34.497738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:34.502488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Usage tracker for resource:router and tenant:d2bd342fe5784b4da347a8143ba7d9d7 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:34.506730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:34.518722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:34.531654 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257236'] for router, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.532698 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257247'] for router, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.552946 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.861955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a3a6682-f4bc-5a51-acad-d2d983849c97-7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'fixed_ips': [{'subnet_id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f'}]}} from dv-neutron-805768-3-hyperv. {{(pid=87696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 23:37:34.862777 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.878215 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.933779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Transition to ACTIVE for port object a2db3858-ca27-4435-a046-e8e644ea59d1 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:34.945714 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4dc2ae54-de1f-4f58-b811-d13f9fedf09b up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:34.969029 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3918707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4917'] for router, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:34.986883 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.214040 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d216b0-609e-4ceb-853a-19561a3ac9f4 None None] Pushing event updated for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:35.324208 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.db_base_plugin_common [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Allocated IP 172.20.0.2 (7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb/dc7975bd-c29b-4e74-8a50-9deef0d8b18f/7e88d94e-c84b-4040-b4b2-e6b545d6fa02) {{(pid=87696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:35.337809 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:35.338457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.407119 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Attempting to bind port a2db3858-ca27-4435-a046-e8e644ea59d1 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:35.407502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Attempting to bind port a2db3858-ca27-4435-a046-e8e644ea59d1 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:35.407850 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Attempting to bind port a2db3858-ca27-4435-a046-e8e644ea59d1 on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:35.484961 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:35.485357 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Checking segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:35.485750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.486142 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Bound using segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:35.486623 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Bound port: a2db3858-ca27-4435-a046-e8e644ea59d1, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:35.486995 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.524833 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.556975 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.714543 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Allocated IP 172.26.7.196 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/dd8e4d9d-32d1-4120-b3cd-4ece6277c77d) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:35.762431 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] For port a2db3858-ca27-4435-a046-e8e644ea59d1, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:35.785922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] For port a2db3858-ca27-4435-a046-e8e644ea59d1, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a2db3858-ca27-4435-a046-e8e644ea59d1,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:35.787236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks [] for port, precommit_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.797877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.837381 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Transition to ACTIVE for port object 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:35.893007 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Transition to ACTIVE for port object 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 will not be triggered until provisioned by entity DHCP. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:35.907604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459'] for port, after_create {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.908941 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:35.917301 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d216b0-609e-4ceb-853a-19561a3ac9f4 None None] Pushing event updated for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:35.922338 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:35.922978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:35.941248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:36.037718 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:36.046013 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:36.050231 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:36.069226 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb is already hosted by enough agents. {{(pid=87696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:36.077683 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.scheduler.base_scheduler [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Resources bound (agent type, host, resource id): {{(pid=87696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:36.134615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Received port after_create {{(pid=87696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:36.143798 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Pushing event updated for resources: {'Port': ['ID=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:36.171326 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Pushing event updated for resources: {'Port': ['ID=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,revision_number=1']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:36.286369 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:36.342030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Attempting to bind port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:36.342393 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Attempting to bind port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:36.342753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Attempting to bind port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 on network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:36.363793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:36.364161 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Checking segment: {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:36.364557 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:36.364950 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Bound using segment: {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:36.365437 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Bound port: 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:36.365810 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:36.591183 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:37:36.598645 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:36.689010 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] For port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:36.701432 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] For port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:36.715313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:36.841474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b8fdf-3708-4d78-baec-1b0781c61fab None None] Pushing event updated for resources: {'Port': ['ID=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,revision_number=2']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:36.878084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:35Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:36.882872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeadf2-ea7b-47d9-9de2-33d72f88d4cb None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:35Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:37.152935 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3918670'] for router, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:37.469496 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Router bcd76830-c65f-4f04-9fe3-689be694068d is scheduled to L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 with binding_index 1 {{(pid=87695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 23:37:37.723783 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:37.735864 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Sync routers for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:37.751471 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:37.752200 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:37.757355 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] Notify callbacks [] for router, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:37.758686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1dfb5b8f-aff1-4f2e-8b9f-af061a258e1d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2733905 Feb 17 23:37:37.763460 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44666) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:38.033071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1eaeac-9efd-4488-bfed-9214f974178e None None] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:37:38.038885 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:38.159495 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-8de92dee-52d1-4169-a129-30441c0f377a None None] Provisioning for port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:38.432954 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:36Z', 'revision_number': 3, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:38.438106 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Checking router: bcd76830-c65f-4f04-9fe3-689be694068d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:38.438449 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Updating router bcd76830-c65f-4f04-9fe3-689be694068d port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d binding host dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:37:38.527059 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:38.661591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:38.961140 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Allocated IP 172.20.0.1 (7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb/dc7975bd-c29b-4e74-8a50-9deef0d8b18f/7aab8438-0306-4b72-a915-7cd8f0dcf6d5) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:38.982481 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:38.998200 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Transition to ACTIVE for port object dd8e4d9d-32d1-4120-b3cd-4ece6277c77d will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:39.007494 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.050737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a2db3858-ca27-4435-a046-e8e644ea59d1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:39.131129 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Attempting to bind port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:39.131867 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Attempting to bind port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:39.132237 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Attempting to bind port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d on network 1ac22695-d445-46a1-95ef-3e6554e27a47 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:39.142365 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:39.142915 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Checking segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:39.143323 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.143714 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Bound using segment: {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'} {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:39.144194 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Bound port: dd8e4d9d-32d1-4120-b3cd-4ece6277c77d, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece9f36-b62e-4741-809d-d95d85844a9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47'}}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:39.144561 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.162863 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port a2db3858-ca27-4435-a046-e8e644ea59d1 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:39.170453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a2db3858-ca27-4435-a046-e8e644ea59d1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:39.171203 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.207100 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e1af0-d42e-4c68-b05c-aac57dc18f87 None None] Pushing event updated for resources: {'Port': ['ID=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:39.244631 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] For port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:39.249042 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] For port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:39.258943 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.345820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.359439 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e1af0-d42e-4c68-b05c-aac57dc18f87 None None] Pushing event updated for resources: {'Port': ['ID=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:39.374603 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:39.375360 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:39.408159 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port a2db3858-ca27-4435-a046-e8e644ea59d1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a2db3858-ca27-4435-a046-e8e644ea59d1,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:39.416766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.418172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:39.418369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.450169 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Transition to ACTIVE for port object 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:39.481940 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.550268 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:39.567278 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:39.574193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:39.574478 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:39.574964 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.577790 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:39.597667 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Pushing event updated for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:39.605952 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:39.652976 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:39.680223 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3918872'] for router_interface, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.751283 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.805071 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:39.811304 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.869297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:39.899394 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:39.938487 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3efe7eb5-13c8-437b-89f5-4ed61950a294 None None] Provisioning for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:39.944611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-3efe7eb5-13c8-437b-89f5-4ed61950a294 None None] Provisioning complete for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:39.944979 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3efe7eb5-13c8-437b-89f5-4ed61950a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:40.011752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3efe7eb5-13c8-437b-89f5-4ed61950a294 None None] Port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:37:40.096791 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:36Z', 'revision_number': 3, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:40.101222 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474e985-ef70-448a-95cd-3d31d3c186cf None None] The sync data for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv is: [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:36Z', 'revision_number': 3, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:40.227484 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:40.234977 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:40.453738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3918271'] for router_interface, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:40.457684 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Pushing event updated for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:40.631569 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:40.632953 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:40.898340 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Router bcd76830-c65f-4f04-9fe3-689be694068d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:40.954775 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-e3f8e43c-9078-4431-bb06-4332e827941c None None] Provisioning complete for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:40.955356 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e43c-9078-4431-bb06-4332e827941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.078156 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8e43c-9078-4431-bb06-4332e827941c None None] Port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:37:41.093658 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a2db3858-ca27-4435-a046-e8e644ea59d1 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:41.199513 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port a2db3858-ca27-4435-a046-e8e644ea59d1 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:41.200097 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.227234 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:41.262066 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-9e772acf-bd04-4901-b016-b95048b4ea65 admin admin] 10.222.0.42 "PUT /v2.0/routers/bcd76830-c65f-4f04-9fe3-689be694068d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970531 Feb 17 23:37:41.335808 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:41.434958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:41.435333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.628774 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd8e4d9d-32d1-4120-b3cd-4ece6277c77d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:41.755337 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:41.765882 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:41.766615 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.946587 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.952730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44676) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:41.961008 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926132642', 'description': 'tempest-secgroup-smoke-926132642 description', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:41.967252 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:41.971748 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:41.974891 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:41.975084 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:41.982504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:41.985803 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.005605 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.044629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:42.049641 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:42.052839 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:42.059899 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.102844 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Sync routers for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:42.126424 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:42.127056 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:42.143722 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.155601 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.208491 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc87b31-90db-42de-b7c4-6df1ebda15d0,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:42.217044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.221220 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-aff716c5-0e72-46a1-bfb7-e1fa7ae16b45 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2653487 Feb 17 23:37:42.223367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44680) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:42.230257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:42.235789 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:42.239318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:42.246401 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:42.250165 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:42.257495 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.280782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.351978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.357563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.378218 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:42.383924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c195f5-703a-41de-8c7c-aed08c479b0f,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:42.395831 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.400055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fd9aeb48-ab92-474b-92f4-5699c029897c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727958 Feb 17 23:37:42.400306 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44684) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:42.406537 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:42.413845 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:42.421628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:42.433736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:42.443376 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.468786 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.547148 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.551710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.579796 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0252224-15b3-47b5-80cf-f14854e7d6ba,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:42.591237 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.592499 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17044e7f-6b77-4152-86f8-f471f19b5e64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905193 Feb 17 23:37:42.596563 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44688) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:42.601992 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:42.609607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:42.613705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:42.616782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:42.623669 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.652197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.741672 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.747629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.781184 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a3c94-c72e-428a-abfd-ad436b5ad321,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:42.783266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 4, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7aab8438-0306-4b72-a915-7cd8f0dcf6d5', 'name': '', 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:38Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 2, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'subnets': [{'id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:42.790876 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Checking router: bcd76830-c65f-4f04-9fe3-689be694068d for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:42.791385 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Updating router bcd76830-c65f-4f04-9fe3-689be694068d port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 binding host dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:37:42.803300 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.807474 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-2bb15917-0186-4430-bc74-8bd51b49f5eb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2079461 Feb 17 23:37:42.809193 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44692) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:42.814882 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:42.823663 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:42.829288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:42.832564 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:42.839518 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:42.858367 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.880720 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.941116 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.949286 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:42.949750 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd8e4d9d-32d1-4120-b3cd-4ece6277c77d up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:42.977828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd5ba43-45c2-44d4-a3c6-e5eca518412c,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:43.003739 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.008404 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-17c3ba5e-d33b-41c7-b602-521fc107efbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1946704 Feb 17 23:37:43.008634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44696) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:43.013782 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:43.039864 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:43.041011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:43.049324 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:43.056452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:43.115793 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:43.116797 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.233983 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.securitygroups_db [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Project 5b64c7b9200c400c82dcbcfaef752f62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:37:43.247730 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.327768 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.334247 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.390503 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8703e4cc-5522-452a-a201-e25fd588898a,revision_number=0']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:43.395403 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.399999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1367824c-de4d-44fa-a02c-83fe9928c8ee tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3876967 Feb 17 23:37:43.400338 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 44700) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:43.406076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'security_group_rule': {'security_group_id': '0dc87b31-90db-42de-b7c4-6df1ebda15d0', 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:43.412753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:43.418492 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:security_group_rule and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:43.423260 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:43.431537 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:43.444430 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.securitygroups_db [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Project 5b64c7b9200c400c82dcbcfaef752f62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:37:43.452830 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.504293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks [] for port, precommit_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.518788 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Transition to ACTIVE for port object 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 will not be triggered until provisioned by entity L2. {{(pid=87696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:43.526264 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.529923 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.534485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719556'] for security_group_rule, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.554295 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bf658e-4c2f-4d5d-8ec8-cd06c0e8a76d,revision_number=0']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:43.574590 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.576361 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-7e3bd051-201a-4dc3-8d21-381723cc10cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748030 Feb 17 23:37:43.713293 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120599e-294d-4eed-a911-ca4ddbf46438 None None] Pushing event updated for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=3']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:43.825286 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Attempting to bind port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 on host dv-neutron-805768-3-hyperv for vnic_type normal with profile {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:43.825649 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Attempting to bind port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 by drivers openvswitch,hyperv on host dv-neutron-805768-3-hyperv at level 0 using segments [{'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:43.826000 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Attempting to bind port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 on network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:43.831958 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Checking agent: {'id': '3a9278d2-3657-4a00-9f8a-19107abebe0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-805768-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 34, 53), 'started_at': datetime.datetime(2022, 2, 17, 22, 35, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-805768-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:43.832327 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Checking segment: {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:43.832724 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.833250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Bound using segment: {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'} {{(pid=87696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:43.833730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.managers [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Bound port: 7aab8438-0306-4b72-a915-7cd8f0dcf6d5, host: dv-neutron-805768-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb'}}] {{(pid=87696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:43.834090 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:43.852227 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-e87ffa63-23a4-4c76-9335-8d7d6853ac0d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:security_group {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:43.878607 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-e87ffa63-23a4-4c76-9335-8d7d6853ac0d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:security_group {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:43.879819 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-e87ffa63-23a4-4c76-9335-8d7d6853ac0d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926132642&fields=id&tenant_id=5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 267 time: 0.0943260 Feb 17 23:37:43.940553 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] For port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5, host dv-neutron-805768-3-hyperv, cleared binding levels {{(pid=87696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:43.945103 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] For port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5, host dv-neutron-805768-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:43.950401 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:44.036990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:44.037661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:22Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:44.080751 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-90f605c7-ceaf-4fab-99a7-090c29594904 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:44.081609 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-90f605c7-ceaf-4fab-99a7-090c29594904 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:network {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:44.102211 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-90f605c7-ceaf-4fab-99a7-090c29594904 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:network {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:44.105350 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-90f605c7-ceaf-4fab-99a7-090c29594904 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 808 time: 0.2177396 Feb 17 23:37:44.110288 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120599e-294d-4eed-a911-ca4ddbf46438 None None] Pushing event updated for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:44.123918 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-db1af179-6452-4da2-b05e-bfb8e61dddd5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/quotas/5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 375 time: 0.0105329 Feb 17 23:37:44.226201 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-b8f98d44-294c-4f2e-ac14-f7cfc426e039 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:44.247772 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-b8f98d44-294c-4f2e-ac14-f7cfc426e039 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:44.249402 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-b8f98d44-294c-4f2e-ac14-f7cfc426e039 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194906 Feb 17 23:37:44.252272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:44.376084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-23e9d582-3e86-4484-ab51-cfd7922357fd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:37:44.377275 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-23e9d582-3e86-4484-ab51-cfd7922357fd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153350 Feb 17 23:37:44.526405 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-d7db0063-747d-4a0a-9206-13f21e3f0813 service neutron] 10.222.0.42 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397016 Feb 17 23:37:44.667785 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-57e76d21-9f8b-42cf-b7ae-8bbb3944ff8b service neutron] 10.222.0.42 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357148 Feb 17 23:37:44.779608 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 4, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7aab8438-0306-4b72-a915-7cd8f0dcf6d5', 'name': '', 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:38Z', 'updated_at': '2022-02-17T23:37:43Z', 'revision_number': 4, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'subnets': [{'id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:44.784323 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741cddb-1f3a-4dcc-ad37-d705c354aa5f None None] The sync data for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv is: [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 4, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': '7aab8438-0306-4b72-a915-7cd8f0dcf6d5', 'name': '', 'network_id': '7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'mac_address': 'fa:16:3e:8a:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:38Z', 'updated_at': '2022-02-17T23:37:43Z', 'revision_number': 4, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'subnets': [{'id': 'dc7975bd-c29b-4e74-8a50-9deef0d8b18f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:44.981492 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:45.068835 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:45.075169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:45.075730 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:45.227756 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:45.269721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] For port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:45.277603 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:45.366672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Pushing event updated for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:45.908999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-ee6eac4c-5f1a-42a3-9420-e8a40cbc15cb req-d879051c-f621-47a1-863b-9419478f8425 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 210 time: 0.0684009 Feb 17 23:37:46.966502 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 up at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:47.093934 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Provisioning complete for port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:47.094313 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:47.184700 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-787b6e68-38c5-48df-947d-2f415c78a836 req-4feea89c-49fd-494a-bea2-d8a3641b8eea tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 210 time: 0.0719631 Feb 17 23:37:47.194121 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-28f8d7bc-1692-4618-8680-caae57102575 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:47.195701 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-28f8d7bc-1692-4618-8680-caae57102575 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 808 time: 0.2538500 Feb 17 23:37:47.248356 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-74b19b96-c5a1-4d84-a519-bffd673c26e6 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 379 time: 0.0445595 Feb 17 23:37:47.258705 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'port': {'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'admin_state_up': True, 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'security_groups': ['0dc87b31-90db-42de-b7c4-6df1ebda15d0']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:47.405054 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:47.415319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:47.433178 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Made reservation on behalf of 5b64c7b9200c400c82dcbcfaef752f62 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:37:47.436738 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:47.615820 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Allocated IP 172.20.0.10 (57301faf-0d9c-4e1f-a000-3dbcafd26e64/a1e9bc71-ed84-4faf-a7b4-114f4e339654/ba97f9f9-acab-4136-993e-bff80387ebc5) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:47.830215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:47.848628 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Transition to ACTIVE for port object ba97f9f9-acab-4136-993e-bff80387ebc5 will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:47.874687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:47.950908 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:47.954170 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:47.958354 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:47.993198 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:48.035226 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:48.035693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:48.067171 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-c56d14eb-6d48-4677-a8ad-d9f9c20c9622 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8131983 Feb 17 23:37:48.081591 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Request body: {'port': {'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:48.259661 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c0e32d74-8874-4658-a62f-e1f3eaf6bd50 None None] Provisioning for port ba97f9f9-acab-4136-993e-bff80387ebc5 completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:48.267525 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-c0e32d74-8874-4658-a62f-e1f3eaf6bd50 None None] Provisioning complete for port ba97f9f9-acab-4136-993e-bff80387ebc5 triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:48.268188 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c0e32d74-8874-4658-a62f-e1f3eaf6bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:48.332368 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-c0e32d74-8874-4658-a62f-e1f3eaf6bd50 None None] Port ba97f9f9-acab-4136-993e-bff80387ebc5 cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:37:48.384368 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:48.538552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278527-3ed2-4509-b791-0d298effbe8c req-f39a06a3-043f-4456-9abb-aa7b85522408 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:48.539319 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a278527-3ed2-4509-b791-0d298effbe8c req-f39a06a3-043f-4456-9abb-aa7b85522408 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:48.577011 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-1a278527-3ed2-4509-b791-0d298effbe8c req-f39a06a3-043f-4456-9abb-aa7b85522408 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:48.578208 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a278527-3ed2-4509-b791-0d298effbe8c req-f39a06a3-043f-4456-9abb-aa7b85522408 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 932 time: 0.2434762 Feb 17 23:37:48.709613 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1a278527-3ed2-4509-b791-0d298effbe8c req-f7809373-d12d-453a-8140-5a3af0eb6a86 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133611 Feb 17 23:37:48.829277 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba97f9f9-acab-4136-993e-bff80387ebc5 {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:37:48.836965 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:48.853299 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Transition to ACTIVE for port object ba97f9f9-acab-4136-993e-bff80387ebc5 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:37:48.857950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:49.001970 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:49.115343 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Attempting to bind port ba97f9f9-acab-4136-993e-bff80387ebc5 on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:37:49.115677 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Attempting to bind port ba97f9f9-acab-4136-993e-bff80387ebc5 by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:37:49.116018 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Attempting to bind port ba97f9f9-acab-4136-993e-bff80387ebc5 on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:49.122002 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Port ba97f9f9-acab-4136-993e-bff80387ebc5 on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:37:49.122323 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Attempting to bind port ba97f9f9-acab-4136-993e-bff80387ebc5 on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:37:49.127444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:37:49.127766 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Checking segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:37:49.128144 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Bound using segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:37:49.128574 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Bound port: ba97f9f9-acab-4136-993e-bff80387ebc5, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:37:49.128910 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:49.223828 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:37:49.226690 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:37:49.232764 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:49.295488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:49.296108 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:49.297911 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1094 time: 1.2231605 Feb 17 23:37:49.298056 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:37:49.320713 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c9bb-b2cd-42da-8b5b-51aecd9541f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:49.376423 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'status': 'completed', 'code': 200} Feb 17 23:37:49.421596 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-8f139256-4ec3-4b72-85b6-c869b62e14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:49.423205 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-8f139256-4ec3-4b72-85b6-c869b62e14d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1097 time: 0.0854878 Feb 17 23:37:49.496986 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-3f8e7cb7-967f-42b2-bc16-abc26b2d67e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0669067 Feb 17 23:37:49.559450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-ce86f9ec-c814-4c65-8347-8ea9722f9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:49.560930 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-ce86f9ec-c814-4c65-8347-8ea9722f9bc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0587749 Feb 17 23:37:49.638512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-4045dd07-4dd8-4384-8650-261ce67aea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:49.640055 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-4045dd07-4dd8-4384-8650-261ce67aea97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728731 Feb 17 23:37:49.770924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-851e6dc0-6d58-464c-9891-978ef05ff21a service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242015 Feb 17 23:37:49.961698 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bb3e4630-8621-48df-8454-fe9f71cf2619 req-ee742af2-0f4c-4b80-97ff-63bd0462d9e2 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846204 Feb 17 23:37:49.978027 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9bb30-9818-421a-ac90-518c6fcf79e2 req-d23d9a87-6160-40bd-90aa-1f93c43551ca tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:49.979893 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ce9bb30-9818-421a-ac90-518c6fcf79e2 req-d23d9a87-6160-40bd-90aa-1f93c43551ca tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 944 time: 0.1331825 Feb 17 23:37:50.065585 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-1ce9bb30-9818-421a-ac90-518c6fcf79e2 req-482f08a6-8eec-45a3-9c14-220aba0739e2 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796428 Feb 17 23:37:50.096784 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-bd886667-fd30-45e2-9350-bdb4faf45e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:50.098306 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-bd886667-fd30-45e2-9350-bdb4faf45e26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1097 time: 0.0824335 Feb 17 23:37:50.236802 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0574e76e-532c-4e39-9497-97cae9ff6958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:50.383949 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-c60ecfd4-8b00-47c0-ba7d-b82e08ab0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:50.386314 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-c60ecfd4-8b00-47c0-ba7d-b82e08ab0a7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.2802367 Feb 17 23:37:50.465001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-bc20d9cf-9311-499a-8722-e59118a81e5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0724702 Feb 17 23:37:50.536136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-b2ee6a7d-2181-4273-9ab1-a7085afe4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:50.537605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-b2ee6a7d-2181-4273-9ab1-a7085afe4597 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0664258 Feb 17 23:37:50.618631 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-f0934a2c-676a-4fb7-a2ef-9e70ef2eff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:50.620924 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-f0934a2c-676a-4fb7-a2ef-9e70ef2eff33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766394 Feb 17 23:37:50.768266 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-adf11e69-5811-4887-83fe-f84a3e2008ce service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405056 Feb 17 23:37:50.920020 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9b0979a8-5a05-4242-8551-0836e6b75280 req-b8d13645-d2ee-4693-930c-d6ef2c53586c service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454976 Feb 17 23:37:50.950760 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:37:51.090659 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:51.138520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:37:51.205630 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:51.222766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba97f9f9-acab-4136-993e-bff80387ebc5 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:37:51.238592 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:51.243201 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:51.259297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f791-385c-49b9-b6b7-d5caa1a4985f req-41d46ac8-a73d-477e-9b1f-f0a340ad4a6e tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:51.260887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2b36f791-385c-49b9-b6b7-d5caa1a4985f req-41d46ac8-a73d-477e-9b1f-f0a340ad4a6e tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 944 time: 0.0873880 Feb 17 23:37:51.309212 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-2b36f791-385c-49b9-b6b7-d5caa1a4985f req-dac0c2d5-c652-4a47-87d3-e944b1862793 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Feb 17 23:37:51.330063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:51.447977 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['ba97f9f9-acab-4136-993e-bff80387ebc5'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:37:52.498978 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea083-2b5a-41a6-830d-94967900afa4 req-d79d2a4f-b472-4719-84e4-baaa33b9cbc5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:52.500521 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a86ea083-2b5a-41a6-830d-94967900afa4 req-d79d2a4f-b472-4719-84e4-baaa33b9cbc5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 945 time: 0.0832362 Feb 17 23:37:52.510801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f440ceb6-1b13-483c-b071-88d2da78bd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:52.548759 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a86ea083-2b5a-41a6-830d-94967900afa4 req-1bb61c2c-37a5-4a74-b42c-3f0a51d57e9a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Feb 17 23:37:52.964752 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:37:53.031171 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port ba97f9f9-acab-4136-993e-bff80387ebc5 completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:37:53.036236 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port ba97f9f9-acab-4136-993e-bff80387ebc5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:37:53.036596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:53.152351 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:53.178185 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:37:53.189195 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:37:53.193405 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:53.264181 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:53.283790 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'code': 200} Feb 17 23:37:53.491906 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:53.513393 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a69e7b-df9d-415b-9db5-7393fd69aa39 req-0370a19f-2ebd-46a7-9bf5-08706fbb18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:53.514874 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9a69e7b-df9d-415b-9db5-7393fd69aa39 req-0370a19f-2ebd-46a7-9bf5-08706fbb18dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1099 time: 0.0774951 Feb 17 23:37:53.555523 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c9a69e7b-df9d-415b-9db5-7393fd69aa39 req-a77784fc-798c-446e-b243-891d5d076167 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351651 Feb 17 23:37:53.715474 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:53.894248 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728cde-7dea-4aa5-a30a-35b97eeb7bac req-d850f6c3-0705-4208-aab9-37950bdd0a87 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:53.895751 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4728cde-7dea-4aa5-a30a-35b97eeb7bac req-d850f6c3-0705-4208-aab9-37950bdd0a87 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 946 time: 0.0792570 Feb 17 23:37:53.942408 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-e4728cde-7dea-4aa5-a30a-35b97eeb7bac req-cc7ed527-5b49-4d39-92bf-83cabef9b67c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398891 Feb 17 23:37:55.141880 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7c4a8-4ba2-48cb-a105-7daf208ddf72 req-9a78b549-1854-4962-852b-0fb4b0db0b9a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:55.143340 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99e7c4a8-4ba2-48cb-a105-7daf208ddf72 req-9a78b549-1854-4962-852b-0fb4b0db0b9a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 946 time: 0.0832019 Feb 17 23:37:55.177976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:55.192723 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-99e7c4a8-4ba2-48cb-a105-7daf208ddf72 req-39f4b756-01ba-4b52-a460-d019750d3e69 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Feb 17 23:37:55.380736 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4e059-169d-4cbf-a153-2c49146cbc06 req-133e91f3-3f54-46f8-bd9d-1c23be372e8f tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:55.382301 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fb4e059-169d-4cbf-a153-2c49146cbc06 req-133e91f3-3f54-46f8-bd9d-1c23be372e8f tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 946 time: 0.0820961 Feb 17 23:37:55.431804 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5fb4e059-169d-4cbf-a153-2c49146cbc06 req-a826de1b-a896-46fd-9989-28010c806ce7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Feb 17 23:37:55.454334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44758) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:55.569334 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58bddc4-4090-4e8f-9898-f5961ba124fe tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:55.570078 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e58bddc4-4090-4e8f-9898-f5961ba124fe tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] Synchronizing usage tracker for tenant:d2bd342fe5784b4da347a8143ba7d9d7 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:37:55.586794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-e58bddc4-4090-4e8f-9898-f5961ba124fe tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] Unset dirty status for tenant:d2bd342fe5784b4da347a8143ba7d9d7 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:37:55.588815 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-e58bddc4-4090-4e8f-9898-f5961ba124fe tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1094 time: 0.1334021 Feb 17 23:37:55.591197 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 44764) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:37:55.596215 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:37:55.602224 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:37:55.606626 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:floatingip and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:37:55.609391 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87695) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:37:55.614948 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:37:55.625844 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:55.761959 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:55.896695 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Allocated IP 172.26.7.155 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/2115ea6c-3af5-4aa4-bd83-c2739903b8c1) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:37:56.047381 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:56.077057 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:56.142759 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:37:56.145674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:37:56.149420 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:37:56.296967 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=2115ea6c-3af5-4aa4-bd83-c2739903b8c1,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:56.694044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:56.769159 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:56.986083 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:56.992894 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:57.096794 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=2115ea6c-3af5-4aa4-bd83-c2739903b8c1,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:37:57.113699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:57.288595 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.db.l3_db [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Floating IP 82fdf615-5cf4-4d90-9d96-1af780f8b18f associated. External IP: 172.26.7.155, port: ba97f9f9-acab-4136-993e-bff80387ebc5. Feb 17 23:37:57.651851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:37:57.977439 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:37:57.989295 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:37:58.001581 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:58.003002 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:58.006103 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:58.066901 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-5752912c-edc8-4d76-8803-a22c8c422bdc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4730074 Feb 17 23:37:58.066901 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:37:58.167607 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'status': 'completed', 'code': 200} Feb 17 23:37:58.190928 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:58.263113 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-483ba791-a4d2-49aa-aea5-3053f2414565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:58.264533 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-483ba791-a4d2-49aa-aea5-3053f2414565 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1099 time: 0.0770705 Feb 17 23:37:58.405372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-30bc4bd0-b6ba-4ec8-bc9a-df42d142f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:58.406835 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-30bc4bd0-b6ba-4ec8-bc9a-df42d142f006 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1369178 Feb 17 23:37:58.522784 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-8a7d6ca8-cf1f-4f10-b376-5bc1ccbcfc4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1000 time: 0.1097991 Feb 17 23:37:58.566383 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:56Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:58.571738 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:37:58.581371 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:37:58.581996 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:37:52Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:58.597957 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-2a807b2a-1a8e-4d81-8740-5107a6cb836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:58.599839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-2a807b2a-1a8e-4d81-8740-5107a6cb836f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0720727 Feb 17 23:37:58.685632 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-6cfed888-d178-4c76-b66e-1cc481364958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:58.687960 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-6cfed888-d178-4c76-b66e-1cc481364958 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822144 Feb 17 23:37:58.788422 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:37:58.842787 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-f00db20c-8b26-4350-a155-491378b835e2 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481841 Feb 17 23:37:58.894063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:37:58.994015 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-7e226895-7c58-48fd-a3ba-911a0e7c81ba req-393d5a04-130c-43a8-bc49-dfba3a4ba3ad service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450374 Feb 17 23:37:59.168103 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:56Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:37:59.172341 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e351929-f17a-41cb-adb4-5437c2b4ead6 None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:56Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:37:59.377523 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fbf4e-e335-4e3f-8d6a-3d4c1e338221 None None] New status for floating IP 82fdf615-5cf4-4d90-9d96-1af780f8b18f: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:38:11.088876 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-ca2ed07d-d3ec-48e4-b89f-725064d0ac24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690992 Feb 17 23:38:11.225512 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603bd8e-e283-4c39-8489-08968de11df8 req-e6053631-de0a-4d6d-bba1-db26f72b94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.226999 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-e6053631-de0a-4d6d-bba1-db26f72b94c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1099 time: 0.0719090 Feb 17 23:38:11.373017 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603bd8e-e283-4c39-8489-08968de11df8 req-8d78363d-5ed1-42a0-ba9f-ad6f86ca8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.374660 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-8d78363d-5ed1-42a0-ba9f-ad6f86ca8d65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1283839 Feb 17 23:38:11.482743 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-ab307481-9618-4306-b1ed-6d91088ea8b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1002 time: 0.1012063 Feb 17 23:38:11.551511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603bd8e-e283-4c39-8489-08968de11df8 req-11cfb91c-23b1-44ee-9ae0-aaa4527691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.552954 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-11cfb91c-23b1-44ee-9ae0-aaa4527691b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0643923 Feb 17 23:38:11.628287 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603bd8e-e283-4c39-8489-08968de11df8 req-60d5b67e-9d8f-490c-9ad0-1a6b97d50f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.629793 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-60d5b67e-9d8f-490c-9ad0-1a6b97d50f03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705287 Feb 17 23:38:11.872943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-d93058ff-91ea-4e9d-8e8a-fef882312b34 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356217 Feb 17 23:38:12.007133 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d603bd8e-e283-4c39-8489-08968de11df8 req-4663802a-2ae4-4a7d-93be-d402c4fe9fbb service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278918 Feb 17 23:38:13.589615 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:38:20.229820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-02c65910-3f0b-4b4d-9fe4-45ae7dbe1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:22.505125 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0d23e8d7-0ee4-4867-9a64-c4c267b3b3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:23.494560 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:23.716241 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:25.176704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:28.895148 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:50.234421 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2e68-6c35-4521-87f9-3230b297b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:50.589162 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:38:52.508169 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0f8e-5276-4399-a190-667e44a68a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:53.498296 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:53.718726 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:55.244179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:38:58.897861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:12.602907 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-2c2a2b6d-3bb4-4023-8487-ae3eb0822a11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729849 Feb 17 23:39:12.739851 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-7b33505e-9130-440a-91cb-f2d995683845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:39:12.741422 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-7b33505e-9130-440a-91cb-f2d995683845 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1099 time: 0.0727944 Feb 17 23:39:12.887118 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-3d66f774-f2fa-4ad0-9833-0428c4ede12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:39:12.888541 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-3d66f774-f2fa-4ad0-9833-0428c4ede12d service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1288917 Feb 17 23:39:12.993281 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-9fbf926a-f27b-48c0-af62-d4125739b612 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1002 time: 0.0989301 Feb 17 23:39:13.056084 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-5f366217-0b9d-4203-88af-e058303f7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:39:13.057686 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-5f366217-0b9d-4203-88af-e058303f7cc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0589478 Feb 17 23:39:13.134422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-073484e8-9706-471c-9086-6789c50d83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:39:13.135887 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-073484e8-9706-471c-9086-6789c50d83e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729568 Feb 17 23:39:13.265102 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-672982a1-e1b6-40b6-aab1-e6558028f8ec service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233706 Feb 17 23:39:13.396029 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-11f0145e-13fc-44dc-8724-4ea1af9059ca req-6eac316a-0410-4f7b-a546-52f3452ae467 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245031 Feb 17 23:39:20.237721 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-203ade11-e811-424e-ae97-93192a35c02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:22.511124 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-34b22a10-565f-4c2b-8f17-501e0b7fdb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:23.500546 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:23.720866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:25.182051 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:27.587627 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:39:28.929629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:50.240172 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e00c-3870-41da-aed3-eb0242ed1751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:52.513100 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d3843f98-d9c5-4105-a37f-0c2703c06ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:53.503418 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:53.723578 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:55.185471 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:57.570595 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:39:57.749075 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:39:57.774806 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:39:57.911629 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:57.931572 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba97f9f9-acab-4136-993e-bff80387ebc5 {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:39:57.953531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:39:57.961453 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:58.050799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['ba97f9f9-acab-4136-993e-bff80387ebc5'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:39:58.124704 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:39:58.134400 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.134743 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.135079 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.135414 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.135737 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.136063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.136376 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.136801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.137266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.137596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.138004 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.138330 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:39:58.938176 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:59.586173 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:39:59.691386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port ba97f9f9-acab-4136-993e-bff80387ebc5 triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:39:59.691872 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:59.869894 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:59.900206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:39:59.924976 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:39:59.937698 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:39:59.993788 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'code': 200} Feb 17 23:40:00.060190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:04.594217 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:40:06.920606 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-ed2b7bdc-cf58-49c1-8b82-95b68cdf6764 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926132642&fields=id&tenant_id=5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 267 time: 0.0463030 Feb 17 23:40:07.096422 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-1940ad09-be20-45de-9995-784733c08794 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:07.097970 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-1940ad09-be20-45de-9995-784733c08794 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 808 time: 0.1709263 Feb 17 23:40:07.114982 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-e46b3fd8-0d43-468e-8361-e6a4ee01c8b0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/quotas/5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Feb 17 23:40:07.234823 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-94c9611b-5497-4f37-a9e3-bba13fc26ad0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1139901 Feb 17 23:40:07.335457 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-dabdb027-9441-4b3d-b1d2-4c7c392b9a21 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 23:40:07.337056 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-dabdb027-9441-4b3d-b1d2-4c7c392b9a21 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0902128 Feb 17 23:40:07.483676 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-d37cacac-8d59-40a3-b580-007b0537fa0a service neutron] 10.222.0.42 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396451 Feb 17 23:40:07.632451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-e1848be3-4cea-4cab-85e5-f9d0a5b848e2 service neutron] 10.222.0.42 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426945 Feb 17 23:40:07.958451 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-01238d2a-61e2-4f0e-967a-51ce36281b48 req-bb263ff2-e2c1-478e-9adf-f6704a8109da tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 210 time: 0.1681502 Feb 17 23:40:09.106011 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4cf0a394-5aea-4d87-9f37-d02161bc1725 req-255a8675-af81-4209-bfa5-a15d0ef42eae tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 210 time: 0.0903859 Feb 17 23:40:10.299082 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-32876064-9654-4d13-9160-4a2f2dadb21c req-e572226c-5127-4d77-8cc1-ed821a6cccec tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 210 time: 0.0490925 Feb 17 23:40:11.343585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-18a0a38c-9401-44c8-be61-6bffda7e879c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:11.345126 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-18a0a38c-9401-44c8-be61-6bffda7e879c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 808 time: 0.1750484 Feb 17 23:40:11.403829 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-b2af85e0-db12-4d7d-84c6-ef1179568d50 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b64c7b9200c400c82dcbcfaef752f62 HTTP/1.1" status: 200 len: 379 time: 0.0502431 Feb 17 23:40:11.411837 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'port': {'device_id': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'admin_state_up': True, 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'security_groups': ['0dc87b31-90db-42de-b7c4-6df1ebda15d0']}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:40:11.529426 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6f73e91f-b4e2-46b0-aba9-06065f2305fe req-04bfec04-4d6d-45d5-a479-23d9f6522036 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 210 time: 0.0999062 Feb 17 23:40:11.616450 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:40:11.627832 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.quota.driver [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87695) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:40:11.638866 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Made reservation on behalf of 5b64c7b9200c400c82dcbcfaef752f62 for: {'port': 1} {{(pid=87695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:40:11.642699 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:11.656820 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:40:11.815025 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:11.859022 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.db_base_plugin_common [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Allocated IP 172.20.0.4 (57301faf-0d9c-4e1f-a000-3dbcafd26e64/a1e9bc71-ed84-4faf-a7b4-114f4e339654/a9fb29f6-7853-42c8-ba7e-d461e201df9c) {{(pid=87695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:40:11.881043 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:40:11.885598 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:40:11.900866 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:12.028625 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'code': 200} Feb 17 23:40:12.079942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:12.214311 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:12.238322 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Transition to ACTIVE for port object a9fb29f6-7853-42c8-ba7e-d461e201df9c will not be triggered until provisioned by entity DHCP. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:40:12.269114 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_create {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:12.410546 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 is already hosted by enough agents. {{(pid=87695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:40:12.415634 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.base_scheduler [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources bound (agent type, host, resource id): {{(pid=87695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:40:12.418915 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Received port after_create {{(pid=87695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:40:12.453461 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=1']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:12.466428 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.466757 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.467101 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.467511 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.467841 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.468240 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.468566 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.468963 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.469318 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.469717 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.470045 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.470513 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:12.529297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:12.530382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:12.594333 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a34a7ccc-3722-42b7-8e34-028acc1afae4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863625 Feb 17 23:40:12.731476 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5f2cdece-6d06-4a85-a330-a7ddbedf350b None None] Provisioning for port a9fb29f6-7853-42c8-ba7e-d461e201df9c completed by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:40:12.741544 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-5f2cdece-6d06-4a85-a330-a7ddbedf350b None None] Provisioning complete for port a9fb29f6-7853-42c8-ba7e-d461e201df9c triggered by entity DHCP. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:40:12.742120 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdece-6d06-4a85-a330-a7ddbedf350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:12.832212 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cdece-6d06-4a85-a330-a7ddbedf350b None None] Port a9fb29f6-7853-42c8-ba7e-d461e201df9c cannot update to ACTIVE because it is not bound. {{(pid=87696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 23:40:12.848597 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490417f-191b-46a7-a5dd-33a32e31c2ec req-6c3c91a7-ee45-4cf1-8baf-61ae766ab143 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:12.856156 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6490417f-191b-46a7-a5dd-33a32e31c2ec req-6c3c91a7-ee45-4cf1-8baf-61ae766ab143 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:40:12.883288 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.quota.resource [req-6490417f-191b-46a7-a5dd-33a32e31c2ec req-6c3c91a7-ee45-4cf1-8baf-61ae766ab143 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87695) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:40:12.885377 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6490417f-191b-46a7-a5dd-33a32e31c2ec req-6c3c91a7-ee45-4cf1-8baf-61ae766ab143 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1587019 Feb 17 23:40:12.941625 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-6490417f-191b-46a7-a5dd-33a32e31c2ec req-151bed1c-4bb2-445e-9864-55f282141db4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 Feb 17 23:40:14.191074 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e543-6313-4253-8d8f-7c5ac1ac34d8 req-87c5e7b6-7ea8-486e-8e75-5663723fba85 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:14.193021 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62a3e543-6313-4253-8d8f-7c5ac1ac34d8 req-87c5e7b6-7ea8-486e-8e75-5663723fba85 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1102474 Feb 17 23:40:14.266027 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-62a3e543-6313-4253-8d8f-7c5ac1ac34d8 req-eff8a49f-62dd-43b2-8c97-74b2a2f3bd3a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602865 Feb 17 23:40:15.501465 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4632211-f81d-42aa-b313-51a725063f20 req-8f0cf624-0607-4ebc-a252-182fea7d3d2b tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:15.503032 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c4632211-f81d-42aa-b313-51a725063f20 req-8f0cf624-0607-4ebc-a252-182fea7d3d2b tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1015604 Feb 17 23:40:15.574888 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-c4632211-f81d-42aa-b313-51a725063f20 req-a9505900-2ba6-407d-8b05-3457c76961b1 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648963 Feb 17 23:40:16.804693 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872f30b-0d0e-4eea-8b90-8218f1d73382 req-ec061912-4c62-41a7-9eb8-47abbe5271bc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:16.806439 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3872f30b-0d0e-4eea-8b90-8218f1d73382 req-ec061912-4c62-41a7-9eb8-47abbe5271bc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1082759 Feb 17 23:40:16.864936 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-3872f30b-0d0e-4eea-8b90-8218f1d73382 req-7c7a41ac-4297-4a9f-899a-b85ed90ebcd4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504143 Feb 17 23:40:18.111171 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b9968-a89f-46a2-974e-7b912bbb1db6 req-c43e9276-7536-4904-bec2-bcd092c6d8a6 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:18.112630 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-712b9968-a89f-46a2-974e-7b912bbb1db6 req-c43e9276-7536-4904-bec2-bcd092c6d8a6 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1324408 Feb 17 23:40:18.191946 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-712b9968-a89f-46a2-974e-7b912bbb1db6 req-e26ba2cb-5e51-45db-ae2a-6258c4e43fe7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687602 Feb 17 23:40:19.455382 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e2311-4132-4063-b963-307792a141d0 req-d61c7afc-ba0f-4be8-bd60-761f72a9a6cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:19.456947 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-873e2311-4132-4063-b963-307792a141d0 req-d61c7afc-ba0f-4be8-bd60-761f72a9a6cc tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.1186740 Feb 17 23:40:19.513299 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-873e2311-4132-4063-b963-307792a141d0 req-479533be-ff1f-4420-bcd1-886f5aea1d06 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494137 Feb 17 23:40:20.253378 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c555b00-a202-4737-b9cc-70e081f6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:20.424370 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.v2.base [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Request body: {'port': {'device_id': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8057'}} {{(pid=87695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:40:20.550219 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:20.972774 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1c41-6481-4fa6-8fe8-8aea15429049 req-3bb13474-4067-457c-84be-a13078fb41b9 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:20.974432 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a74a1c41-6481-4fa6-8fe8-8aea15429049 req-3bb13474-4067-457c-84be-a13078fb41b9 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 931 time: 0.3468449 Feb 17 23:40:21.061105 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a74a1c41-6481-4fa6-8fe8-8aea15429049 req-02228493-2051-4b6a-a6f9-5ecdbc267bbf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808880 Feb 17 23:40:21.135444 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fb29f6-7853-42c8-ba7e-d461e201df9c {{(pid=87695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:40:21.143874 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:21.158132 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Transition to ACTIVE for port object a9fb29f6-7853-42c8-ba7e-d461e201df9c will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:40:21.162044 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:21.291195 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:21.400580 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Attempting to bind port a9fb29f6-7853-42c8-ba7e-d461e201df9c on host hv-neutron-8057 for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 23:40:21.400916 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Attempting to bind port a9fb29f6-7853-42c8-ba7e-d461e201df9c by drivers openvswitch,hyperv on host hv-neutron-8057 at level 0 using segments [{'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 23:40:21.401270 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Attempting to bind port a9fb29f6-7853-42c8-ba7e-d461e201df9c on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:40:21.407177 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Port a9fb29f6-7853-42c8-ba7e-d461e201df9c on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8057 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 23:40:21.407674 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Attempting to bind port a9fb29f6-7853-42c8-ba7e-d461e201df9c on network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 23:40:21.413164 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Checking agent: {'id': '4b90d846-8747-442f-9711-b39c4c6dd358', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'started_at': datetime.datetime(2022, 2, 17, 22, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 23:40:21.413441 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Checking segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 23:40:21.413830 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Bound using segment: {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 23:40:21.414250 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Bound port: a9fb29f6-7853-42c8-ba7e-d461e201df9c, host: hv-neutron-8057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c939d4-27ed-464f-827a-bb60581cbb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 23:40:21.414585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:21.503463 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 23:40:21.506297 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 23:40:21.510404 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60729168'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:21.575808 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:21.576552 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:21.577855 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] 10.222.0.43 "PUT /v2.0/ports/a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 1093 time: 1.1581545 Feb 17 23:40:21.578385 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:40:21.604315 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33585d-460d-4079-b84c-13352accc8ba service neutron] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:21.656567 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'status': 'completed', 'code': 200} Feb 17 23:40:21.707392 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-ba42ac36-43b9-45b6-94e2-580a8fa2efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:21.708929 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-ba42ac36-43b9-45b6-94e2-580a8fa2efc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1096 time: 0.0867548 Feb 17 23:40:21.783206 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-29bd099d-8e72-477b-8c9f-0292e1712048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 217 time: 0.0662382 Feb 17 23:40:21.851128 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-bc7407c0-bdee-422a-9cd0-d57b01f1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:21.852597 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-bc7407c0-bdee-422a-9cd0-d57b01f1f5a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0633464 Feb 17 23:40:21.933984 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-eaad7581-ab76-4460-b60c-8322c5dee9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:21.935472 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-eaad7581-ab76-4460-b60c-8322c5dee9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772848 Feb 17 23:40:22.076839 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-61e902a7-b11b-43d3-9c39-0107b27609b9 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345417 Feb 17 23:40:22.264761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-d881476e-db73-4250-b8e7-ecf37e46ba66 req-a797b5bb-8131-4b53-bc15-8e458d9b36de service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816697 Feb 17 23:40:22.289489 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229724-cc88-4c21-b05c-3fd47bcac237 req-d1840c70-a3d6-4563-85f1-5a0ea1c83c66 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:22.290914 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9c229724-cc88-4c21-b05c-3fd47bcac237 req-d1840c70-a3d6-4563-85f1-5a0ea1c83c66 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 943 time: 0.1183903 Feb 17 23:40:22.384652 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9c229724-cc88-4c21-b05c-3fd47bcac237 req-e4c6002a-05e1-4e0c-b51f-f9658b2fd937 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871017 Feb 17 23:40:22.409585 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-1cbfbe22-ba74-42a2-832e-432d595d6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:22.411044 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-1cbfbe22-ba74-42a2-832e-432d595d6fbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1096 time: 0.0945911 Feb 17 23:40:22.514545 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-f4db769e-3319-4053-912f-541863b4040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:22.547688 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-992d1a4e-4c34-4c0b-a0b8-b931f4d954a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:22.549156 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-992d1a4e-4c34-4c0b-a0b8-b931f4d954a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1316369 Feb 17 23:40:22.625975 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-b7607f79-80c1-4ff0-b0f2-30fae60e5fa6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 217 time: 0.0706742 Feb 17 23:40:22.807051 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-ee84caf6-df69-4d90-b4ec-a715a8e43d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:22.809237 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-ee84caf6-df69-4d90-b4ec-a715a8e43d24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.1771841 Feb 17 23:40:22.884384 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-4628810b-e79e-4eba-aae7-0a35415f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:22.886036 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-4628810b-e79e-4eba-aae7-0a35415f90f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706000 Feb 17 23:40:22.993657 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.43', 62504) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:40:23.020534 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-e2dfd1fe-b637-48f2-a1b4-b045cf760383 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283967 Feb 17 23:40:23.075086 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-0c993f7c-a470-4945-96bb-6a20d12a4198 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794082 Feb 17 23:40:23.161714 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-f1cb289f-1bf9-487a-8085-ed608c2ec5e1 req-59b4b1f8-dde1-4408-89f2-76571e6d5ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351018 Feb 17 23:40:23.215950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-5eaf0d37-e093-4e85-a3d4-4c7b951d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:23.217465 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-5eaf0d37-e093-4e85-a3d4-4c7b951d7f9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1097 time: 0.0750809 Feb 17 23:40:23.367297 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-88ed323d-be02-4ea0-bce3-2387fb8a3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:23.368657 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-88ed323d-be02-4ea0-bce3-2387fb8a3571 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1334305 Feb 17 23:40:23.474556 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-a4ca4033-ccdd-4577-bfc8-c6cf86d5c342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1000 time: 0.1000500 Feb 17 23:40:23.507589 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:23.540040 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-cf6e506c-46b4-43b2-ba0d-eabfe54abe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:23.541532 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-cf6e506c-46b4-43b2-ba0d-eabfe54abe9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0618992 Feb 17 23:40:23.580950 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213284b-7881-483d-99ce-4654b92b5d71 req-b1b6a0ef-805e-4168-8593-518437de6873 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:23.582537 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8213284b-7881-483d-99ce-4654b92b5d71 req-b1b6a0ef-805e-4168-8593-518437de6873 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 943 time: 0.0884554 Feb 17 23:40:23.621620 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-6f4fc271-218b-410f-b2a4-d94e8473d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:23.623184 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-6f4fc271-218b-410f-b2a4-d94e8473d79f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759828 Feb 17 23:40:23.631384 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8213284b-7881-483d-99ce-4654b92b5d71 req-9f6f03bd-26e9-4c07-a608-0153bcabe05f tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Feb 17 23:40:23.727341 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:23.753139 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-1edcd4b5-7848-4f5d-b80d-9c4b96ed0093 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 Feb 17 23:40:23.981840 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-56e0fc64-6a69-4be1-b8ce-01658f4fd21f req-a89520a4-4e0f-4ae7-be1b-32395a255b22 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232111 Feb 17 23:40:24.824146 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a007634-55d5-4f47-bb49-57354da20bd9 req-3de2ac7c-1373-41e1-b7c1-63708bff4c57 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:24.825818 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a007634-55d5-4f47-bb49-57354da20bd9 req-3de2ac7c-1373-41e1-b7c1-63708bff4c57 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 943 time: 0.0876672 Feb 17 23:40:24.873005 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-4a007634-55d5-4f47-bb49-57354da20bd9 req-37d6e435-4c51-49e7-a95b-5c2c2d1f3ca2 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Feb 17 23:40:25.189044 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:25.679128 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:40:25.811747 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:40:25.828160 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'mac_address': 'fa:16:3e:78:34:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:40:25.884121 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:25.901611 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fb29f6-7853-42c8-ba7e-d461e201df9c {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:40:25.918325 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:40:25.923739 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:25.996447 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=4']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:26.072709 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94399b49-418e-49a8-ae2c-fcb875a791d0 req-27fe5ae0-fb44-40e9-88a0-566ff2ecde4d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:26.074943 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94399b49-418e-49a8-ae2c-fcb875a791d0 req-27fe5ae0-fb44-40e9-88a0-566ff2ecde4d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 944 time: 0.0913136 Feb 17 23:40:26.119230 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-94399b49-418e-49a8-ae2c-fcb875a791d0 req-fc2c82e4-57a8-41e9-9b15-5847dcff08f0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389209 Feb 17 23:40:26.165265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a9fb29f6-7853-42c8-ba7e-d461e201df9c'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:40:27.309137 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb6bfa-bc7a-4bf0-858d-a52a16edb970 req-bd86d144-6622-423d-b7eb-6d0f73335566 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:27.310605 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aefb6bfa-bc7a-4bf0-858d-a52a16edb970 req-bd86d144-6622-423d-b7eb-6d0f73335566 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 944 time: 0.0823679 Feb 17 23:40:27.362079 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-aefb6bfa-bc7a-4bf0-858d-a52a16edb970 req-ee58302b-7c0c-4300-81ac-63a3e5cf4126 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Feb 17 23:40:27.686320 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:40:27.756389 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning for port a9fb29f6-7853-42c8-ba7e-d461e201df9c completed by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:40:27.762420 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a9fb29f6-7853-42c8-ba7e-d461e201df9c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:40:27.762801 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:27.885477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:27.914962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:40:27.926137 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:40:27.936581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:27.970327 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'code': 200} Feb 17 23:40:28.055300 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=5']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:28.209729 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dd03d-1e1c-4412-9d5e-6659fbf870d7 req-26087896-2c98-4226-a641-4664bddebc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:28.211122 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d22dd03d-1e1c-4412-9d5e-6659fbf870d7 req-26087896-2c98-4226-a641-4664bddebc0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1098 time: 0.0721920 Feb 17 23:40:28.256578 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-d22dd03d-1e1c-4412-9d5e-6659fbf870d7 req-feae7ec7-84a2-4737-9a35-3aba0031c8e5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Feb 17 23:40:28.559190 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4335fc-dcbb-4174-800d-42f5ce2c97b4 req-a8505988-fca0-4dd6-9e14-5f26fe060f11 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:28.560610 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-df4335fc-dcbb-4174-800d-42f5ce2c97b4 req-a8505988-fca0-4dd6-9e14-5f26fe060f11 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 945 time: 0.0888903 Feb 17 23:40:28.608694 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-df4335fc-dcbb-4174-800d-42f5ce2c97b4 req-4652b476-666d-4b19-b8dc-51104a253bd4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 Feb 17 23:40:28.943864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:29.812298 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc5a2-90ba-4e87-8fc2-09b854ccb693 req-1e2eaee6-9662-41f1-bae3-2ca45f9c39bf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:29.814170 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a08dc5a2-90ba-4e87-8fc2-09b854ccb693 req-1e2eaee6-9662-41f1-bae3-2ca45f9c39bf tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 945 time: 0.0903106 Feb 17 23:40:29.862001 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-a08dc5a2-90ba-4e87-8fc2-09b854ccb693 req-7803e546-b82d-4cf3-9548-1b24a17bf8b6 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420101 Feb 17 23:40:30.053890 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d47e9-0642-4e37-94f2-10d2f656c5c7 req-ea8bd3a9-5055-4630-87fa-78c3d31057b0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:30.055386 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-892d47e9-0642-4e37-94f2-10d2f656c5c7 req-ea8bd3a9-5055-4630-87fa-78c3d31057b0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 945 time: 0.0844383 Feb 17 23:40:30.108668 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-892d47e9-0642-4e37-94f2-10d2f656c5c7 req-e8595b3d-eeec-4512-805a-49f5fd990d3a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Feb 17 23:40:30.132946 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45050) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:40:30.210286 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cfbb55-889c-43dc-a3d2-f41e56c37f8d tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:30.211683 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f4cfbb55-889c-43dc-a3d2-f41e56c37f8d tempest-TestSnapshotPattern-1939882554 tempest-TestSnapshotPattern-1939882554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1093 time: 0.0777280 Feb 17 23:40:30.214747 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45054) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:40:30.219942 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.v2.base [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Request body: {'floatingip': {'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:40:30.226122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 23:40:30.230022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Usage tracker for resource:floatingip and tenant:5b64c7b9200c400c82dcbcfaef752f62 is out of sync, need to count used quota {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 23:40:30.233282 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87694) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 23:40:30.238965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.quota.driver [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87694) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 23:40:30.250050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:30.392706 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:30.534055 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Allocated IP 172.26.7.179 (1ac22695-d445-46a1-95ef-3e6554e27a47/2f93d99a-7faf-4b9d-98b2-e013a13c329b/f5506653-8d44-40fc-a374-d01c5e05d386) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:40:30.681033 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:30.711171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775194520459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:30.777695 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Network 1ac22695-d445-46a1-95ef-3e6554e27a47 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:40:30.780543 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:40:30.783300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 23:40:30.817966 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=f5506653-8d44-40fc-a374-d01c5e05d386,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:30.830387 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.830721 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.831050 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.831381 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.831701 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.832022 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.832451 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.832782 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.833124 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.833447 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.833757 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:30.834065 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:40:31.206602 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:31.281030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:31.491037 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:31.495416 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3055544'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:31.601806 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event updated for resources: {'Port': ['ID=f5506653-8d44-40fc-a374-d01c5e05d386,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:40:31.617558 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919075'] for floatingip, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:31.897850 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Floating IP 5f1f84da-b4f0-40ac-a8bd-8d5e81534082 associated. External IP: 172.26.7.179, port: a9fb29f6-7853-42c8-ba7e-d461e201df9c. Feb 17 23:40:32.252734 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:40:32.431114 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:40:32.441286 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:40:32.451792 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:40:32.452395 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:40:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:40:32.457019 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:32.515857 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-f2c2f98f-cf38-4e0d-9654-8aa8dbcb9ad7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2997882 Feb 17 23:40:32.516361 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:40:32.624364 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'status': 'completed', 'code': 200} Feb 17 23:40:32.640326 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:40:32.717349 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-26d968ff-d005-463c-9633-0f0f7a668e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:32.718837 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-26d968ff-d005-463c-9633-0f0f7a668e04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1098 time: 0.0723357 Feb 17 23:40:32.865331 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-ff6accea-a4dd-487c-a4a7-f99f2b4e18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:32.866678 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-ff6accea-a4dd-487c-a4a7-f99f2b4e18c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1418421 Feb 17 23:40:32.970832 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-fc469ec2-e9bf-4974-bf18-353f31eb7f4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 999 time: 0.0979757 Feb 17 23:40:33.005330 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f1f84da-b4f0-40ac-a8bd-8d5e81534082', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:78:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:40:31Z', 'updated_at': '2022-02-17T23:40:31Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}, {'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:40:33.009462 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:40:33.019232 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:40:33.019829 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:40:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:40:33.033423 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-3f9c7c10-a566-4929-b886-3ce99a37132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:33.034911 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-3f9c7c10-a566-4929-b886-3ce99a37132e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0579402 Feb 17 23:40:33.112190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-d228956c-ef53-448a-891b-2a20657cb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:40:33.113682 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-d228956c-ef53-448a-891b-2a20657cb7c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735872 Feb 17 23:40:33.199096 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:40:33.247416 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-de9e6f13-e0d8-4894-aa12-6d4965177a38 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269717 Feb 17 23:40:33.492300 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-86cf533b-9a90-4ed1-8379-ece9b0ddabf5 req-46acb74e-3e00-4efe-99bb-5dbfa96e5519 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395480 Feb 17 23:40:33.557187 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-48a354be-1da8-4b68-848e-504881cae00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f1f84da-b4f0-40ac-a8bd-8d5e81534082', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:78:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:40:31Z', 'updated_at': '2022-02-17T23:40:31Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}, {'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:40:33.562261 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a354be-1da8-4b68-848e-504881cae00a None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '5f1f84da-b4f0-40ac-a8bd-8d5e81534082', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:78:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:40:31Z', 'updated_at': '2022-02-17T23:40:31Z', 'revision_number': 0, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}, {'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:40:33.754042 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8872d14-8f48-4b2f-85b4-c2fc2e1e733d None None] New status for floating IP 5f1f84da-b4f0-40ac-a8bd-8d5e81534082: ACTIVE {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:40:41.582784 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:40:50.247138 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2c5a64be-f523-43d0-bce4-2ebe3dd08915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:52.519269 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fc35843a-0e07-4914-a536-6b42c62e0639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:53.510098 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:53.730562 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:55.198715 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:40:58.942879 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:16.631667 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-853efeb3-84f3-470f-a018-83730eb6206f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702007 Feb 17 23:41:16.781899 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-e596654a-05d6-481a-86de-b7dc38db6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:41:16.783378 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-e596654a-05d6-481a-86de-b7dc38db6dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1097 time: 0.0789042 Feb 17 23:41:16.928762 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-a7a10b9d-75f1-40a2-ab46-af86ff15baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:41:16.930220 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-a7a10b9d-75f1-40a2-ab46-af86ff15baa1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1288397 Feb 17 23:41:17.033832 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-b030b70e-8114-45bd-95f7-c48b46224e90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 1000 time: 0.0965335 Feb 17 23:41:17.095740 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-eb7c0829-0919-4208-a50f-db6d316aef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:41:17.097202 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-eb7c0829-0919-4208-a50f-db6d316aef2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0578792 Feb 17 23:41:17.171362 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-8df79add-cde2-4d74-b3f0-504877ef21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:41:17.172838 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-8df79add-cde2-4d74-b3f0-504877ef21fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698471 Feb 17 23:41:17.301731 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-a2607b5c-ce86-4b4c-b289-fe4015acebb1 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232355 Feb 17 23:41:17.432515 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-616ae6a6-6f80-4513-b0cc-d595726d482e req-0cabc2b2-5b64-4a5d-a1f1-00fb4cd608a7 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242671 Feb 17 23:41:18.581303 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:41:20.249574 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63dcad53-47db-4298-8963-f10a888fd8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:22.521970 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-edf1b18b-028e-4250-97fa-754634310357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:23.512993 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:23.734439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:25.194469 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:28.956292 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:50.253457 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c89571a6-92d2-46ff-ae0e-68f19b3fd1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:52.523990 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63098c1a-fcf5-4d26-9347-542b16993c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:53.515919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:53.735590 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:55.196089 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:41:55.581925 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:41:58.972063 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:16.270134 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c details requested by agent hyperv_hv-neutron-8057 with host hv-neutron-8057 {{(pid=87696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 23:42:16.440359 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:16.458524 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Returning: {'device': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'port_id': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'mac_address': 'fa:16:3e:78:34:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 23:42:16.519348 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:16.537127 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fb29f6-7853-42c8-ba7e-d461e201df9c {{(pid=87696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:42:16.554026 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:16.559379 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:16.675504 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] get_ports_and_sgs() called for port_ids ['a9fb29f6-7853-42c8-ba7e-d461e201df9c'] {{(pid=87696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 23:42:16.708522 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=6']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:16.727762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.728102 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.728435 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.728762 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.729099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.729454 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.729779 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.730093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.730520 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.730954 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.731425 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.731902 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:16.840344 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-f088784a-8620-4d2f-a6c6-f84068a16ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:16.842088 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-f088784a-8620-4d2f-a6c6-f84068a16ede service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1097 time: 0.1467669 Feb 17 23:42:17.046080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-2e1d50b4-044f-4dd2-a278-ecd5ad2b97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:17.047648 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-2e1d50b4-044f-4dd2-a278-ecd5ad2b97dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1863935 Feb 17 23:42:17.175164 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-85b723cc-ce34-4a73-bfc6-2f830df13ab4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 1000 time: 0.1185865 Feb 17 23:42:17.249030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-41d01af0-a74a-4fcc-b61d-238861e072c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:17.250707 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-41d01af0-a74a-4fcc-b61d-238861e072c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0697403 Feb 17 23:42:17.348965 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-fe0195b9-07d4-4485-96a1-662eb9aaffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:17.350536 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-fe0195b9-07d4-4485-96a1-662eb9aaffd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938776 Feb 17 23:42:17.537953 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-a79609f8-3f6d-4c75-ba0e-41c4e731fc79 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781962 Feb 17 23:42:17.741950 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-00274c80-f6c1-4e17-ac1f-e87a9685c4cb req-2356d485-7199-48ef-bd8f-ad93c9edfa80 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965616 Feb 17 23:42:18.280087 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c up at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 23:42:18.409198 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.provisioning_blocks [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Provisioning complete for port a9fb29f6-7853-42c8-ba7e-d461e201df9c triggered by entity L2. {{(pid=87696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:42:18.409814 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687742'] for port, provisioning_complete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:18.713002 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:18.749556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:18.759942 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:18.771345 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:18.865500 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=7']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:19.023870 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'code': 200} Feb 17 23:42:20.258703 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-ccee4c7b-341b-449a-acdf-999f5f7d4072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:22.535259 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-accece88-5c27-4736-b987-f41fb2f1d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:23.521984 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:23.753496 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:25.260413 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:27.354718 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45266) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:27.664259 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Deleting port f5506653-8d44-40fc-a374-d01c5e05d386 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:27.664603 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:27.849320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:27.849654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:27.985454 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Calling delete_port for f5506653-8d44-40fc-a374-d01c5e05d386 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:28.155128 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:28.202586 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event deleted for resources: {'Port': ['ID=f5506653-8d44-40fc-a374-d01c5e05d386,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:28.237355 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.237614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.237952 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.238285 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.238613 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.238943 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.239265 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.239591 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.239912 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.240229 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.240547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.240862 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:28.312485 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:28.312833 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Floating IP 5f1f84da-b4f0-40ac-a8bd-8d5e81534082 disassociated (deleted). External IP: 172.26.7.179, port: a9fb29f6-7853-42c8-ba7e-d461e201df9c. Feb 17 23:42:28.675627 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:42:28.864122 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:42:28.875632 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:42:28.885929 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:28.886574 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:28.886781 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:29.001440 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:29.062190 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-34a54a99-f421-49bb-8c52-a0f7abab563d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "DELETE /v2.0/floatingips/5f1f84da-b4f0-40ac-a8bd-8d5e81534082 HTTP/1.1" status: 204 len: 168 time: 1.7062986 Feb 17 23:42:29.063290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:29.154950 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:29.286181 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'status': 'completed', 'code': 200} Feb 17 23:42:29.395096 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-e00a03bd-32ce-46bb-a542-042534ad5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:29.396607 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-e00a03bd-32ce-46bb-a542-042534ad5c88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 1098 time: 0.0851352 Feb 17 23:42:29.557568 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-06899273-2989-4b70-a0e3-713a897b81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:29.559515 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-06899273-2989-4b70-a0e3-713a897b81f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1565006 Feb 17 23:42:29.615170 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:29.619280 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:42:29.628609 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:29.629407 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:29.648687 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddb913-bd62-4bc6-995a-cdf47fef6858 req-4cfdfa19-9441-40c2-9a02-89bbed7f1d9c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:29.649759 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-18d97d5f-306a-4ec4-a785-010b8b362443 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 200 len: 217 time: 0.0836766 Feb 17 23:42:29.651002 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bddb913-bd62-4bc6-995a-cdf47fef6858 req-4cfdfa19-9441-40c2-9a02-89bbed7f1d9c tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 945 time: 0.1581750 Feb 17 23:42:29.707529 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-5bddb913-bd62-4bc6-995a-cdf47fef6858 req-3e5366d9-3ec0-4ee1-a219-8a8d83755a9f tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468719 Feb 17 23:42:29.726936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-5eb2f0af-c4e1-40f8-9c3d-778b2dc1c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:29.728479 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-5eb2f0af-c4e1-40f8-9c3d-778b2dc1c0f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0693359 Feb 17 23:42:29.815758 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-1568c2be-093e-4d6b-83d6-40f5a55ec2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:29.817318 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-1568c2be-093e-4d6b-83d6-40f5a55ec2cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823460 Feb 17 23:42:29.826947 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:29.992116 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-4c608e51-5859-43b9-a5e6-40ba326f1c6c service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681933 Feb 17 23:42:30.198111 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0ca00b42-c6cb-40b8-8f56-bca50eb9b872 req-934b4718-85ad-4826-8458-2f4f2fe5656d service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983321 Feb 17 23:42:30.223765 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:30.228010 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba5de2-e76f-4455-ac42-71d383df81f5 None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_floatingips': [{'id': '82fdf615-5cf4-4d90-9d96-1af780f8b18f', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'floating_ip_address': '172.26.7.155', 'floating_network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'router_id': '01489002-69f5-43e6-808c-8b0be480004d', 'port_id': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'mac_address': 'fa:16:3e:ce:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:37:56Z', 'updated_at': '2022-02-17T23:37:59Z', 'revision_number': 1, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:42:30.332604 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:30.470233 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed730d-9041-41c9-85a7-79007b358074 None None] New status for floating IP 5f1f84da-b4f0-40ac-a8bd-8d5e81534082: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:42:30.617896 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754066'] for port, before_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:30.648205 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:30.658477 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:30.663651 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775194992433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775194520477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775194520522'] for port, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:30.708487 dv-neutron-805768-3-hyperv neutron-server[87696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'code': 200} Feb 17 23:42:30.735554 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Pushing event updated for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=8']} {{(pid=87696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:30.906875 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714fd2d-692a-457e-ac71-cb056a88a6e1 req-0fea188f-2076-48c1-acb2-2aee6f0da9f4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:30.908410 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9714fd2d-692a-457e-ac71-cb056a88a6e1 req-0fea188f-2076-48c1-acb2-2aee6f0da9f4 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 943 time: 0.0869238 Feb 17 23:42:30.931456 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-5cd789d4-25bb-4063-a8f5-b95f81159d61 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:30.932280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-5cd789d4-25bb-4063-a8f5-b95f81159d61 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:42:30.950717 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-5cd789d4-25bb-4063-a8f5-b95f81159d61 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:42:30.952016 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-5cd789d4-25bb-4063-a8f5-b95f81159d61 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 943 time: 0.1046641 Feb 17 23:42:30.962979 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-9714fd2d-692a-457e-ac71-cb056a88a6e1 req-8ad43c31-0dbb-443c-b3e3-f6c758f179f0 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487940 Feb 17 23:42:31.037009 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Deleting port a9fb29f6-7853-42c8-ba7e-d461e201df9c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:31.037417 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:31.320367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] For port a9fb29f6-7853-42c8-ba7e-d461e201df9c, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=a9fb29f6-7853-42c8-ba7e-d461e201df9c,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:31.320616 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:31.455246 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Calling delete_port for a9fb29f6-7853-42c8-ba7e-d461e201df9c owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:31.612832 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:31.666419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event deleted for resources: {'Port': ['ID=a9fb29f6-7853-42c8-ba7e-d461e201df9c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:31.850255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] No DVR routers for this DVR port a9fb29f6-7853-42c8-ba7e-d461e201df9c on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:42:31.852795 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:31.855632 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-deleted', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:31.871595 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-c3f92c4f-49a5-4059-a048-02c2a61951f1 req-3a43de9f-af3f-4e8c-9a20-4bb5d1c819bb tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "DELETE /v2.0/ports/a9fb29f6-7853-42c8-ba7e-d461e201df9c HTTP/1.1" status: 204 len: 173 time: 0.9137652 Feb 17 23:42:31.909811 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334a73d-c153-4e11-b48a-7d223ad52c50', 'name': 'network-vif-deleted', 'tag': 'a9fb29f6-7853-42c8-ba7e-d461e201df9c', 'status': 'completed', 'code': 200} Feb 17 23:42:32.145683 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-8a92d38d-e6e3-4d8c-af07-51ab5e8f3e6c req-21ae25c9-5af3-483a-b5cb-634968576fc3 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8334a73d-c153-4e11-b48a-7d223ad52c50 HTTP/1.1" status: 200 len: 210 time: 0.0444221 Feb 17 23:42:32.581918 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:42:33.819551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45344) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:34.025813 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Deleting port 2115ea6c-3af5-4aa4-bd83-c2739903b8c1 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:34.026161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:34.206348 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:34.206667 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:34.329147 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Calling delete_port for 2115ea6c-3af5-4aa4-bd83-c2739903b8c1 owned by network:floatingip {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:34.379250 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:34.415158 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: a9fb29f6-7853-42c8-ba7e-d461e201df9c {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:34.415493 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device a9fb29f6-7853-42c8-ba7e-d461e201df9c not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:34.493300 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:34.541759 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event deleted for resources: {'Port': ['ID=2115ea6c-3af5-4aa4-bd83-c2739903b8c1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:34.639235 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:34.639480 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.db.l3_db [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Floating IP 82fdf615-5cf4-4d90-9d96-1af780f8b18f disassociated (deleted). External IP: 172.26.7.155, port: ba97f9f9-acab-4136-993e-bff80387ebc5. Feb 17 23:42:34.995062 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:42:35.288164 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:42:35.297484 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:42:35.304161 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for floatingip, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:35.307009 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:35.307685 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:35.363977 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-02214ebb-ffee-4844-a598-19c02a8f9dc7 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "DELETE /v2.0/floatingips/82fdf615-5cf4-4d90-9d96-1af780f8b18f HTTP/1.1" status: 204 len: 168 time: 1.5433109 Feb 17 23:42:35.364654 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:35.414915 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'status': 'completed', 'code': 200} Feb 17 23:42:35.511320 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923479-2311-4287-b9cf-91cc3b95547c req-bb96d6ce-fd9b-40ec-a868-89a7c988fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:35.513768 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-bb96d6ce-fd9b-40ec-a868-89a7c988fb07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 1097 time: 0.0763512 Feb 17 23:42:35.531518 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:35.653638 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923479-2311-4287-b9cf-91cc3b95547c req-03e9dad0-c5db-4519-b221-8da01c5e3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:35.655388 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-03e9dad0-c5db-4519-b221-8da01c5e3af2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 200 len: 908 time: 0.1348720 Feb 17 23:42:35.734348 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-0840fe79-8637-4f7f-ba7a-debc4a2c4861 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0722945 Feb 17 23:42:35.750588 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8f25-1f9c-485d-be15-9ae080f81be2 req-25a8bbd5-50c9-4226-80bb-2aaedfa24a64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:35.752071 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-428c8f25-1f9c-485d-be15-9ae080f81be2 req-25a8bbd5-50c9-4226-80bb-2aaedfa24a64 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 944 time: 0.0834527 Feb 17 23:42:35.800768 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923479-2311-4287-b9cf-91cc3b95547c req-bf58582e-716b-43f8-b593-767285ceb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:35.801519 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-428c8f25-1f9c-485d-be15-9ae080f81be2 req-f9869cff-4f0f-4280-99d8-dacdedea0e0a tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Feb 17 23:42:35.802496 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-bf58582e-716b-43f8-b593-767285ceb8d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 200 len: 847 time: 0.0623119 Feb 17 23:42:35.868518 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:35.872791 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:42:35.879030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923479-2311-4287-b9cf-91cc3b95547c req-94500f0d-c050-4793-ba31-c41418b91953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:35.880502 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-94500f0d-c050-4793-ba31-c41418b91953 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57301faf-0d9c-4e1f-a000-3dbcafd26e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705869 Feb 17 23:42:35.880935 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:35.881558 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:36.017426 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-639708be-5019-4a24-a638-841e2fcf7afc service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302037 Feb 17 23:42:36.077253 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:36.150291 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-0d923479-2311-4287-b9cf-91cc3b95547c req-365e8f07-71ef-4ae2-849f-2314f9dbe8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269238 Feb 17 23:42:36.410726 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:36.414487 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43b5f9-cae4-4885-9c0c-9a5fbb9847b1 None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:31Z', 'revision_number': 4, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv', '_interfaces': [{'id': 'a2db3858-ca27-4435-a046-e8e644ea59d1', 'name': '', 'network_id': '57301faf-0d9c-4e1f-a000-3dbcafd26e64', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'mac_address': 'fa:16:3e:e0:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:30Z', 'updated_at': '2022-02-17T23:37:39Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'subnets': [{'id': 'a1e9bc71-ed84-4faf-a7b4-114f4e339654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:42:36.638672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6908b-b320-4ef7-8f69-6ee837a2ec49 None None] New status for floating IP 82fdf615-5cf4-4d90-9d96-1af780f8b18f: DOWN {{(pid=87696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:42:37.010923 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c44061-59c5-4e0c-8093-4c547887862c req-2240ff41-25d1-47f3-9a88-95fa8b4e3a2d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:37.012729 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91c44061-59c5-4e0c-8093-4c547887862c req-2240ff41-25d1-47f3-9a88-95fa8b4e3a2d tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 944 time: 0.1025722 Feb 17 23:42:37.061680 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-91c44061-59c5-4e0c-8093-4c547887862c req-86d4ca1e-8d96-4dd3-871a-66eba7c39fc2 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dc87b31-90db-42de-b7c4-6df1ebda15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422444 Feb 17 23:42:37.185801 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-d95d495f-a331-4c7e-80f5-eebdf0921621 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:42:37.186478 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-d95d495f-a331-4c7e-80f5-eebdf0921621 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Synchronizing usage tracker for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87694) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 23:42:37.202614 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.quota.resource [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-d95d495f-a331-4c7e-80f5-eebdf0921621 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Unset dirty status for tenant:5b64c7b9200c400c82dcbcfaef752f62 on resource:port {{(pid=87694) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 23:42:37.203758 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-d95d495f-a331-4c7e-80f5-eebdf0921621 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 944 time: 0.0961385 Feb 17 23:42:37.277072 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Deleting port ba97f9f9-acab-4136-993e-bff80387ebc5 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:37.277358 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:37.522199 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] For port ba97f9f9-acab-4136-993e-bff80387ebc5, host hv-neutron-8057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8057',level=0,port_id=ba97f9f9-acab-4136-993e-bff80387ebc5,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:37.522551 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:37.645146 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Calling delete_port for ba97f9f9-acab-4136-993e-bff80387ebc5 owned by compute:nova {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:37.790119 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:37.839367 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event deleted for resources: {'Port': ['ID=ba97f9f9-acab-4136-993e-bff80387ebc5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:38.018698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] No DVR routers for this DVR port ba97f9f9-acab-4136-993e-bff80387ebc5 on host hv-neutron-8057 {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:42:38.020893 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4170224'] for port, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:38.023462 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-deleted', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:42:38.041894 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [req-5f53fcb9-deaf-40d8-96bf-beb98b70494f req-03bdea45-4007-4bac-8328-536c16f537fa tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.43 "DELETE /v2.0/ports/ba97f9f9-acab-4136-993e-bff80387ebc5 HTTP/1.1" status: 204 len: 173 time: 0.8333569 Feb 17 23:42:38.069009 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8936e7-d4e7-4192-84c5-391fa28166e9', 'name': 'network-vif-deleted', 'tag': 'ba97f9f9-acab-4136-993e-bff80387ebc5', 'status': 'completed', 'code': 200} Feb 17 23:42:38.217643 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [req-bbcd5d7f-f78c-44bb-8b5d-a73f30e933df req-a723e33e-eae1-4a95-995b-3e5f4c8585c9 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8936e7-d4e7-4192-84c5-391fa28166e9 HTTP/1.1" status: 200 len: 210 time: 0.0436842 Feb 17 23:42:39.318556 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45362) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:39.385370 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:39.414950 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:39.480459 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:39.499656 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc87b31-90db-42de-b7c4-6df1ebda15d0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:39.511106 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:39.512854 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-0c783a22-1382-448c-bc70-335b475218c5 tempest-TestSnapshotPattern-1294846637 tempest-TestSnapshotPattern-1294846637-project] 10.222.0.42 "DELETE /v2.0/security-groups/0dc87b31-90db-42de-b7c4-6df1ebda15d0 HTTP/1.1" status: 204 len: 168 time: 0.1927042 Feb 17 23:42:39.565369 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45368) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:40.223384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:40.582280 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Deleting port a2db3858-ca27-4435-a046-e8e644ea59d1 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:40.582997 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:40.757039 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] For port a2db3858-ca27-4435-a046-e8e644ea59d1, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=a2db3858-ca27-4435-a046-e8e644ea59d1,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:40.757419 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:40.879831 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Calling delete_port for a2db3858-ca27-4435-a046-e8e644ea59d1 owned by network:router_interface {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:41.161526 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:41.213290 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2db3858-ca27-4435-a046-e8e644ea59d1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:41.501849 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:41.877533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Router 01489002-69f5-43e6-808c-8b0be480004d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:42:42.057140 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:42:42.065810 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Sync routers for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:42:42.069325 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-b1caf5ac-58ac-448c-a08e-67b97e0c9084 admin admin] 10.222.0.42 "PUT /v2.0/routers/01489002-69f5-43e6-808c-8b0be480004d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5028739 Feb 17 23:42:42.071895 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45374) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:42.077312 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:42.077912 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:42.247570 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:42.255501 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:42.410832 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 no longer exists at agent hyperv_hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:42.446864 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] No Port match for: ba97f9f9-acab-4136-993e-bff80387ebc5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:42.447272 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Device ba97f9f9-acab-4136-993e-bff80387ebc5 not bound to the agent host hv-neutron-8057 {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:42.547646 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:42.557250 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Deleting port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:42.557583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:42.577491 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:42:41Z', 'revision_number': 5, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port': {'id': '4dc2ae54-de1f-4f58-b811-d13f9fedf09b', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01489002-69f5-43e6-808c-8b0be480004d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:42.581290 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Checking router: 01489002-69f5-43e6-808c-8b0be480004d for host: dv-neutron-805768-3-hyperv {{(pid=87697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:42:42.589847 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Routers {'01489002-69f5-43e6-808c-8b0be480004d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:42.591276 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['01489002-69f5-43e6-808c-8b0be480004d'], 'active': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:42.730824 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] For port 4dc2ae54-de1f-4f58-b811-d13f9fedf09b, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:42.731572 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:42.745273 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvr_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] Set router 01489002-69f5-43e6-808c-8b0be480004d gateway port host: None {{(pid=87697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:42.852205 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_hamode_db [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:42:42Z', 'revision_number': 6, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:42.853936 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Calling delete_port for 4dc2ae54-de1f-4f58-b811-d13f9fedf09b owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:42.856891 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600ee7f-9f31-48c2-a5b5-5de6f349a8f9 None None] The sync data for ids ['01489002-69f5-43e6-808c-8b0be480004d'] in dv-neutron-805768-3-hyperv is: [{'id': '01489002-69f5-43e6-808c-8b0be480004d', 'name': 'tempest-TestSnapshotPattern-97556225-router', 'tenant_id': '5b64c7b9200c400c82dcbcfaef752f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:27Z', 'updated_at': '2022-02-17T23:42:42Z', 'revision_number': 6, 'project_id': '5b64c7b9200c400c82dcbcfaef752f62', 'gw_port_host': None}] {{(pid=87697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:42:43.027190 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.076623 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc2ae54-de1f-4f58-b811-d13f9fedf09b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:43.164207 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.347321 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.349547 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.372583 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.373042 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01489002-69f5-43e6-808c-8b0be480004d {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:42:43.384955 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.386100 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-3ebae5e6-e5f9-464e-a7ef-94b8282a3426 admin admin] 10.222.0.42 "DELETE /v2.0/routers/01489002-69f5-43e6-808c-8b0be480004d HTTP/1.1" status: 204 len: 168 time: 1.3131604 Feb 17 23:42:43.388619 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45378) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:43.451707 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Deleting subnet a1e9bc71-ed84-4faf-a7b4-114f4e339654 {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:42:43.454564 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.502985 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.580715 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.607426 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a2db3858-ca27-4435-a046-e8e644ea59d1 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:43.646299 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: a2db3858-ca27-4435-a046-e8e644ea59d1 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:43.646641 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device a2db3858-ca27-4435-a046-e8e644ea59d1 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:43.658044 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.697533 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e9bc71-ed84-4faf-a7b4-114f4e339654,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:43.701698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.709481 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389e816-6aa9-4994-ac05-473075413523 None None] Network 57301faf-0d9c-4e1f-a000-3dbcafd26e64 requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:42:43.711857 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 45382) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:43.712285 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-710ee12e-7849-4233-9633-91f35b819cd2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a1e9bc71-ed84-4faf-a7b4-114f4e339654 HTTP/1.1" status: 204 len: 168 time: 0.3221564 Feb 17 23:42:43.823943 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:43.834675 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Deleting port 1913d0e0-6158-4e13-b630-8cac38ed3a78 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:43.835001 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.025912 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] DHCP port deletion for 57301faf-0d9c-4e1f-a000-3dbcafd26e64 request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:42:44.030115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Deleting port 1913d0e0-6158-4e13-b630-8cac38ed3a78 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:44.030643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.049519 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] For port 1913d0e0-6158-4e13-b630-8cac38ed3a78, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1913d0e0-6158-4e13-b630-8cac38ed3a78,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:44.049865 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.242596 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] For port 1913d0e0-6158-4e13-b630-8cac38ed3a78, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=1913d0e0-6158-4e13-b630-8cac38ed3a78,segment=NetworkSegment(d9c939d4-27ed-464f-827a-bb60581cbb28),segment_id=d9c939d4-27ed-464f-827a-bb60581cbb28)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:44.242972 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.282452 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Calling delete_port for 1913d0e0-6158-4e13-b630-8cac38ed3a78 owned by network:dhcp {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:44.362735 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.373482 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Calling delete_port for 1913d0e0-6158-4e13-b630-8cac38ed3a78 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:44.411161 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Pushing event deleted for resources: {'Port': ['ID=1913d0e0-6158-4e13-b630-8cac38ed3a78,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:44.413572 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] No DVR routers for this DVR port 1913d0e0-6158-4e13-b630-8cac38ed3a78 on host dv-neutron-805768-3-hyperv {{(pid=87695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:42:44.458799 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:42:44.459333 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:42:44.468372 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.468715 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.469050 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.469406 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.469727 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.470049 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.470369 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.470710 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.471257 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.471361 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.471608 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.471909 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-805768-3-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:42:44.547062 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.572892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57301faf-0d9c-4e1f-a000-3dbcafd26e64']}} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:44.585432 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c939d4-27ed-464f-827a-bb60581cbb28') {'for_net_delete': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:44.585732 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.services.segments.db [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c939d4-27ed-464f-827a-bb60581cbb28') {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:44.597399 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60727536'] for segment, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.618244 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.625065 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:42:44.625488 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60729276'] for segment, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: Traceback (most recent call last): Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: timer() Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: cb(*args, **kw) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: return func(*args, **kwargs) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: self._notify() Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: self.callback(batched_events) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: event.method(event) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: return f(self, *a, **k) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._get(url).json() Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: return self.request(url, 'GET', **kwargs) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:42:44.639585 dv-neutron-805768-3-hyperv neutron-server[87695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:42:44.715550 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.731616 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Notify callbacks [] for network, before_response {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:44.742767 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] Pushing event deleted for resources: {'Network': ['ID=57301faf-0d9c-4e1f-a000-3dbcafd26e64,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:44.766761 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-1da3a1de-daa6-4401-8c70-fc13b531d941 admin admin] 10.222.0.42 "DELETE /v2.0/networks/57301faf-0d9c-4e1f-a000-3dbcafd26e64 HTTP/1.1" status: 204 len: 168 time: 1.0538430 Feb 17 23:42:44.769652 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [-] (87695) accepted ('10.222.0.42', 45386) {{(pid=87695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:44.960665 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Deleting port 1913d0e0-6158-4e13-b630-8cac38ed3a78 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:44.961265 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:45.043746 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eb32a-aea7-4338-bdb6-2cb2d9512e20 None None] The port '1913d0e0-6158-4e13-b630-8cac38ed3a78' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:42:45.095922 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4dc2ae54-de1f-4f58-b811-d13f9fedf09b no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:45.135767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 4dc2ae54-de1f-4f58-b811-d13f9fedf09b {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:45.136112 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 4dc2ae54-de1f-4f58-b811-d13f9fedf09b not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:45.136672 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1913d0e0-6158-4e13-b630-8cac38ed3a78 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:45.171363 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 1913d0e0-6158-4e13-b630-8cac38ed3a78 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:45.171957 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 1913d0e0-6158-4e13-b630-8cac38ed3a78 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:45.368924 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3918225'] for router_interface, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:45.836914 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Deleting port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 {{(pid=87695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:45.837629 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:46.013476 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] For port 7aab8438-0306-4b72-a915-7cd8f0dcf6d5, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:46.013892 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:46.136261 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.plugin [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Calling delete_port for 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 owned by network:router_interface {{(pid=87695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:46.395804 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60729193'] for port, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:46.447990 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Pushing event deleted for resources: {'Port': ['ID=7aab8438-0306-4b72-a915-7cd8f0dcf6d5,revision_number=None']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:46.724448 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3918141'] for router_interface, after_delete {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:47.093417 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Router bcd76830-c65f-4f04-9fe3-689be694068d has already been hosted by L3 agent fd24f7b1-d13a-487b-a1bc-a16a438977d2 {{(pid=87695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 23:42:47.396878 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] Notify agent at l3_agent.dv-neutron-805768-3-hyperv the message routers_updated {{(pid=87695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 23:42:47.406689 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Sync routers for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:42:47.415561 dv-neutron-805768-3-hyperv neutron-server[87695]: INFO neutron.wsgi [None req-fbd91323-351e-4421-85d4-c25ee684137f admin admin] 10.222.0.42 "PUT /v2.0/routers/bcd76830-c65f-4f04-9fe3-689be694068d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6426680 Feb 17 23:42:47.415939 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45390) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:47.416375 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:47.416556 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:47.606777 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks [] for router, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:47.630237 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: dv-neutron-805768-3-hyperv {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:47.892511 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:47.903243 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Deleting port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:47.903655 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:47.919206 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'external_fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:42:46Z', 'revision_number': 5, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port': {'id': 'dd8e4d9d-32d1-4120-b3cd-4ece6277c77d', 'name': '', 'network_id': '1ac22695-d445-46a1-95ef-3e6554e27a47', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-805768-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:37:35Z', 'updated_at': '2022-02-17T23:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f93d99a-7faf-4b9d-98b2-e013a13c329b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-805768-3-hyperv'}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:47.923060 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Checking router: bcd76830-c65f-4f04-9fe3-689be694068d for host: dv-neutron-805768-3-hyperv {{(pid=87696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:42:47.931298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Routers {'bcd76830-c65f-4f04-9fe3-689be694068d'} bound to L3 agent in host dv-neutron-805768-3-hyperv {{(pid=87696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 23:42:47.931887 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-805768-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T22:34:52Z,description=,heartbeat_timestamp=2022-02-17T23:42:23Z,host='dv-neutron-805768-3-hyperv',id=fd24f7b1-d13a-487b-a1bc-a16a438977d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T22:34:52Z,topic='l3_agent')) {'router_ids': ['bcd76830-c65f-4f04-9fe3-689be694068d'], 'active': True} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:48.082390 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_dvr_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] Set router bcd76830-c65f-4f04-9fe3-689be694068d gateway port host: None {{(pid=87696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 23:42:48.083799 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] For port dd8e4d9d-32d1-4120-b3cd-4ece6277c77d, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,segment=NetworkSegment(5ece9f36-b62e-4741-809d-d95d85844a9b),segment_id=5ece9f36-b62e-4741-809d-d95d85844a9b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:48.084145 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.192480 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.db.l3_hamode_db [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:42:47Z', 'revision_number': 6, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port_host': None}], 'dv-neutron-805768-3-hyperv', False) {} {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:48.196411 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06522b-711e-45b0-87a1-385433dc7072 None None] The sync data for ids ['bcd76830-c65f-4f04-9fe3-689be694068d'] in dv-neutron-805768-3-hyperv is: [{'id': 'bcd76830-c65f-4f04-9fe3-689be694068d', 'name': 'tempest-TestSnapshotPattern-1942473586-router', 'tenant_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:37:34Z', 'updated_at': '2022-02-17T23:42:47Z', 'revision_number': 6, 'project_id': 'd2bd342fe5784b4da347a8143ba7d9d7', 'gw_port_host': None}] {{(pid=87696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:42:48.207640 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Calling delete_port for dd8e4d9d-32d1-4120-b3cd-4ece6277c77d owned by network:router_gateway {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:48.374357 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.422642 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8e4d9d-32d1-4120-b3cd-4ece6277c77d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:48.515271 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919030'] for router_gateway, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.697317 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257222'] for router, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.699761 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.721780 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3916650'] for router, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.722380 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd76830-c65f-4f04-9fe3-689be694068d {{(pid=87694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 23:42:48.735678 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] Notify callbacks [] for router, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.736794 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-af31fc6e-45f3-4984-9a5a-23b661bbd855 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bcd76830-c65f-4f04-9fe3-689be694068d HTTP/1.1" status: 204 len: 168 time: 1.3198452 Feb 17 23:42:48.739384 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45394) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:48.800455 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Deleting subnet dc7975bd-c29b-4e74-8a50-9deef0d8b18f {{(pid=87694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 23:42:48.803538 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.856664 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153098'] for subnet, precommit_delete_associations {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:48.935610 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680859'] for subnet, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.008053 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3055598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59960781'] for subnet, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.052116 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7975bd-c29b-4e74-8a50-9deef0d8b18f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:49.055534 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.062069 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-d88b97aa-8dff-4fea-bed6-9e13de7bf1ba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc7975bd-c29b-4e74-8a50-9deef0d8b18f HTTP/1.1" status: 204 len: 168 time: 0.3217995 Feb 17 23:42:49.064699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45398) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:49.070851 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7c651-f0fe-47f3-a250-48d4e102008a None None] Network 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb requested from dv-neutron-805768-3-hyperv {{(pid=87696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 23:42:49.143791 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:49.178742 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3447292'] for network, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.184070 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:49.184406 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7aab8438-0306-4b72-a915-7cd8f0dcf6d5 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:49.184861 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd8e4d9d-32d1-4120-b3cd-4ece6277c77d no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:49.190699 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Deleting port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:49.191100 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.235340 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: dd8e4d9d-32d1-4120-b3cd-4ece6277c77d {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:49.235688 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device dd8e4d9d-32d1-4120-b3cd-4ece6277c77d not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:49.413817 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] DHCP port deletion for 7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb request from dv-neutron-805768-3-hyperv {{(pid=87696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 23:42:49.419693 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Deleting port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:49.420095 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.507698 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] For port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:49.508307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.630410 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.db [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] For port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02, host dv-neutron-805768-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-805768-3-hyperv',level=0,port_id=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,segment=NetworkSegment(f39aa490-1a7f-42b8-a4f6-57fd777f0f78),segment_id=f39aa490-1a7f-42b8-a4f6-57fd777f0f78)] {{(pid=87696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 23:42:49.630692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919815'] for port, precommit_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.637328 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Calling delete_port for 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:49.717493 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775194992559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775194520468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3055489'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.767578 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7e88d94e-c84b-4040-b4b2-e6b545d6fa02,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:49.771082 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] No DVR routers for this DVR port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 on host dv-neutron-805768-3-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:42:49.795960 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Calling delete_port for 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 owned by network:dhcp {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 23:42:49.869919 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.db.api [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:42:49.870267 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG oslo_db.api [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:42:49.886332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-681975', 'neutron.services.segments.db._delete_segments_for_network-8775194921903'] for network, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.911753 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb']}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:49.924080 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78') {'for_net_delete': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:49.924371 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.services.segments.db [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39aa490-1a7f-42b8-a4f6-57fd777f0f78') {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:42:49.935255 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775194926026', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153137'] for segment, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.951076 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678126'] for segment, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.956998 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:42:49.957402 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3055444'] for segment, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: Traceback (most recent call last): Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: timer() Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: cb(*args, **kw) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: return func(*args, **kwargs) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: self._notify() Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: self.callback(batched_events) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: event.method(event) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: return f(self, *a, **k) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._get(url).json() Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: return self.request(url, 'GET', **kwargs) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:42:49.970938 dv-neutron-805768-3-hyperv neutron-server[87694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:42:50.049173 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3918993'] for network, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.054177 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Notify callbacks [] for network, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.078133 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:50.085362 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-be067f4a-96be-43c8-88cd-06f35e4c65ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/7eadb5bb-81c5-43e1-ac42-7ab99e26cbfb HTTP/1.1" status: 204 len: 168 time: 1.0195963 Feb 17 23:42:50.195332 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45406) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:50.243773 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-c4c2461e-0eab-4b9c-b9ef-9034d46aad94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b64c7b9200c400c82dcbcfaef752f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471849 Feb 17 23:42:50.246522 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45410) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:50.253483 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-4bbbfd1e-23ca-44e8-834a-fd09a111229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.303548 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.328924 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.371281 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Deleting port 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 {{(pid=87696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 23:42:50.371978 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775194988903'] for port, before_delete {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.378746 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.399171 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c691a7a-2e85-4ae0-a5d0-9aec2f90235e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:50.410794 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.411855 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-8358ab93-9e32-49f8-b5dc-615e49b4d2bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c691a7a-2e85-4ae0-a5d0-9aec2f90235e HTTP/1.1" status: 204 len: 168 time: 0.1644547 Feb 17 23:42:50.451952 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-75b61d2a-50f9-4e61-8b86-ef32a8916b3a None None] The port '7e88d94e-c84b-4040-b4b2-e6b545d6fa02' was deleted {{(pid=87696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 23:42:50.773330 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45418) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:50.822706 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-2fda63d7-a3a2-40c9-8465-f4f24871dc27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2bd342fe5784b4da347a8143ba7d9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481508 Feb 17 23:42:50.825784 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.wsgi [-] (87694) accepted ('10.222.0.42', 45422) {{(pid=87694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 23:42:50.881947 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.907796 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.958767 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719477'] for security_group, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.977030 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8719b218-c01a-4699-95e0-42bfe28eb74d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:42:50.979307 dv-neutron-805768-3-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:50.980493 dv-neutron-805768-3-hyperv neutron-server[87694]: INFO neutron.wsgi [None req-631c3d4f-5ce5-4c37-b41d-ec287e720c79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8719b218-c01a-4699-95e0-42bfe28eb74d HTTP/1.1" status: 204 len: 168 time: 0.1536932 Feb 17 23:42:51.082115 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 no longer exists at agent ovs-agent-dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 23:42:51.118009 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] No Port match for: 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 {{(pid=87696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 23:42:51.118450 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron.plugins.ml2.rpc [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Device 7e88d94e-c84b-4040-b4b2-e6b545d6fa02 not bound to the agent host dv-neutron-805768-3-hyperv {{(pid=87696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 23:42:52.527243 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-c9cc64a3-6178-4e6c-955c-8b566781a061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:53.518092 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:53.736506 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:55.212179 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:42:58.986303 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:09.582981 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:43:20.258093 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-215e8aa3-297c-43cf-8b8a-99de92cb1449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:22.532998 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-94450543-1a06-4cf2-a867-c8674743a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:23.522467 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:23.738643 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:25.207058 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:28.989728 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:46.582438 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:43:50.262419 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e958-2a0b-467f-92eb-4f6c068242f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:52.537767 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-b2a524f6-cfdd-4186-8ac4-fd5d14a336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:53.528366 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:53.743438 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:55.209877 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:43:59.000678 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:20.266030 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-134bb692-6f01-4350-b90d-92b8532590fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:22.541130 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-6978d16c-a706-438d-b3e7-230396fd0e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:23.522962 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:23.582034 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:44:23.743527 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:25.211316 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:28.999311 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:50.269803 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-d56c8689-463c-4029-8358-934930736bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:52.545108 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-574a537b-e616-403c-96b3-1a71cf00fb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:53.526362 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:53.748194 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:55.223955 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:44:59.014099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:00.581603 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:45:20.273315 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-84bf4914-bb66-4318-bf93-efaf0d3697e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:22.547141 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-fef7cefa-335d-4f06-9807-a91009e78592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:23.529692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:23.750291 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:25.215508 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:29.030153 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:37.580217 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:45:50.275261 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-efc6aa08-0053-4782-8e02-719293f5ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:52.548583 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-cee385fa-87be-476a-b3db-57ec567d8261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:53.532581 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:53.754753 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:55.217531 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:45:59.029550 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:14.579517 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:46:18.337136 dv-neutron-805768-3-hyperv neutron-server[87695]: DEBUG neutron.wsgi [req-e2d98d9a-b98b-47a1-b0b0-8ef9211ad2d4 req-fa0d3255-00e2-4b3e-9f59-813026d47679 service neutron] (87695) timed out ('10.222.0.42', 43960) {{(pid=87695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 23:46:20.277386 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-26b8b5b7-1cb1-40c7-a0c9-e2c0bbe1418c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:22.554099 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-655518d0-52a0-4da2-a2c2-914a3e9ad741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:23.539847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:23.755847 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:25.220080 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:29.027190 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:50.279766 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-38c450e6-e4cb-4ba6-9466-ad1383350e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:51.579447 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:46:52.558234 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1c0a97a1-3302-49f5-b005-39b0e6630062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:53.532813 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:53.759996 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:55.221370 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:46:59.034778 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:20.283361 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2fde3e70-3103-4d76-bc80-83af54daeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:22.562328 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e473-f5c7-49b7-95fc-a17e1e5b57b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:23.536298 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:23.761932 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:25.224880 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:28.578970 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:47:29.026221 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:50.288020 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-2515de63-11e3-48e6-962a-6a5bf0f3f6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:52.565997 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-e992c961-9deb-4280-adb4-bceaa2ece6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:53.540439 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:53.766164 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:55.227101 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:47:59.025211 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:05.577659 dv-neutron-805768-3-hyperv neutron-server[87697]: DEBUG neutron.db.agents_db [None req-df5ea9e3-689c-4cd6-893b-660f00dc7578 None None] Agent healthcheck: found 6 active agents {{(pid=87697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 23:48:20.291571 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-1eac6207-3033-4832-b20a-fa97e4003479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:22.568692 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-3f16df5b-c35a-4f3c-b9f9-cb40d7a71dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:23.544541 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d27a-dfd8-4c51-b606-717971ed2b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:23.768266 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-63c3a4ae-4612-4d9e-8ca0-e09794146da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:25.238165 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-31155591-0b49-4cb8-bca2-cc07e48754b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 23:48:29.027769 dv-neutron-805768-3-hyperv neutron-server[87696]: DEBUG neutron_lib.callbacks.manager [None req-040c0ffc-4fb6-4856-aa45-35f61cc1959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775194921885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687785'] for agent, after_update {{(pid=87696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}